63530 lines
1.8 MiB
63530 lines
1.8 MiB
{
|
|
"evaluation_schema_version": 4,
|
|
"run_metadata": {
|
|
"started_at_utc": "2026-10-25T16:08:01.244007+00:00",
|
|
"python": "3.10.12",
|
|
"git_head": "90fc7f2df0e7a5e1b63ce11628ac2fcf5805ac57",
|
|
"wiki_git_head": "3e892a1d49e9bce118cd03478ce15e01c2bebb4e",
|
|
"fingerprints": {
|
|
"implementation": {
|
|
"tools/graphrag/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/build_graphrag.py": "256292101d6d7d1946e926e2717ac45465b169f4091c51ecfed4f1a779dfd700",
|
|
"tools/graphrag/evaluation/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/evaluation/audit_benchmark.py": "6619c818a52fc284e87ed6c48a503a54a3c9dd95447463ed78f075b7c58bad80",
|
|
"tools/graphrag/evaluation/benchmark_v2.py": "129dd774faa414f06733e1ee6333e7b411b1c75b5601b895c405778df478a563",
|
|
"tools/graphrag/evaluation/benchmark_v3.py": "30bae6c605ed26f4b49973acec799087c4e2b97a883ccedcafb965dd909c4c4d",
|
|
"tools/graphrag/evaluation/benchmark_v4.py": "70a8b08f7c2b2cb3e2bdc77be9efedd23ea24ac564ec1c1eb224a9f6388b3a67",
|
|
"tools/graphrag/evaluation/check_openwebui.py": "d6b5d9947679aeabf4ec9599a7ad70b5ee917dd7c6ad747ddbf54579d8de475b",
|
|
"tools/graphrag/evaluation/evaluate_graphrag.py": "89c364d15b70c9cb55df39d5970b4d0d79b681ba70eed7530a4e3fe64167812e",
|
|
"tools/graphrag/evaluation/evidence_contract.py": "78e24264c176e163e1782fef1634b6c45c7f31bd4692726d02a30ab45a06648e",
|
|
"tools/graphrag/evaluation/freeze_graphrag.py": "793c6d04a13c3217347283c609f647cd0d69b020e44bbde458bdc7ebbab8ec7e",
|
|
"tools/graphrag/evaluation/graphrag_evaluator.py": "7f99bf0f97974058650b619ea49a8ee32284cb4b324f1ffab9baf54f5c4495f4",
|
|
"tools/graphrag/evaluation/reproducibility.py": "f6dde1a2a6f68abd0e916dfb38d5eb756a7f8621a66b7c11e43e7580b347134a",
|
|
"tools/graphrag/evaluation/source_oracle.py": "bfe8375556d64975433ff098e8d227aecbe59afd4e4fbe5745054524e913f3da",
|
|
"tools/graphrag/evaluation/source_validation.py": "042a3f99b18c028d88d1ecb6bf2430b8979be3d7414c19ee506bd245082bff46",
|
|
"tools/graphrag/graph_db.py": "c4b1a2edb765856b807398e4c243a8d17753529a5d2dfdb51791e28bc8de17f7",
|
|
"tools/graphrag/graph_search.py": "8cc3668b4ad7beabf849e6978ea1d5defc818b142ee8b157b19c319998fb7541",
|
|
"tools/graphrag/graphrag.py": "128f888a0c76d06457af8c1dd1cf56fc1955e25b976f367613f0829f7e990ee6",
|
|
"tools/graphrag/neo4j_smoke.py": "fb5244c72c29ef2acf96d1e7f54335ff168eed4119db1692025eb1b99194b7bb",
|
|
"tools/graphrag/publication.py": "fba1fa0d0bed325fd87f8d3593baae9271de1766b772d7214c7f63fd3f1c37b6",
|
|
"tools/graphrag/tests/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"tools/graphrag/tests/test_evaluation_pipeline_v2.py": "63d1b3e80ae3c7b563374fd7ab4aa5ffad3c614eafbd15142c577abd7f756bf9",
|
|
"tools/graphrag/tests/test_evaluation_v5.py": "0475ebd4dc28d3e940ab499a7bc4ef713dc4c679d25b650161b78d1886f3bc0b",
|
|
"tools/graphrag/tests/test_evaluation_wide.py": "1b28bb74fd6b9457c869186b88606f1f7863d573aa3ab5226162e878f236d99e",
|
|
"tools/graphrag/tests/test_evaluator_connected_v2.py": "29d7c9838ed1ff37ea3276df6feb1b6142158c43a0525712f490b648181882de",
|
|
"tools/graphrag/tests/test_graph_publication.py": "96e53c1ae28e36c7a4290e1e60c8b398bf095ceaf883e819e1a477e2672b11c0",
|
|
"tools/graphrag/tests/test_graph_rebuild_atomic.py": "fe37d4fff0b1f0fb1d565f0a96152b9b4e336837bc78b5977cf3b4879d7fbaf3",
|
|
"tools/graphrag/tests/test_graph_search.py": "eb58661aef9dafe6bf7188fcdc2d79cef6652d57c64d1b81ae81a52e8e0204d7",
|
|
"tools/graphrag/tests/test_graph_search_entity_v2.py": "0ef1a8ebd513c5a4507eb38fcf5ae6137c69e9901b5a2975ba513be5902ac693",
|
|
"tools/graphrag/tests/test_graph_search_neo4j.py": "fec2bf72de8f752f17c9164fee5754bdb2e153828855e47efbf0000dbe82cf3b",
|
|
"tools/graphrag/tests/test_graph_search_regressions.py": "9db7779aeb8ed9e8c0f92c1657011a81080aff3c928649e811358e3009a18c48",
|
|
"tools/graphrag/tests/test_graphrag.py": "9ee8629d6b528dd78c2ddfc25cee95e17613f45b454fc0a38d4c591862637a9f",
|
|
"tools/graphrag/tests/test_graphrag_evaluator.py": "1c6d08aeec9ae56ac4123239a5aed12a0081d66cc3f34b2047d95764579d7298",
|
|
"tools/graphrag/tests/test_graphrag_freeze.py": "c4b760baf4c7ebf13b16bd4cd3c51874f5512eef3b4c61470dc4d428b0303d9f",
|
|
"tools/graphrag/tests/test_graphrag_research_v2.py": "711008a91ab8a58ae0854e7f90329bcd42e5189fde2e2001589e97b0c22c5198",
|
|
"tools/graphrag/tests/test_graphrag_root_title.py": "085651fe6e6081521a5dde9554abfee93456250108cf15978df25378d886a46c",
|
|
"tools/graphrag/tests/test_source_oracle_v2.py": "0afdbe235e185ffe9f38aa667f90f5a6c20504fe29e9ac572642b39a8eb7faca",
|
|
"requirements.txt": "26a6d097727eba03c1b6c71cd02b06373ef01ce03e567dd2bc4357ae330e5a1a",
|
|
"tools/publication.py": "f99d445073390a733afc8d849b9fcd4b4b0890bb54d136db67d4015b78436e1a",
|
|
"tools/retrieval_contract.py": "b8fa272c3babf924a3ce8b937fe7ae437cd959ba9f7667193ac67c18d2c5b58d",
|
|
"tools/index_state.py": "c33920a63d04009f11ef23ca9e9eee9bf86453b7d0586d027bf3b39156afea0d",
|
|
"tools/rag/common.py": "8497c46d5c6c27a7c76df1568360ad5e9d00d5e5a7ef186e758960cc79d81d1c",
|
|
"tools/sync_indexes.py": "5b909b4394c24e5ce22848594b16d9aea45fb06418f5cd92bb6aa6381a0ccf10"
|
|
},
|
|
"dataset_sha256": "9a3b873882bbf29b905d79c9448c3c287fda30323f93a6533b88dbd59b19f558",
|
|
"inputs": {
|
|
"data/documents.json": "0542af2a373771cf7c4a95f93d14f4f687f6a0187846892c959aa6efc4bade52",
|
|
"data/chunks.json": "437dde589be46e0c30842dd330de22d96a0173d2dbaff9c5f129568cb2bca4c9"
|
|
},
|
|
"source_corpus": {
|
|
"sha256": "440da12a7a991824e923f70cada7c616c3fb3b0f12767ec7d75039a6a3231b10",
|
|
"document_count": 114,
|
|
"documents": {
|
|
"pages/interns/bogdan_paul_chis/README.md": "3b4b946eb3c10e9f9a4092e6cffa01c5080e7579aded2f6ed3120c41ed62b647",
|
|
"pages/interns/cesar_gutierrez/README.md": "b0be60576eed28d4b1920e9acf198684519373dfc13171567247c853b3ed699e",
|
|
"pages/interns/oliver_pejic/README.md": "0470f3c8465be8f02204b08e4c75ef47f68c7e4ad1038faa5641cdf1811f33d5",
|
|
"pages/interns/sevval_bulburu/README.md": "ff2a9d66253802f1af0fdfd74832e40fae41b6df23c5e61dc266f6cd0cc16c4d",
|
|
"pages/interns/yussef_ressaissi/README.md": "f997a65699da0db3222ef7a3c37652d05dfc3419ad4ec74683bafc2c897bb987",
|
|
"pages/students/2016/darius_lindvai/README.md": "fcaa47bb9708a6439eec5c4b7f7b4ed6c7359e423e1d940e1aed9f44957e6d62",
|
|
"pages/students/2016/darius_lindvai/dp2021/README.md": "be3d0fea2a6d592b225eecabd9b19445c2fce62b8289c07ab6af93835db12970",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md": "352162de1b1e192228fa5d26506c028ac47e567e90df53b1bbaa6ad736ec4766",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md": "b4a81ff457624b089d618e4479afb1e3d748f6724f72104ef5518e535ae02fe5",
|
|
"pages/students/2016/dominik_nagy/README.md": "1c4037a158d84c45fa705a0c38e47142a9d46e226f0c138bc2d56d7c38f6d74d",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md": "b81a4dab7316f7b846dcf36515f6aa9d44035c86f46f0e07b7a43308bcd31458",
|
|
"pages/students/2016/ediz_morochovic/README.md": "045e5eb9a3df2b84140808fbca0c3163266ad0efa144bc42d9d5c597881c6ac6",
|
|
"pages/students/2016/jakub_maruniak/README.md": "6734c41a95b9d0c1e3d226b393ad109ee4a7b82ebfffa73df2d7e0a743fefa14",
|
|
"pages/students/2016/jakub_maruniak/dp2021/README.md": "9cd884aec70705cdb2aaa0f514b513f16de263c37b749ced7f92916cd2f91c39",
|
|
"pages/students/2016/jakub_maruniak/dp2021/annotation/README.md": "debae0c50aea1accef0840912b9b1f37b2138f856002bb50e91d7ea2dbbe7963",
|
|
"pages/students/2016/jakub_maruniak/dp2021/train_experiments/README.md": "01dff38b37043414fa1db204394ddbe7aade00e14d02d495572b65c85d09b194",
|
|
"pages/students/2016/jakub_maruniak/timovy_projekt/README.md": "04114b1f3d84664aad5bdba5a0b614c5a6f23392be3c31fd9123d63db1be0a35",
|
|
"pages/students/2016/jan_holp/README.md": "80d6a8492766e5bfa61673a372e5f059d30c8e335de39842866c51485960e4d3",
|
|
"pages/students/2016/jan_holp/dp2021/README.md": "a62acb74009376766c7e2f9856ee01d21f84593eb9b3ce85cf2e6032aa412476",
|
|
"pages/students/2016/jan_holp/dp2021/zdrojove_subory/README.md": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md": "79eebdfd3af7e8d5c279077e285a580731b1cf8cc9b4454f6596796e9915f70c",
|
|
"pages/students/2016/lukas_pokryvka/README.md": "f279456c5c277ff1ee0dd89a3464ed9f9f67b44bc185a5da9811ef5cfb675002",
|
|
"pages/students/2016/lukas_pokryvka/dp2021/README.md": "39b61376ce108e4a930f926ab2d6a997207457121bccfcf617129a3b210a15cf",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md": "4de4b6c8cfed17b6c60090f82df1d55a66be70a79d3013850689b2baebdd801b",
|
|
"pages/students/2016/mark_feher/README.md": "bec37c0319fe0869a0377d771db23d090dbda93c27328f5697cdaeb3bbccfe9b",
|
|
"pages/students/2016/maros_harahus/README.md": "0da150e91918632c9e8cd1443f04da403595a372517e254928ce9f76c9d5033d",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md": "75af19f7c68f4b646fa1dbae75f3f3dfc52633a9f9da1400d21808bb20be0d83",
|
|
"pages/students/2016/patrik_pavlisin/README.md": "dc1c648d7cd9b0f0e021c57f9b98189e37c100871439e7e304390715913f2763",
|
|
"pages/students/2016/patrik_pavlisin/dp21/README.md": "ac1eb0fd0360ad34aa21b7c8da5bb010a6edf10be5721f28dedc3986cd1d8c54",
|
|
"pages/students/2016/patrik_pavlisin/dp22/README.md": "f2a8c619a812b99abab618ae388eb672407950e1f33fb8d7da7a528c4de81d50",
|
|
"pages/students/2016/patrik_pavlisin/tp20/README.md": "ae9c771f27e7e093bc29c6888c8d0b27ed61fb41519fd0d7e7f4f6cbb4626edc",
|
|
"pages/students/2016/tomas_kucharik/README.md": "6a1a215433eb1857660177b4cb2ecec03c6a86743d3a04cd6d5c9d9682c9e63b",
|
|
"pages/students/2017/dmytro_ushatenko/README.md": "65f4ac177d492162b08ca5da3d9eb048bd088a3c117a28a662113b7e4bc3a4ec",
|
|
"pages/students/2017/martin_jancura/README.md": "6a0a18d5095dcfb12abfdd72c9cfd8025d714fb5e29a7858cd2b285e4cb986b9",
|
|
"pages/students/2017/stanislav_matsunych/README.md": "90ffa11eff4a4360b0252dbc53a116c3a5777b3d5dd86ce5c89c02bdd2051c73",
|
|
"pages/students/2017/than_trung_thanh/README.md": "2150519b8580e7337520db4de64d2d1c82d2634380537d019f41c506dbf2979d",
|
|
"pages/students/2018/NaN1name_buday/README.md": "23c8c58090bdc954347e36f141bea91f43c8d5b1d777e346864a2ebe84c0bcce",
|
|
"pages/students/2018/adrian_remias/README.md": "e5bfe1d5d4e626beaa636a02d34ec58cf2cff9b0e57833905af35b80bf1465a2",
|
|
"pages/students/2018/david_ilas/README.md": "96c45ff9c5a821ddcb1a2fc86d487bd8f4729d1b76887914b0f5fbf99af45af0",
|
|
"pages/students/2018/david_omasta/README.md": "4164051870e1e1cf8949ed18a74196e9ea789dfbe4fee24bdeb736ca42848327",
|
|
"pages/students/2018/martin_wencel/README.md": "0e6a7a981689f22304f8baa5de97d4315c0695c94c9277de7851943eb012253b",
|
|
"pages/students/2018/oleh_bilykh/README.md": "4072c62dd8ee753a0c8fa43fdfbbdf566e394c2df13e6a79d08a302e332710b1",
|
|
"pages/students/2018/ondrej_megela/README.md": "969ff2e1a436b8f957e7168cf5eb678196b99aeda17701c502b016441f644065",
|
|
"pages/students/2018/samuel_sirotnik/README.md": "cc230ede67b6e8632511c92a5ed6d1e9deb42e70819280222bdfd369ee77fc70",
|
|
"pages/students/2019/alina_vitko/README.md": "9b071fe2aff470c275ae027be236fe836f741f774cabb9cbbb55304a8d5102cd",
|
|
"pages/students/2019/artem_yatsenko/README.md": "328b101e46c51c959e792cf7ca226942f81d2ab8fe9648ad6d0ecd07016429e2",
|
|
"pages/students/2019/david_stromp/README.md": "e46ca8691d5ec894128f6f6f2ed33e2c7bd141f80719bb0449b20f10f30cca09",
|
|
"pages/students/2019/dmytro_mural/README.md": "e881a47d847c3ef8d680844113fdbfbb87553b28982bf9eef4936f6d30923e93",
|
|
"pages/students/2019/filip_tomas/README.md": "75a1fe7b921e4bff0fdf9e2a957b4adad4b4a57aa7ebdffbb73dd82c02123f94",
|
|
"pages/students/2019/kristian_sopkovic/README.md": "3286960fb30f584df35455f9b6dfae81ca4827a1d711d2bcd6e48c3f150c9279",
|
|
"pages/students/2019/michal_stromko/README.md": "3ae1dd9b6638a6a249a94be3f3846286555666aefa225bb3a2c7288b35900ce7",
|
|
"pages/students/2019/michal_stromko/vp2021/README.md": "feb2e093fdd6461239e79b1e1f96e65a1c8cd96e8a2b70535ae556a9c198046a",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/README.md": "40e3fa448c7329ef863e705435e23fe6b4788de440710f066fe0eed92d132bad",
|
|
"pages/students/2019/michal_stromko/vp2021/tutorials/img/README.md": "e8d3ac160b17dfdee2c3e996bf6a03af7a6f16f9140bf5cf7ee343a82dd1865f",
|
|
"pages/students/2019/patrik_pokrivcak/README.md": "3e3957ad0f7aca59d6eb64c38a3f5e21d8fd953200825d0d0e5cacabfbc35a7d",
|
|
"pages/students/2019/samuel_horani/README.md": "86e6959ccc612b069687b57996fa3f61660075d6a0d65bfec64f423d39a0a999",
|
|
"pages/students/2020/david_kostilnik/README.md": "2927524b75da59a64120fc364a0fc374986fa4d364d54e52c36800762c203264",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md": "f139d9b1ebf5a3f45612f3df5703ecdd935b90701763c27c7c529044c0b0455a",
|
|
"pages/students/2020/kamil_tomcufcik/README.md": "9d865adf538bc6d7992ee4f4882713447da5c936fca17c43ca0f576072537048",
|
|
"pages/students/2020/matej_kobylan/README.md": "3d7b289e17b8f25678a07e9ee0e6741688485a0ccb1e50940a6a6acc6312a547",
|
|
"pages/students/2020/matus_suchanic/README.md": "770ca49538cca22df35f8e7ba736ee97483e4fe5788c221496553592b4e78dc6",
|
|
"pages/students/2020/pavol_hudak/README.md": "33d06fccc6451e5f19b27b0cad001a34e81635b4ea294a01dec7771c823abc40",
|
|
"pages/students/2020/vladyslav_krupko/README.md": "4c28e6d38651bb2cafcbf4a18e35210cd369aef2caff6c5b0aa52fac38f0fe7d",
|
|
"pages/students/2021/artur_hyrenko/README.md": "0568261f4ade4de5472edcfeb1ffed9abae18dc67e4050f4ce2ad088839a2bb3",
|
|
"pages/students/2021/eduard_matovka/README.md": "de2a7ae38ec87110e347956b37d0605a298ed2847f972961cc9b977da8221d43",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md": "c00ceb620ed7087ead5d9448d476bbb98d273d1d9e7bf1bc4355c367b26c7a6b",
|
|
"pages/students/2021/martin_sarissky/README.md": "8e97b45a253745faa55f63c844e0b5dfe680aeaf6eb01fb8f9d06ac6e8ee8bcf",
|
|
"pages/students/2021/matej_novotny/README.md": "b083a7cadde532e3428dc9a57bc61456fcc5905bda91e011b96033d42bf5d9cb",
|
|
"pages/students/2021/matej_scislak/README.md": "b9a32cce8605e044a4f2828ff2d91a2995a62ef3a841e62f0a225c97221f0cc8",
|
|
"pages/students/2021/nikita_bodnar/README.md": "2016c0dd923c0f8e561d5cea42ac81da3610fdcc54a4527f56d078e34e53ce90",
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md": "4b073992b715b6c75b79fd2c8f850a69f940966e3a61a82c625c32c945a93036",
|
|
"pages/students/2021/vladimir_ferko/README.md": "68e7d311896eda2171e5eec1ec3a8da90d326ed91acaace8058f68664a50d271",
|
|
"pages/students/2022/andrii_pervashov/README.md": "319dcaa1cc2e29dd7e3a710bab26cb3ac6944ab71b0b97e1de076b1199122334",
|
|
"pages/students/2022/daniil_huzenko/README.md": "390782fbff6220a9462060ce1a62959f2a2b88f42d06e2c51d1f406b75d73f2c",
|
|
"pages/students/2022/jakub_schwarc/README.md": "f541a8852c2b0f6f9d7182e01a34c4e3beee9bfa55427a06b331638b11eb8be6",
|
|
"pages/students/2022/jan_malinovsky/README.md": "8af021bfb131fa005a7aec3e2f2f12fc17fa5dc14e2675311adbbfc445a4bcab",
|
|
"pages/students/2022/jan_ptak/README.md": "131cf053764fd5423541ebe672c3b4f5da875cfb8e4b821f1335ddb967282282",
|
|
"pages/students/2022/oleh_poiasnik/README.md": "c2f7dc3f61f8b4a5b43ded1e3ae4c7d3e7f874439ee6b17dd9c8d45dabc25bc8",
|
|
"pages/students/2022/samuel_vasil/README.md": "67c807049147aacd04f3050f4ff0233a8b3f0a239ab173b430e13dfe113ad0a5",
|
|
"pages/students/2022/serhii_yemets/README.md": "ffbeac893947acafe855d576322a8826f9d4f87ac344cb31f8ceeefa244b9133",
|
|
"pages/students/2022/tetiana_mohorian/README.md": "c9efdc632bf1ca89a0bfde0dc00be7aaac8a85da3d92e2ce8506236c73e93cfb",
|
|
"pages/students/2022/valerii_kutsenko/README.md": "dc764c609ad3c1df59cfea997d4db82a591b1b1e0764453e319d841115507e4f",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md": "4d1ce216e3b526ee437ddbc658e51d7bb83530087e43628c096a569a3854a47f",
|
|
"pages/students/2022/yevhenii_leonov/README.md": "b90e41db0cec2451027020a9102d32a24d777e8a38b604ccca87b36cd6b3a292",
|
|
"pages/students/2023/denis_le_thanh/README.md": "2cb83f942d86a02712b0c58778e46dc2211346d1a6eba606471dfa832245db61",
|
|
"pages/students/2023/maksym_zatirka/README.md": "7a7d2cbe276c352dacfbc6ba6de5f15303d30ecf34845ff8da8d085f3d67c3dd",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md": "c24d6f941de0dafb4459cea8259cf147821cafc86ba65be5b528f419f734bc18",
|
|
"pages/students/2023/ronald_zalacko/README.md": "724b0f8e6e641236dba9bddbd77f4546e09514076c7dfb151807aaf4b882c96f",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md": "de356dd7427c8a0716c165a0f88ae47b691a86ee7a388f60e2d2e9306298415c",
|
|
"pages/students/2023/samuel_dzurina/README.md": "4818191d044b91219c796a35010c95da5cf2093e050d494f30b219b91e13fa0e",
|
|
"pages/students/2023/simona_bobrovcanova/README.md": "e473a1911dae10ab40e2cf6696a8be616a58c22aaf09af5953fbac475791a35e",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md": "5710ebf91c893a12fe6d19f5372311938d1e7c7bbdf203f2dc8ed2fe7c4f5a24",
|
|
"pages/topics/akopisat/README.md": "c7245e1fbfa4160618502c0baf8cc6bc47cd9a82b8a85bc1c645314829a7b76a",
|
|
"pages/topics/bert/README.md": "35e507f7ec2ad1d3526e2a15f94ea085ee25f680a02daf6df62fd429bd9c25c9",
|
|
"pages/topics/chatbot/README.md": "6f2f83ffb80109be47f9750cca9d3036ec3645abef9f2b590bd6825780c7c48a",
|
|
"pages/topics/faq/README.md": "15cfbd9c2a1649c80a7a58922e2b66dadab5c86a5ef33ef16c82bebd4d2dbf06",
|
|
"pages/topics/hatespeech/README.md": "364df94e70dd740c63544e2586ba7b957780f714fc0c941d1b04b02233e6cbc5",
|
|
"pages/topics/legal/README.md": "003bb9bfe1e0ca21652091c2d11496312eb04e0689fe459e14c2d5a738e8eeea",
|
|
"pages/topics/morphology/README.md": "e242cc5ff1a4cc98e227566c0ead999bbc95937b7c20be62cb2afb773d0d35c0",
|
|
"pages/topics/named-entity/README.md": "66b2e25f70211d432d596e377d552b3b8f0c525b14c31e3bc9c956c3aeadca84",
|
|
"pages/topics/named-entity/navod/README.md": "1ff87079a98411de0414754c60241e08d2214ddcd63ddf974e4340cce2ce5b02",
|
|
"pages/topics/nlp/README.md": "6f90abf9dc3f0ff33475283c13b4a08561abf631425ec2daacb076155a9e02c2",
|
|
"pages/topics/otvorene/README.md": "cd5544925553fe3840c0ea6f8ef60ab756e26ab6757bf810025c948d8d4f98fc",
|
|
"pages/topics/prodigy/README.md": "5e4f691f2754c2ec4afbaab2f41e6db77feb5b322dd9344465eb40c35f116499",
|
|
"pages/topics/python/README.md": "2ef073adba672142c39e9a59fa2e00a98ab52bda54233d46fbe6940ee23f9fcc",
|
|
"pages/topics/question/README.md": "408078a2a67cea2699e12359e85ab641136231e6104c2afdf874a705879525df",
|
|
"pages/topics/question/navod/README.md": "061e737c69184b2bd244316ca7ba841f7186fe01ee80ee993742a733dcad3ecd",
|
|
"pages/topics/question/nezodpovedatelne/README.md": "b6703d9690f4599b973efb27595ce157773ae0fc0d55cf2c0a09d9f50e8e4c92",
|
|
"pages/topics/question/validacie/README.md": "3216a7127abdfc6da50ed116f44ff2d6785e7da4af70d23aceda774e745ad562",
|
|
"pages/topics/resources/README.md": "09405397387f00cbcc5680f7d655f2d861e4d92e5df792a62d9dfd04f3534f48",
|
|
"pages/topics/seq2seq/README.md": "969d15c03a63a3f8d5edc9017fe5a0fb7311fdf4de4a3473a08266241f92c1e2",
|
|
"pages/topics/spacy/README.md": "f504e5db77cb8694f08a57fb8636e522d59a0e669216f4bc8273bc3c5f375f87",
|
|
"pages/topics/steel/README.md": "b4068cef2ed197711467ac47630d5b2064fdc8828f898f7af99664e94d833330",
|
|
"pages/topics/translation/README.md": "a7d4289e72199b307dc5ad8fc69cda39c1a33c27a6c7447af70aa9c3cc6b8635"
|
|
}
|
|
},
|
|
"retrieval_policy": {
|
|
"published_only": true,
|
|
"publication_policy": "explicit-false-hidden-v1",
|
|
"academic_preparation_is_work": false
|
|
}
|
|
},
|
|
"graph": {
|
|
"sha256": "f5f85ce72994baa1c4df62c0423fd6f3a349ef7de2174a65184a6dc4628e1cdb",
|
|
"nodes": 446,
|
|
"relationships": 877
|
|
},
|
|
"completed_at_utc": "2026-10-25T16:08:16.427454+00:00",
|
|
"freeze_sha256": "0dc97fdba37557d76392538eb122e2eafd5f58480fee7de347e1f5ca251823d4",
|
|
"audit_sha256": "091e2ee00a88e9e6a459e91fb54efabd23eec5eb4dd70570aa313c3e51e93410"
|
|
},
|
|
"configuration": {
|
|
"evaluation_kind": "historical_regression",
|
|
"published_only": true,
|
|
"questions_file": "/home/janko/DP/zp-agent/tools/graphrag/evaluation/graphrag_questions_v4.json",
|
|
"split": "test",
|
|
"dataset_question_count": 1042,
|
|
"selected_question_count": 320,
|
|
"limit": 40,
|
|
"max_entities": 8,
|
|
"ids": [],
|
|
"max_questions": null
|
|
},
|
|
"summary": {
|
|
"questions": 320,
|
|
"source_checked_count": 320,
|
|
"all_facts_supported_count": 319,
|
|
"strict_count": 319,
|
|
"strict_accuracy": 0.996875,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.043663,
|
|
"latency_median_seconds": 0.041294,
|
|
"latency_p95_seconds": 0.061519
|
|
},
|
|
"by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.049106,
|
|
"latency_median_seconds": 0.045849,
|
|
"latency_p95_seconds": 0.059887
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 39,
|
|
"strict_count": 39,
|
|
"strict_accuracy": 0.975,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.058806,
|
|
"latency_median_seconds": 0.059366,
|
|
"latency_p95_seconds": 0.070514
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037287,
|
|
"latency_median_seconds": 0.036666,
|
|
"latency_p95_seconds": 0.040174
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041571,
|
|
"latency_median_seconds": 0.041738,
|
|
"latency_p95_seconds": 0.045776
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041482,
|
|
"latency_median_seconds": 0.040869,
|
|
"latency_p95_seconds": 0.046085
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.034284,
|
|
"latency_median_seconds": 0.034297,
|
|
"latency_p95_seconds": 0.03498
|
|
},
|
|
"person_title_year": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041468,
|
|
"latency_median_seconds": 0.039846,
|
|
"latency_p95_seconds": 0.047177
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 40,
|
|
"strict_count": 40,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.044808,
|
|
"latency_median_seconds": 0.043913,
|
|
"latency_p95_seconds": 0.051226
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037911,
|
|
"latency_median_seconds": 0.037975,
|
|
"latency_p95_seconds": 0.039888
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 40,
|
|
"strict_count": 40,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041808,
|
|
"latency_median_seconds": 0.039658,
|
|
"latency_p95_seconds": 0.051708
|
|
}
|
|
},
|
|
"by_difficulty": {
|
|
"hard": {
|
|
"questions": 320,
|
|
"source_checked_count": 320,
|
|
"all_facts_supported_count": 319,
|
|
"strict_count": 319,
|
|
"strict_accuracy": 0.996875,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.043663,
|
|
"latency_median_seconds": 0.041294,
|
|
"latency_p95_seconds": 0.061519
|
|
}
|
|
},
|
|
"questions": [
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-001",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Maksym Zatirka a Samuel Džurina.",
|
|
"latency_seconds": 0.047053,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"nlp",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"nlp",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Schwarc",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-002",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Jakub Schwarc a Nikita Bodnar spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.043818,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Manohar Gowdru Shridhara",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-003",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Manohar Gowdru Shridhara a Nikita Bodnar over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.047865,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Manohar Gowdru Shridhara",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-004",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Maruniak a Nikita Bodnar.",
|
|
"latency_seconds": 0.052044,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-005",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Denis Le Thanh a Samuel Vasiľ spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.043742,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Samuel Vasiľ"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Stanislav Matsunych",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Stanislav Matsunych",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-006",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Lukáš Pokrývka a Stanislav Matsunych over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.051137,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Stanislav Matsunych"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Stanislav Matsunych"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Youssef Ressaissi",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Youssef Ressaissi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:739"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/yussef_ressaissi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-007",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Oleksandr Dorybohov a Youssef Ressaissi.",
|
|
"latency_seconds": 0.059553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"nlp",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"nlp",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-008",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Denis Le Thanh a Tomáš Kuchárik spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.05169,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Iľaš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-009",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Dávid Iľaš a Maroš Harahus over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.042867,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-010",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Nikita Bodnar a Oleksandr Dorybohov.",
|
|
"latency_seconds": 0.045779,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Nikita Bodnar",
|
|
"nlp",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Nikita Bodnar",
|
|
"nlp",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin NaN1",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-011",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Lukáš Pokrývka a Martin NaN1 spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.039135,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Martin NaN1"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Martin NaN1"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-012",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Martin Šarišský a Yevhenii Leonov over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.043227,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"nlp",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"nlp",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pavlišin",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-013",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Maksym Zatirka a Patrik Pavlišin.",
|
|
"latency_seconds": 0.042579,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"nlp",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"nlp",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-014",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Artem Yatsenko a Matej Novotný spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.040055,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"nlp",
|
|
"Matej Novotný"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"nlp",
|
|
"Matej Novotný"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-015",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Kristián Sopkovič a Yevhenii Medushivskyi over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.03952,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"nlp",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"nlp",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Manohar Gowdru Shridhara",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-016",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Alina Vitko a Manohar Gowdru Shridhara.",
|
|
"latency_seconds": 0.038251,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"nlp",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"nlp",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-017",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Andrii Pervashov a Valerii Kutsenko spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.037434,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-018",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Jakub Maruniak a Yevhenii Medushivskyi over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.038472,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"Yevhenii Medushivskyi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Bogdan Paul Chiș",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Adrián Remiáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Bogdan Paul Chiș",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-019",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Adrián Remiáš a Bogdan Paul Chiș.",
|
|
"latency_seconds": 0.039306,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"nlp",
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"nlp",
|
|
"Bogdan Paul Chiș"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"keyword": "question-answer"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "question-answer"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "question-answer",
|
|
"id": "question-answer",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:179"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "question-answer",
|
|
"id": "question-answer",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:179"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-020",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Oleh Bilykh a Ondrej Megela spoločné kľúčové slovo question-answer?",
|
|
"latency_seconds": 0.039315,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"question-answer",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"question-answer",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Bogdan Paul Chiș",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Bogdan Paul Chiș",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-021",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Bogdan Paul Chiș a Samuel Džurina over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.04127,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Bogdan Paul Chiș",
|
|
"nlp",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Bogdan Paul Chiș",
|
|
"nlp",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-022",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Dárius Lindvai a Dominik Nagy.",
|
|
"latency_seconds": 0.040297,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"nlp",
|
|
"Dominik Nagy"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"nlp",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-023",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Artem Yatsenko a Maksym Zatirka spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.038969,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"nlp",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"nlp",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"keyword": "lm"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"keyword": "lm"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-024",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Denis Le Thanh a Oleksandr Dorybohov over rovnaké kľúčové slovo lm.",
|
|
"latency_seconds": 0.038869,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"lm",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"lm",
|
|
"Oleksandr Dorybohov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Than Trung Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-025",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Artur Hyrenko a Than Trung Thanh.",
|
|
"latency_seconds": 0.039603,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Than Trung Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-026",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Lukáš Pokrývka a Than Trung Thanh spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.038822,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"nlp",
|
|
"Than Trung Thanh"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-027",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Artur Hyrenko a Rostyslav Rodzhuk over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.037418,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"nlp",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-028",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Denis Le Thanh a Ján Holp.",
|
|
"latency_seconds": 0.038304,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"nlp",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ediz Morochovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/ediz_morochovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-029",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Dávid Stromp a Ediz Morochovič spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.037719,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Ediz Morochovič"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Ediz Morochovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "spacy"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"keyword": "spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Wencel",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-030",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Kristián Sopkovič a Martin Wencel over rovnaké kľúčové slovo spacy.",
|
|
"latency_seconds": 0.039386,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"Martin Wencel"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"Martin Wencel"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Schwarc",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-031",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Jakub Schwarc a Ján Holp.",
|
|
"latency_seconds": 0.038725,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Ján Holp"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"nlp",
|
|
"Ján Holp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Márk Fehér",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-032",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Dávid Stromp a Márk Fehér spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.037412,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"nlp",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Stanislav Matsunych",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Youssef Ressaissi",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Stanislav Matsunych",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Youssef Ressaissi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:739"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/yussef_ressaissi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-033",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Stanislav Matsunych a Youssef Ressaissi over rovnaké kľúčové slovo nlp.",
|
|
"latency_seconds": 0.042138,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Stanislav Matsunych",
|
|
"nlp",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"matched_values": [
|
|
"Stanislav Matsunych",
|
|
"nlp",
|
|
"Youssef Ressaissi"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Youssef Ressaissi"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-034",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Ján Malinovský a Lukáš Pokrývka.",
|
|
"latency_seconds": 0.041196,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"nlp",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"nlp",
|
|
"Lukáš Pokrývka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Sevval Bulburu",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Sevval Bulburu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:738"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/sevval_bulburu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-035",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Ján Holp a Sevval Bulburu spoločné kľúčové slovo nlp?",
|
|
"latency_seconds": 0.040761,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"nlp",
|
|
"Sevval Bulburu"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"nlp",
|
|
"Sevval Bulburu"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Sevval Bulburu"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Sevval Bulburu"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/sevval_bulburu/README.md",
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"keyword": "qa"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "qa"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "QA",
|
|
"id": "qa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:178"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ondrej Megela",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "QA",
|
|
"id": "qa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:178"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-036",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Oleh Bilykh a Ondrej Megela over rovnaké kľúčové slovo qa.",
|
|
"latency_seconds": 0.041822,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"qa",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"qa",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "qa"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-037",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Andrii Pervashov a Oleh Bilykh.",
|
|
"latency_seconds": 0.039714,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Oleh Bilykh"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Oleh Bilykh"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"keyword": "rag"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"keyword": "rag"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-038",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Majú osoby Tetiana Mohorian a Valerii Kutsenko spoločné kľúčové slovo rag?",
|
|
"latency_seconds": 0.03892,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"rag",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"rag",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"keyword": "ir"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"keyword": "ir"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "ir",
|
|
"id": "ir",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "ir",
|
|
"id": "ir",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-039",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Pre osoby Alina Vitko a Matej Kobyľan over rovnaké kľúčové slovo ir.",
|
|
"latency_seconds": 0.038755,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"ir",
|
|
"Matej Kobyľan"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"ir",
|
|
"Matej Kobyľan"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Serhii Yemets",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-040",
|
|
"split": "test",
|
|
"category": "shared_keyword_pair",
|
|
"difficulty": "hard",
|
|
"question": "Over spoločné kľúčové slovo nlp pri osobách Oleksandr Hryshchenko a Serhii Yemets.",
|
|
"latency_seconds": 0.039375,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"Serhii Yemets"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"nlp",
|
|
"Serhii Yemets"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"shared_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"shared_keyword"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772",
|
|
"name": "Jakub Kristián Lukas",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "person:pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636",
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023",
|
|
"person": "Jakub Kristián Lukas",
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30",
|
|
"title": "Jakub Kristián Lukas",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"name": "Jakub Kristián Lukas"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Vedecký projekt 2023",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:725",
|
|
"name": "Vedecký projekt 2023",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "work:pages/students/2021/martin_sarissky/README.md:vedecky-projekt-2023",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-041",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Jakub Kristián Lukas a Martin Šarišský?",
|
|
"latency_seconds": 0.046807,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Kristián Lukas",
|
|
"2023",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282",
|
|
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-042",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Kristián Sopkovič a Nikita Bodnar?",
|
|
"latency_seconds": 0.044469,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:705",
|
|
"name": "Bakalársky projekt 2021",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "work:pages/students/2019/artem_yatsenko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-043",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Alina Vitko a Artem Yatsenko.",
|
|
"latency_seconds": 0.043845,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Artem Yatsenko",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Artem Yatsenko",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Širotník",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761",
|
|
"name": "Samuel Širotník",
|
|
"source_document": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"id": "person:pages/students/2018/samuel_sirotnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:274",
|
|
"title": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií",
|
|
"source_document": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"id": "thesis:pages/students/2018/samuel_sirotnik/README.md:bakalarska-praca-2020",
|
|
"person": "Samuel Širotník",
|
|
"document_path": "pages/students/2018/samuel_sirotnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:881",
|
|
"title": "Samuel Širotník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"path": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"name": "Samuel Širotník"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-044",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Patrik Pavlišin a Samuel Širotník?",
|
|
"latency_seconds": 0.04406,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"2020",
|
|
"Samuel Širotník"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"2020",
|
|
"Samuel Širotník"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Širotník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Širotník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Diplomový projekt 2021",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683",
|
|
"name": "Diplomový projekt 2021",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-045",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Lukáš Pokrývka a Márk Fehér?",
|
|
"latency_seconds": 0.042893,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"2021",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"2021",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-046",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Kristián Sopkovič a Ondrej Megela.",
|
|
"latency_seconds": 0.045583,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"2022",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:646",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:bakalarska-praca-2024",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649",
|
|
"title": "Dialógový systém pre potreby samosprávy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre potreby samosprávy",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Diplomový projekt 2025",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:724",
|
|
"name": "Diplomový projekt 2025",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "work:pages/students/2021/martin_sarissky/README.md:diplomovy-projekt-2025",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Diplomový projekt 1 2025",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:726",
|
|
"name": "Diplomový projekt 1 2025",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "work:pages/students/2021/matej_scislak/README.md:diplomovy-projekt-1-2025",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 4,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 5,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-047",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Martin Šarišský a Matej Ščišľak?",
|
|
"latency_seconds": 0.043215,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2024",
|
|
"Matej Ščišľak",
|
|
"2025",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2024",
|
|
"Matej Ščišľak",
|
|
"2025",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-048",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Márk Fehér a Ondrej Megela?",
|
|
"latency_seconds": 0.043503,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"2022",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"2022",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797",
|
|
"name": "Vladyslav Yanchenko",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "person:pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:188",
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025",
|
|
"person": "Vladyslav Yanchenko",
|
|
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55",
|
|
"title": "Vladyslav Yanchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"name": "Vladyslav Yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-049",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Daniil Huzenko a Vladyslav Yanchenko.",
|
|
"latency_seconds": 0.042142,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Vedecký projekt 2022",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:722",
|
|
"title": "Extrakcia informácií z webových stránok",
|
|
"name": "Extrakcia informácií z webových stránok",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:640",
|
|
"title": "Automatická kategorizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická kategorizácia slovenského textu",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273",
|
|
"title": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-050",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Matúš Suchanič a Ondrej Megela?",
|
|
"latency_seconds": 0.044551,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"2022",
|
|
"Ondrej Megela",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"2022",
|
|
"Ondrej Megela",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-051",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Artur Hyrenko a Maksym Zatirka?",
|
|
"latency_seconds": 0.04099,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Maksym Zatirka"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:640",
|
|
"title": "Automatická kategorizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická kategorizácia slovenského textu",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:642",
|
|
"title": "Oprava preklepov v slovenskom jazyku.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Oprava preklepov v slovenskom jazyku.",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-052",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Matúš Suchanič a Vladyslav Krupko.",
|
|
"latency_seconds": 0.044163,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"2023",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"2023",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Širotník",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:761",
|
|
"name": "Samuel Širotník",
|
|
"source_document": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"id": "person:pages/students/2018/samuel_sirotnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:274",
|
|
"title": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Pokusný Kubernetes klaster použitím Raspberry Pi pre výuku klaudových technológií",
|
|
"source_document": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"id": "thesis:pages/students/2018/samuel_sirotnik/README.md:bakalarska-praca-2020",
|
|
"person": "Samuel Širotník",
|
|
"document_path": "pages/students/2018/samuel_sirotnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:881",
|
|
"title": "Samuel Širotník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik",
|
|
"path": "pages/students/2018/samuel_sirotnik/README.md",
|
|
"name": "Samuel Širotník"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-053",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Jakub Maruniak a Samuel Širotník?",
|
|
"latency_seconds": 0.041901,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2020",
|
|
"Samuel Širotník"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2020",
|
|
"Samuel Širotník"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Širotník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Širotník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:684",
|
|
"name": "Diplomový projekt 2 2020",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-054",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Dmytro Ushatenko a Maroš Harahus?",
|
|
"latency_seconds": 0.041938,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789",
|
|
"name": "Jakub Schwarc",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "person:pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:727",
|
|
"title": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"name": "Inštrukčné dotrénovanie jazykového modelu",
|
|
"source_document": "pages/students/2022/jakub_schwarc/README.md",
|
|
"id": "work:pages/students/2022/jakub_schwarc/README.md:diplomovy-projekt-2026",
|
|
"person": "Jakub Schwarc",
|
|
"document_path": "pages/students/2022/jakub_schwarc/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:47",
|
|
"title": "Jakub Schwarc",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"name": "Jakub Schwarc"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-055",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Jakub Schwarc a Martin Šarišský.",
|
|
"latency_seconds": 0.042867,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"2026",
|
|
"Martin Šarišský"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Diplomový projekt 2021",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683",
|
|
"name": "Diplomový projekt 2021",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Tímový projekt 2021",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:690",
|
|
"name": "Tímový projekt 2021",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "work:pages/students/2016/patrik_pavlisin/README.md:timovy-projekt-2021",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213",
|
|
"title": "Neurónový strojový preklad",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-056",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Márk Fehér a Patrik Pavlišin?",
|
|
"latency_seconds": 0.045148,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"2021",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"2021",
|
|
"Patrik Pavlišin",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791",
|
|
"name": "Ján Pták",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "person:pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:729",
|
|
"title": "Agent pre manažment záverečných prác",
|
|
"name": "Agent pre manažment záverečných prác",
|
|
"source_document": "pages/students/2022/jan_ptak/README.md",
|
|
"id": "work:pages/students/2022/jan_ptak/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Pták",
|
|
"document_path": "pages/students/2022/jan_ptak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:49",
|
|
"title": "Ján Pták",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"name": "Ján Pták"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-057",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Denis Le Thanh a Ján Pták?",
|
|
"latency_seconds": 0.04503,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"2026",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:663",
|
|
"title": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Inteligentný agent pre podporu práce špeciálneho pedagóga",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "thesis:pages/students/2023/rostyslav_rodzhuk/README.md:bakalarska-praca-2026",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-058",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Artur Hyrenko a Rostyslav Rodzhuk.",
|
|
"latency_seconds": 0.041343,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Rostyslav Rodzhuk"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Yanchenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:635",
|
|
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:797",
|
|
"name": "Vladyslav Yanchenko",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "person:pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:188",
|
|
"title": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Kontinuálne nasadenie a testovanie aplikácie v klaudovom prostredí.",
|
|
"source_document": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"id": "thesis:pages/students/2022/vladyslav_yanchenko/README.md:bakalarska-praca-2025",
|
|
"person": "Vladyslav Yanchenko",
|
|
"document_path": "pages/students/2022/vladyslav_yanchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:55",
|
|
"title": "Vladyslav Yanchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko",
|
|
"path": "pages/students/2022/vladyslav_yanchenko/README.md",
|
|
"name": "Vladyslav Yanchenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-059",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Dávid Kostilník a Vladyslav Yanchenko?",
|
|
"latency_seconds": 0.064576,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2025",
|
|
"Vladyslav Yanchenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Yanchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-060",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Alina Vitko a Jakub Maruniak?",
|
|
"latency_seconds": 0.044,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Jakub Maruniak"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Jakub Maruniak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764",
|
|
"name": "Dávid Stromp",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "person:pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:277",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2022",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "thesis:pages/students/2019/david_stromp/README.md:bakalarska-praca-2022",
|
|
"person": "Dávid Stromp",
|
|
"document_path": "pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884",
|
|
"title": "Dávid Stromp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"name": "Dávid Stromp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Vedecký projekt 2022",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:722",
|
|
"title": "Extrakcia informácií z webových stránok",
|
|
"name": "Extrakcia informácií z webových stránok",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-061",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Dávid Stromp a Matúš Suchanič.",
|
|
"latency_seconds": 0.042507,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"2022",
|
|
"Matúš Suchanič"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"2022",
|
|
"Matúš Suchanič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2024 - 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:280",
|
|
"title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186",
|
|
"title": "Automatické generovanie otázok zo zadaného textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie otázok zo zadaného textu",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-062",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Filip Tomáš a Valerii Kutsenko?",
|
|
"latency_seconds": 0.043981,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749",
|
|
"name": "Tomáš Kuchárik",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "person:pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:214",
|
|
"title": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Tvorba korpusu otázok a odpovedí v slovenskom jazyku pomocou crowdsourcingu",
|
|
"source_document": "pages/students/2016/tomas_kucharik/README.md",
|
|
"id": "thesis:pages/students/2016/tomas_kucharik/README.md:diplomova-praca-2021",
|
|
"person": "Tomáš Kuchárik",
|
|
"document_path": "pages/students/2016/tomas_kucharik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:869",
|
|
"title": "Tomáš Kuchárik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"name": "Tomáš Kuchárik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-063",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Jakub Maruniak a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.044721,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Bakalárska práca 2021",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:271",
|
|
"title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021",
|
|
"person": "Oleh Bilykh",
|
|
"document_path": "pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770",
|
|
"name": "Samuel Horáni",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "person:pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Vedecký projekt 2021",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:720",
|
|
"title": "Dialógový systém pomocou RASA framework",
|
|
"name": "Dialógový systém pomocou RASA framework",
|
|
"source_document": "pages/students/2019/samuel_horani/README.md",
|
|
"id": "work:pages/students/2019/samuel_horani/README.md:vedecky-projekt-2021",
|
|
"person": "Samuel Horáni",
|
|
"document_path": "pages/students/2019/samuel_horani/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:893",
|
|
"title": "Samuel Horáni",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"name": "Samuel Horáni"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-064",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Oleh Bilykh a Samuel Horáni.",
|
|
"latency_seconds": 0.043412,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"2021",
|
|
"Samuel Horáni"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"2021",
|
|
"Samuel Horáni"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-065",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Dmytro Ushatenko a Patrik Pavlišin?",
|
|
"latency_seconds": 0.043423,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"2020",
|
|
"Patrik Pavlišin"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-066",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Jakub Maruniak a Ondrej Megela?",
|
|
"latency_seconds": 0.043499,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2020",
|
|
"Ondrej Megela"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2020",
|
|
"Ondrej Megela"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765",
|
|
"name": "Dmytro Mural",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "person:pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:707",
|
|
"name": "Bakalársky projekt 2021",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "work:pages/students/2019/dmytro_mural/README.md:bakalarsky-projekt-2021",
|
|
"person": "Dmytro Mural",
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885",
|
|
"title": "Dmytro Mural",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"name": "Dmytro Mural"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765",
|
|
"name": "Dmytro Mural",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "person:pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:278",
|
|
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022",
|
|
"person": "Dmytro Mural",
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885",
|
|
"title": "Dmytro Mural",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"name": "Dmytro Mural"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-067",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Alina Vitko a Dmytro Mural.",
|
|
"latency_seconds": 0.048937,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Dmytro Mural",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Dmytro Mural",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:189",
|
|
"title": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhodnotenie generovania slovenského jazyka s pomocou vyhľadávania",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "thesis:pages/students/2022/yevhenii_leonov/README.md:bakalarska-praca-2025",
|
|
"person": "Yevhenii Leonov",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-068",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Tetiana Mohorian a Yevhenii Leonov?",
|
|
"latency_seconds": 0.045086,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"2025",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"2025",
|
|
"Yevhenii Leonov"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md",
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "person:pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:653",
|
|
"title": "Grafové neurónové siete pre získavanie informácií",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Grafové neurónové siete pre získavanie informácií",
|
|
"source_document": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"id": "thesis:pages/students/2021/oleksandr_hryshchenko/README.md:diplomova-praca-2026",
|
|
"person": "Oleksandr Hryshchenko",
|
|
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:43",
|
|
"title": "Oleksandr Hryshchenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"name": "Oleksandr Hryshchenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802",
|
|
"name": "Ronald Zalacko",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "person:pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:662",
|
|
"title": "Skórovací online systém pre robotické súťaže",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Skórovací online systém pre robotické súťaže",
|
|
"source_document": "pages/students/2023/ronald_zalacko/README.md",
|
|
"id": "thesis:pages/students/2023/ronald_zalacko/README.md:bakalarska-praca-2026",
|
|
"person": "Ronald Zalacko",
|
|
"document_path": "pages/students/2023/ronald_zalacko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:60",
|
|
"title": "Ronald Zalacko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"name": "Ronald Zalacko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-069",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Oleksandr Hryshchenko a Ronald Zalacko?",
|
|
"latency_seconds": 0.051183,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"2026",
|
|
"Ronald Zalacko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"pages/students/2023/ronald_zalacko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-070",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Adrián Remiáš a Pavol Hudák.",
|
|
"latency_seconds": 0.052047,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Pavol Hudák"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Pavol Hudák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:718",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 2,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:652",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2025",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2025",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 3,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-071",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Nikita Bodnar a Patrik Pokrivčák?",
|
|
"latency_seconds": 0.044378,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Nikita Bodnar",
|
|
"2024",
|
|
"Patrik Pokrivčák",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Nikita Bodnar",
|
|
"2024",
|
|
"Patrik Pokrivčák",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-072",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Ján Malinovský a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.042342,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2026",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Diplomový projekt 2021",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683",
|
|
"name": "Diplomový projekt 2021",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-073",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Jakub Maruniak a Márk Fehér.",
|
|
"latency_seconds": 0.043175,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2021",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773",
|
|
"name": "Kamil Tomčufčík",
|
|
"source_document": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"id": "person:pages/students/2020/kamil_tomcufcik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:637",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2025",
|
|
"source_document": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"id": "thesis:pages/students/2020/kamil_tomcufcik/README.md:diplomova-praca-2025",
|
|
"person": "Kamil Tomčufčík",
|
|
"document_path": "pages/students/2020/kamil_tomcufcik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:31",
|
|
"title": "Kamil Tomčufčík",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"name": "Kamil Tomčufčík"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186",
|
|
"title": "Automatické generovanie otázok zo zadaného textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie otázok zo zadaného textu",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-074",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Kamil Tomčufčík a Valerii Kutsenko?",
|
|
"latency_seconds": 0.042332,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"2025",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794",
|
|
"name": "Serhii Yemets",
|
|
"source_document": "pages/students/2022/serhii_yemets/README.md",
|
|
"id": "person:pages/students/2022/serhii_yemets/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:181",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2025",
|
|
"source_document": "pages/students/2022/serhii_yemets/README.md",
|
|
"id": "thesis:pages/students/2022/serhii_yemets/README.md:bakalarska-praca-2025",
|
|
"person": "Serhii Yemets",
|
|
"document_path": "pages/students/2022/serhii_yemets/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:52",
|
|
"title": "Serhii Yemets",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"name": "Serhii Yemets"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795",
|
|
"name": "Tetiana Mohorian",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "person:pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:184",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov.",
|
|
"source_document": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"id": "thesis:pages/students/2022/tetiana_mohorian/README.md:bakalarska-praca-2025",
|
|
"person": "Tetiana Mohorian",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:53",
|
|
"title": "Tetiana Mohorian",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"name": "Tetiana Mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-075",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Serhii Yemets a Tetiana Mohorian?",
|
|
"latency_seconds": 0.043034,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Serhii Yemets",
|
|
"2025",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Serhii Yemets",
|
|
"2025",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Diplomový projekt 2025",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:724",
|
|
"name": "Diplomový projekt 2025",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "work:pages/students/2021/martin_sarissky/README.md:diplomovy-projekt-2025",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794",
|
|
"name": "Serhii Yemets",
|
|
"source_document": "pages/students/2022/serhii_yemets/README.md",
|
|
"id": "person:pages/students/2022/serhii_yemets/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:181",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2025",
|
|
"source_document": "pages/students/2022/serhii_yemets/README.md",
|
|
"id": "thesis:pages/students/2022/serhii_yemets/README.md:bakalarska-praca-2025",
|
|
"person": "Serhii Yemets",
|
|
"document_path": "pages/students/2022/serhii_yemets/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:52",
|
|
"title": "Serhii Yemets",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"name": "Serhii Yemets"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-076",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Martin Šarišský a Serhii Yemets.",
|
|
"latency_seconds": 0.045887,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2025",
|
|
"Serhii Yemets"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2025",
|
|
"Serhii Yemets"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:639",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"name": "Nikita Bodnar",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "person:pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:651",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2021/nikita_bodnar/README.md",
|
|
"id": "thesis:pages/students/2021/nikita_bodnar/README.md:bakalarska-praca-2024",
|
|
"person": "Nikita Bodnar",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:42",
|
|
"title": "Nikita Bodnar",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"name": "Nikita Bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-077",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Matej Kobyľan a Nikita Bodnar?",
|
|
"latency_seconds": 0.04844,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"2024",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668",
|
|
"name": "Diplomový projekt 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754",
|
|
"name": "Martin NaN1",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "person:pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698",
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020",
|
|
"person": "Martin NaN1",
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874",
|
|
"title": "Martin NaN1",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"name": "Martin NaN1"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-078",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Ktoré spoločné roky prác majú osoby Dárius Lindvai a Martin NaN1?",
|
|
"latency_seconds": 0.045867,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Martin NaN1"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Martin NaN1"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-079",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaké roky práce pri osobách Artur Hyrenko a Samuel Džurina.",
|
|
"latency_seconds": 0.041623,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764",
|
|
"name": "Dávid Stromp",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "person:pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:277",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2022",
|
|
"source_document": "pages/students/2019/david_stromp/README.md",
|
|
"id": "thesis:pages/students/2019/david_stromp/README.md:bakalarska-praca-2022",
|
|
"person": "Dávid Stromp",
|
|
"document_path": "pages/students/2019/david_stromp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:884",
|
|
"title": "Dávid Stromp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"name": "Dávid Stromp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-080",
|
|
"split": "test",
|
|
"category": "same_academic_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aké spoločné roky práce spájajú osoby Dávid Stromp a Dominik Nagy?",
|
|
"latency_seconds": 0.043429,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"2022",
|
|
"Dominik Nagy"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"academic_year_comparison",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-081",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Matej Ščišľak a Nikita Bodnar.",
|
|
"latency_seconds": 0.037283,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-082",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Andrii Pervashov a Ján Pták?",
|
|
"latency_seconds": 0.0384,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2022",
|
|
"Ján Pták"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-083",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Lukáš Pokrývka a Maroš Harahus?",
|
|
"latency_seconds": 0.036994,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Kristián Lukas",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-084",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dávid Kostilník a Jakub Kristián Lukas.",
|
|
"latency_seconds": 0.038903,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Jakub Kristián Lukas"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Jakub Kristián Lukas"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-085",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Jakub Maruniak?",
|
|
"latency_seconds": 0.036866,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Jakub Maruniak"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Jakub Maruniak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artem Yatsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-086",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Artem Yatsenko a Samuel Horáni?",
|
|
"latency_seconds": 0.0384,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dmytro Mural",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-087",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dmytro Mural a Samuel Horáni.",
|
|
"latency_seconds": 0.037238,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Mural",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Mural",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-088",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Ján Holp a Maroš Harahus?",
|
|
"latency_seconds": 0.036728,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Kostilník",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladyslav Krupko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-089",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Kostilník a Vladyslav Krupko?",
|
|
"latency_seconds": 0.037944,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"2020",
|
|
"Vladyslav Krupko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Jancura",
|
|
"start_year": 2017
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Stanislav Matsunych",
|
|
"start_year": 2017
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Jancura",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751",
|
|
"start_year": 2017
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Stanislav Matsunych",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752",
|
|
"start_year": 2017
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-090",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Martin Jancura a Stanislav Matsunych.",
|
|
"latency_seconds": 0.038613,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Jancura",
|
|
"2017",
|
|
"Stanislav Matsunych"
|
|
],
|
|
"matched_values": [
|
|
"Martin Jancura",
|
|
"2017",
|
|
"Stanislav Matsunych"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2017"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2017"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2017"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2017"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/martin_jancura/README.md",
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-091",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Matej Novotný a Nikita Bodnar?",
|
|
"latency_seconds": 0.037819,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"2021",
|
|
"Nikita Bodnar"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md",
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Wencel",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-092",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Dávid Omasta a Martin Wencel?",
|
|
"latency_seconds": 0.036847,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2018",
|
|
"Martin Wencel"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2018",
|
|
"Martin Wencel"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Vasiľ",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-093",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Samuel Vasiľ a Valerii Kutsenko.",
|
|
"latency_seconds": 0.038265,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dmytro Mural",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kristián Sopkovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-094",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Dmytro Mural a Kristián Sopkovič?",
|
|
"latency_seconds": 0.038509,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Mural",
|
|
"2019",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Mural",
|
|
"2019",
|
|
"Kristián Sopkovič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-095",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Oleksandr Dorybohov a Samuel Džurina?",
|
|
"latency_seconds": 0.038253,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"2023",
|
|
"Samuel Džurina"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Michal Stromko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pokrivčák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-096",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Michal Stromko a Patrik Pokrivčák.",
|
|
"latency_seconds": 0.038091,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"2019",
|
|
"Patrik Pokrivčák"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"2019",
|
|
"Patrik Pokrivčák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-097",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Martin Šarišský a Matej Ščišľak?",
|
|
"latency_seconds": 0.037182,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2021",
|
|
"Matej Ščišľak"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Pavol Hudák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-098",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Matej Kobyľan a Pavol Hudák?",
|
|
"latency_seconds": 0.036957,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"2020",
|
|
"Pavol Hudák"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-099",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Alina Vitko a Dávid Stromp.",
|
|
"latency_seconds": 0.035804,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2019",
|
|
"Dávid Stromp"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2019",
|
|
"Dávid Stromp"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ronald Zalacko",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"start_year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ronald Zalacko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:802",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/ronald_zalacko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Simona Bobrovčanová",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"start_year": 2023
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-100",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Ronald Zalacko a Simona Bobrovčanová?",
|
|
"latency_seconds": 0.038526,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ronald Zalacko",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"matched_values": [
|
|
"Ronald Zalacko",
|
|
"2023",
|
|
"Simona Bobrovčanová"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ronald Zalacko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/ronald_zalacko/README.md",
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/ronald_zalacko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Schwarc",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Schwarc",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:789",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jakub_schwarc/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-101",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Schwarc a Valerii Kutsenko?",
|
|
"latency_seconds": 0.040631,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Schwarc",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Schwarc",
|
|
"2022",
|
|
"Valerii Kutsenko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Schwarc"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"start_year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Malinovský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795",
|
|
"start_year": 2022
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-102",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Ján Malinovský a Tetiana Mohorian.",
|
|
"latency_seconds": 0.040539,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"2022",
|
|
"Tetiana Mohorian"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Šarišský",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-103",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Martin Šarišský a Vladimír Ferko?",
|
|
"latency_seconds": 0.038733,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"2021",
|
|
"Vladimír Ferko"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Adrián Remiáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin NaN1",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-104",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Martin NaN1?",
|
|
"latency_seconds": 0.036665,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2018",
|
|
"Martin NaN1"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2018",
|
|
"Martin NaN1"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-105",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dominik Nagy a Maroš Harahus.",
|
|
"latency_seconds": 0.037608,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"start_year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"start_year": 2020
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-106",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Kamil Tomčufčík a Matúš Suchanič?",
|
|
"latency_seconds": 0.039024,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Matúš Suchanič"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"2020",
|
|
"Matúš Suchanič"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Márk Fehér",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-107",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Dominik Nagy a Márk Fehér?",
|
|
"latency_seconds": 0.036938,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Márk Fehér"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Márk Fehér"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Manohar Gowdru Shridhara",
|
|
"start_year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Manohar Gowdru Shridhara",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:780",
|
|
"start_year": 2021
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/manohar_gowdru_shridharu/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-108",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Artur Hyrenko a Manohar Gowdru Shridhara.",
|
|
"latency_seconds": 0.038114,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2021",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2021",
|
|
"Manohar Gowdru Shridhara"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Manohar Gowdru Shridhara"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/manohar_gowdru_shridharu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/manohar_gowdru_shridharu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"start_year": 2018
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Adrián Remiáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Iľaš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756",
|
|
"start_year": 2018
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-109",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Adrián Remiáš a Dávid Iľaš?",
|
|
"latency_seconds": 0.036887,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2018",
|
|
"Dávid Iľaš"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2018",
|
|
"Dávid Iľaš"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2018"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"start_year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Filip Tomáš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770",
|
|
"start_year": 2019
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-110",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Filip Tomáš a Samuel Horáni?",
|
|
"latency_seconds": 0.039356,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"2019",
|
|
"Samuel Horáni"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dominik Nagy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-111",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Porovnaj rovnaký rok začiatku štúdia osôb Dominik Nagy a Tomáš Kuchárik.",
|
|
"latency_seconds": 0.037014,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2016",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Tomáš Kuchárik",
|
|
"start_year": 2016
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tomáš Kuchárik",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:749",
|
|
"start_year": 2016
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/tomas_kucharik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-112",
|
|
"split": "test",
|
|
"category": "same_start_year_pair",
|
|
"difficulty": "hard",
|
|
"question": "Aký spoločný rok začiatku štúdia majú osoby Jakub Maruniak a Tomáš Kuchárik?",
|
|
"latency_seconds": 0.038006,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"2016",
|
|
"Tomáš Kuchárik"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Tomáš Kuchárik"
|
|
},
|
|
{
|
|
"type": "start_year",
|
|
"value": "2016"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"start_year_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_start_year",
|
|
"start_year_comparison"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:207",
|
|
"title": "Systém získavania informácií v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Systém získavania informácií v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:diplomova-praca-2021",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-113",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Ján Holp uvedené pre rok 2021?",
|
|
"latency_seconds": 0.039661,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"Systém získavania informácií v slovenskom jazyku.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém získavania informácií v slovenskom jazyku."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"academic_kind": "Work",
|
|
"academic_type": "research_project",
|
|
"year": 2024,
|
|
"title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798",
|
|
"name": "Yevhenii Leonov",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "person:pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Vedecký projekt 2024",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:731",
|
|
"title": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"name": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"source_document": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"id": "work:pages/students/2022/yevhenii_leonov/README.md:vedecky-projekt-2024",
|
|
"person": "Yevhenii Leonov",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:56",
|
|
"title": "Yevhenii Leonov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"name": "Yevhenii Leonov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-114",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Yevhenii Leonov a rok práce pre rok 2024.",
|
|
"latency_seconds": 0.03862,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "RAG: Generovanie jazyka s pomocou vyhľadávania -Retrieval augmented generation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-115",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dárius Lindvai a rok práce pre rok 2021.",
|
|
"latency_seconds": 0.037957,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"academic_kind": "Work",
|
|
"academic_type": "team_project",
|
|
"year": 2019,
|
|
"title": "Rešerš"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:676",
|
|
"title": "Rešerš",
|
|
"name": "Rešerš",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:timovy-projekt-2019",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-116",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Jakub Maruniak uvedené pre rok 2019?",
|
|
"latency_seconds": 0.038485,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"Rešerš",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"Rešerš",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-117",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Andrii Pervashov a rok práce pre rok 2027.",
|
|
"latency_seconds": 0.03987,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Korekcia textu pomocou neurónových sietí"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-118",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Andrii Pervashov a rok práce pre rok 2025.",
|
|
"latency_seconds": 0.039242,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"Korekcia textu pomocou neurónových sietí",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"Korekcia textu pomocou neurónových sietí",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Korekcia textu pomocou neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Korekcia textu pomocou neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-119",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov diplomového projektu a rok práce sú pri osobe Ján Malinovský uvedené pre rok 2026?",
|
|
"latency_seconds": 0.041681,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2025,
|
|
"title": "Sémantické vyhľadávanie pomocou veľkých modelov"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:635",
|
|
"title": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "thesis:pages/students/2020/david_kostilnik/README.md:diplomova-praca-2025",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-120",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dávid Kostilník a rok práce pre rok 2025.",
|
|
"latency_seconds": 0.038893,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Kostilník",
|
|
"Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Kostilník",
|
|
"Sémantické vyhľadávanie pomocou veľkých modelov",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Sémantické vyhľadávanie pomocou veľkých modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Sémantické vyhľadávanie pomocou veľkých modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Work",
|
|
"academic_type": "bachelor_project",
|
|
"year": 2020,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754",
|
|
"name": "Martin NaN1",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "person:pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698",
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020",
|
|
"person": "Martin NaN1",
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874",
|
|
"title": "Martin NaN1",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"name": "Martin NaN1"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-121",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Martin NaN1 a rok práce pre rok 2020.",
|
|
"latency_seconds": 0.038753,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin NaN1",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-122",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Oleksandr Dorybohov uvedené pre rok 2026?",
|
|
"latency_seconds": 0.039635,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-123",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Martin Šarišský a rok práce pre rok 2026.",
|
|
"latency_seconds": 0.041319,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-124",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Daniil Huzenko a rok práce pre rok 2025.",
|
|
"latency_seconds": 0.047473,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:209",
|
|
"title": "Klasifikácia textu metódami strojového učenia",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Klasifikácia textu metódami strojového učenia",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "thesis:pages/students/2016/mark_feher/README.md:diplomova-praca-2022",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-125",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Márk Fehér uvedené pre rok 2022?",
|
|
"latency_seconds": 0.044089,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"Klasifikácia textu metódami strojového učenia",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Klasifikácia textu metódami strojového učenia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-126",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Michal Stromko a rok práce pre rok 2022.",
|
|
"latency_seconds": 0.039936,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804",
|
|
"name": "Samuel Džurina",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "person:pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:664",
|
|
"title": "Dialógový systém pre podporu firemných procesov",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre podporu firemných procesov",
|
|
"source_document": "pages/students/2023/samuel_dzurina/README.md",
|
|
"id": "thesis:pages/students/2023/samuel_dzurina/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Džurina",
|
|
"document_path": "pages/students/2023/samuel_dzurina/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:62",
|
|
"title": "Samuel Džurina",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"name": "Samuel Džurina"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-127",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Samuel Džurina a rok práce pre rok 2026.",
|
|
"latency_seconds": 0.043456,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"Dialógový systém pre podporu firemných procesov",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre podporu firemných procesov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-128",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Kristián Sopkovič uvedené pre rok 2022?",
|
|
"latency_seconds": 0.045501,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2020,
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747",
|
|
"name": "Maroš Harahus",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "person:pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:685",
|
|
"title": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"name": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"source_document": "pages/students/2016/maros_harahus/README.md",
|
|
"id": "work:pages/students/2016/maros_harahus/README.md:diplomovy-projekt-2020",
|
|
"person": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:840",
|
|
"title": "Maroš Harahus",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"path": "pages/students/2016/maros_harahus/README.md",
|
|
"name": "Maroš Harahus"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-129",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov diplomového projektu osoby Maroš Harahus a rok práce pre rok 2020.",
|
|
"latency_seconds": 0.040644,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Doplnenie podpory morfologického značkovania slovenského jazyka do nlp frameworku (spacy alebo flair)"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2023,
|
|
"title": "Systém pre monitoring médií"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:638",
|
|
"title": "Systém pre monitoring médií",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre monitoring médií",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2023",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-130",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Matej Kobyľan a rok práce pre rok 2023.",
|
|
"latency_seconds": 0.060342,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"Systém pre monitoring médií",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"Systém pre monitoring médií",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém pre monitoring médií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Systém pre monitoring médií"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Eduard Matovka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779",
|
|
"name": "Eduard Matovka",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "person:pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:645",
|
|
"title": "Slovenská konverzačná umelá inteligencia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Slovenská konverzačná umelá inteligencia",
|
|
"source_document": "pages/students/2021/eduard_matovka/README.md",
|
|
"id": "thesis:pages/students/2021/eduard_matovka/README.md:bakalarska-praca-2024",
|
|
"person": "Eduard Matovka",
|
|
"document_path": "pages/students/2021/eduard_matovka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:37",
|
|
"title": "Eduard Matovka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"path": "pages/students/2021/eduard_matovka/README.md",
|
|
"name": "Eduard Matovka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-131",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Eduard Matovka uvedené pre rok 2024?",
|
|
"latency_seconds": 0.041106,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Eduard Matovka",
|
|
"Slovenská konverzačná umelá inteligencia",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Eduard Matovka"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Slovenská konverzačná umelá inteligencia"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Neurónový strojový preklad"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:213",
|
|
"title": "Neurónový strojový preklad",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:diplomova-praca-2022",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-132",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Patrik Pavlišin a rok práce pre rok 2022.",
|
|
"latency_seconds": 0.039822,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"Neurónový strojový preklad",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"Neurónový strojový preklad",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Dialógový systém pre potreby samosprávy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649",
|
|
"title": "Dialógový systém pre potreby samosprávy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre potreby samosprávy",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-133",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Matej Ščišľak a rok práce pre rok 2024.",
|
|
"latency_seconds": 0.039703,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"Dialógový systém pre potreby samosprávy",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"Dialógový systém pre potreby samosprávy",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre potreby samosprávy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre potreby samosprávy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2023,
|
|
"title": "Automatická kategorizácia slovenského textu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:640",
|
|
"title": "Automatická kategorizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická kategorizácia slovenského textu",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "thesis:pages/students/2020/matus_suchanic/README.md:bakalarska-praca-2023",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-134",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce a rok práce sú pri osobe Matúš Suchanič uvedené pre rok 2023?",
|
|
"latency_seconds": 0.039325,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"Automatická kategorizácia slovenského textu",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"Automatická kategorizácia slovenského textu",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická kategorizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická kategorizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"academic_kind": "Work",
|
|
"academic_type": "bachelor_project",
|
|
"year": 2021,
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-135",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Alina Vitko a rok práce pre rok 2021.",
|
|
"latency_seconds": 0.039686,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Vytovrenie prehľadu existujúcich systémov QA."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Vytovrenie prehľadu existujúcich systémov QA."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2020,
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:680",
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"name": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-136",
|
|
"split": "test",
|
|
"category": "person_title_year",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov diplomového projektu osoby Lukáš Pokrývka a rok práce pre rok 2020.",
|
|
"latency_seconds": 0.040031,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"keyword": "gpu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "GPU",
|
|
"id": "gpu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:148"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-137",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Lukáš Pokrývka v roku 2021 súvisí s kľúčovým slovom gpu?",
|
|
"latency_seconds": 0.040903,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"gpu",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"gpu",
|
|
"Paralelné trénovanie neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpu"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpu"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Paralelné trénovanie neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2020,
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"keyword": "cloud"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:680",
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"name": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-138",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Lukáš Pokrývka v roku 2020 s kľúčovým slovom cloud.",
|
|
"latency_seconds": 0.040004,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-139",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dominik Nagy v roku 2022 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.041365,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"nlp",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"nlp",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-140",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Michal Stromko v roku 2022 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.042472,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"nlp",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"nlp",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"keyword": "rasa"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:647",
|
|
"title": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Agentové systémy pomocou veľkého jazykového modelu",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "thesis:pages/students/2021/martin_sarissky/README.md:diplomova-praca-2026",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "rasa",
|
|
"id": "rasa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:183"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-141",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Martin Šarišský v roku 2026 s kľúčovým slovom rasa.",
|
|
"latency_seconds": 0.040915,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"rasa",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"rasa",
|
|
"Agentové systémy pomocou veľkého jazykového modelu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Agentové systémy pomocou veľkého jazykového modelu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Work",
|
|
"academic_type": "team_project",
|
|
"year": 2019,
|
|
"title": "rešerš",
|
|
"keyword": "lstm"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "lstm",
|
|
"id": "lstm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:162"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-142",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom lstm.",
|
|
"latency_seconds": 0.040834,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"lstm",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"lstm",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lstm"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lstm"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2022,
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"keyword": "seq2seq"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Diplomová práca 2022",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:203",
|
|
"title": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "thesis:pages/students/2016/dominik_nagy/README.md:diplomova-praca-2022",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "seq2seq",
|
|
"id": "seq2seq",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:192"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-143",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Dominik Nagy v roku 2022 súvisí s kľúčovým slovom seq2seq?",
|
|
"latency_seconds": 0.041256,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"seq2seq",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"seq2seq",
|
|
"Neurónový strojový preklad pomocou knižnice Fairseq",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "seq2seq"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "seq2seq"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónový strojový preklad pomocou knižnice Fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/dominik_nagy/timovy_projekt/README.md",
|
|
"pages/topics/seq2seq/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy/timovy_projekt",
|
|
"https://zp.kemt.fei.tuke.sk/topics/seq2seq"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2021,
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"keyword": "interpunction"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "interpunction",
|
|
"id": "interpunction",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:154"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-144",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2021 s kľúčovým slovom interpunction.",
|
|
"latency_seconds": 0.041078,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"interpunction",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"interpunction",
|
|
"Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "interpunction"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "interpunction"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Work",
|
|
"academic_type": "team_project",
|
|
"year": 2019,
|
|
"title": "rešerš",
|
|
"keyword": "python"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "python",
|
|
"id": "python",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:176"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-145",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom python.",
|
|
"latency_seconds": 0.039984,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"python",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"python",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "python"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "python"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/topics/python/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/topics/python"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"keyword": "lm"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-146",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Simona Bobrovčanová v roku 2026 súvisí s kľúčovým slovom lm?",
|
|
"latency_seconds": 0.045637,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"lm",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"lm",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin NaN1",
|
|
"academic_kind": "Work",
|
|
"academic_type": "bachelor_project",
|
|
"year": 2020,
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"keyword": "gpt"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754",
|
|
"name": "Martin NaN1",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "person:pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:698",
|
|
"title": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"name": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "work:pages/students/2018/NaN1name_buday/README.md:bakalarsky-projekt-2020",
|
|
"person": "Martin NaN1",
|
|
"document_path": "pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874",
|
|
"title": "Martin NaN1",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"name": "Martin NaN1"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:754",
|
|
"name": "Martin NaN1",
|
|
"source_document": "pages/students/2018/NaN1name_buday/README.md",
|
|
"id": "person:pages/students/2018/NaN1name_buday/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:874",
|
|
"title": "Martin NaN1",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday",
|
|
"path": "pages/students/2018/NaN1name_buday/README.md",
|
|
"name": "Martin NaN1"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "gpt",
|
|
"id": "gpt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:147"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-147",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Martin NaN1 v roku 2020 s kľúčovým slovom gpt.",
|
|
"latency_seconds": 0.046632,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin NaN1",
|
|
"gpt",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin NaN1",
|
|
"gpt",
|
|
"Využitie najnovších nástrojov v rámci prirodzeného spracovania reči",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpt"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin NaN1"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpt"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Využitie najnovších nástrojov v rámci prirodzeného spracovania reči"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2020,
|
|
"title": "Metódy automatického prekladu",
|
|
"keyword": "translation"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "translation",
|
|
"id": "translation",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:198"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-148",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Patrik Pavlišin v roku 2020 s kľúčovým slovom translation.",
|
|
"latency_seconds": 0.049385,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"translation",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"translation",
|
|
"Metódy automatického prekladu",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "translation"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "translation"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Metódy automatického prekladu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"keyword": "ir"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "ir",
|
|
"id": "ir",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-149",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Michal Stromko v roku 2022 súvisí s kľúčovým slovom ir?",
|
|
"latency_seconds": 0.044108,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"ir",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"ir",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Vasiľ",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:180",
|
|
"title": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "thesis:pages/students/2022/samuel_vasil/README.md:bakalarska-praca-2026",
|
|
"person": "Samuel Vasiľ",
|
|
"document_path": "pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:793",
|
|
"name": "Samuel Vasiľ",
|
|
"source_document": "pages/students/2022/samuel_vasil/README.md",
|
|
"id": "person:pages/students/2022/samuel_vasil/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:51",
|
|
"title": "Samuel Vasiľ",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"path": "pages/students/2022/samuel_vasil/README.md",
|
|
"name": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-150",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Samuel Vasiľ v roku 2026 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.043352,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Vasiľ",
|
|
"nlp",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Vasiľ",
|
|
"nlp",
|
|
"Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Vasiľ"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Orchestrácia veľkých jazykových modelov pomocou model context protokolu s využitím OpenWebUI"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/samuel_vasil/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/samuel_vasil"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2022,
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"keyword": "demo"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "demo",
|
|
"id": "demo",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:142"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-151",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Michal Stromko v roku 2022 s kľúčovým slovom demo.",
|
|
"latency_seconds": 0.042925,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"demo",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"demo",
|
|
"Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "demo"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "demo"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Indexovanie slovenského textu pomocou Elasticsearch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2023,
|
|
"title": "Rozpoznávanie emócií z textu.",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756",
|
|
"name": "Dávid Iľaš",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "person:pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220",
|
|
"title": "Rozpoznávanie emócií z textu.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie emócií z textu.",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Iľaš",
|
|
"document_path": "pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876",
|
|
"title": "Dávid Iľaš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"name": "Dávid Iľaš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756",
|
|
"name": "Dávid Iľaš",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "person:pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876",
|
|
"title": "Dávid Iľaš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"name": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-152",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Dávid Iľaš v roku 2023 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.041458,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Rozpoznávanie emócií z textu.",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"nlp",
|
|
"Rozpoznávanie emócií z textu.",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie emócií z textu."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie emócií z textu."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2024,
|
|
"title": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"keyword": "cloud"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2023/24",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:633",
|
|
"title": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Sémantické vyhľadávanie v slovenskom texte",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:diplomova-praca-2023-24",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-153",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Michal Stromko v roku 2024 s kľúčovým slovom cloud.",
|
|
"latency_seconds": 0.0406,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"cloud",
|
|
"Sémantické vyhľadávanie v slovenskom texte",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"cloud",
|
|
"Sémantické vyhľadávanie v slovenskom texte",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Sémantické vyhľadávanie v slovenskom texte"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Sémantické vyhľadávanie v slovenskom texte"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Work",
|
|
"academic_type": "team_project",
|
|
"year": 2019,
|
|
"title": "Paralelné spracovanie prirodzeného jazyka",
|
|
"keyword": "cloud"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682",
|
|
"title": "Paralelné spracovanie prirodzeného jazyka",
|
|
"name": "Paralelné spracovanie prirodzeného jazyka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-154",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Lukáš Pokrývka v roku 2019 s kľúčovým slovom cloud.",
|
|
"latency_seconds": 0.040492,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"Paralelné spracovanie prirodzeného jazyka",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"Paralelné spracovanie prirodzeného jazyka",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné spracovanie prirodzeného jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné spracovanie prirodzeného jazyka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2026,
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"keyword": "chatbot"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "chatbot",
|
|
"id": "chatbot",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:137"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-155",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Matej Ščišľak v roku 2026 súvisí s kľúčovým slovom chatbot?",
|
|
"latency_seconds": 0.039293,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"chatbot",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"chatbot",
|
|
"Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "chatbot"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2027,
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"keyword": "rag"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "RAG",
|
|
"id": "rag",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:182"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-156",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Oleh Poiasnik v roku 2027 s kľúčovým slovom rag.",
|
|
"latency_seconds": 0.039534,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Poiasnik",
|
|
"rag",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Poiasnik",
|
|
"rag",
|
|
"Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rag"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Expertný agentový systém na podporu rozhodovania v lekárni"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2023,
|
|
"title": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"keyword": "lm"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273",
|
|
"title": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-157",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Ondrej Megela v roku 2023 s kľúčovým slovom lm.",
|
|
"latency_seconds": 0.040242,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"lm",
|
|
"Automatické generovanie otázok v slovenskom jazyku",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"lm",
|
|
"Automatické generovanie otázok v slovenskom jazyku",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické generovanie otázok v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické generovanie otázok v slovenskom jazyku"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2026,
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-158",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Ján Malinovský v roku 2026 súvisí s kľúčovým slovom nlp?",
|
|
"latency_seconds": 0.041073,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Malinovský",
|
|
"nlp",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Ján Malinovský",
|
|
"nlp",
|
|
"Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Grafové vyhľadávanie pre podporu vzdelávania"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"academic_kind": "Work",
|
|
"academic_type": "bachelor_project",
|
|
"year": 2020,
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"keyword": "anotation"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753",
|
|
"name": "Than Trung Thanh",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "person:pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:697",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "work:pages/students/2017/than_trung_thanh/README.md:bakalarsky-projekt-2020",
|
|
"person": "Than Trung Thanh",
|
|
"document_path": "pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:873",
|
|
"title": "Than Trung Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"name": "Than Trung Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753",
|
|
"name": "Than Trung Thanh",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "person:pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:873",
|
|
"title": "Than Trung Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"name": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "anotation",
|
|
"id": "anotation",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:134"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-159",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Than Trung Thanh v roku 2020 s kľúčovým slovom anotation.",
|
|
"latency_seconds": 0.040678,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Than Trung Thanh",
|
|
"anotation",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Than Trung Thanh",
|
|
"anotation",
|
|
"Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotation"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotation"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2025,
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-160",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Andrii Pervashov v roku 2025 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.039427,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Korekcia textu pomocou neurónových sietí",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"nlp",
|
|
"Korekcia textu pomocou neurónových sietí",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Korekcia textu pomocou neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Korekcia textu pomocou neurónových sietí"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2024,
|
|
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"keyword": "spacy"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:282",
|
|
"title": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:diplomova-praca-2024",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-161",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Kristián Sopkovič v roku 2024 súvisí s kľúčovým slovom spacy?",
|
|
"latency_seconds": 0.040502,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov.",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Neurónové vyhľadávanie na základe sémantickej podobnosti vektorov."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Simona Bobrovčanová",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:665",
|
|
"title": "Automatická sumarizácia slovenského textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatická sumarizácia slovenského textu",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "thesis:pages/students/2023/simona_bobrovcanova/README.md:bakalarska-praca-2026",
|
|
"person": "Simona Bobrovčanová",
|
|
"document_path": "pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:805",
|
|
"name": "Simona Bobrovčanová",
|
|
"source_document": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"id": "person:pages/students/2023/simona_bobrovcanova/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:63",
|
|
"title": "Simona Bobrovčanová",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"path": "pages/students/2023/simona_bobrovcanova/README.md",
|
|
"name": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-162",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Simona Bobrovčanová v roku 2026 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.04228,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Simona Bobrovčanová",
|
|
"nlp",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Simona Bobrovčanová",
|
|
"nlp",
|
|
"Automatická sumarizácia slovenského textu",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Simona Bobrovčanová"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatická sumarizácia slovenského textu"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/simona_bobrovcanova/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/simona_bobrovcanova"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Rostyslav Rodzhuk",
|
|
"academic_kind": "Work",
|
|
"academic_type": "research_project",
|
|
"year": 2025,
|
|
"title": "Veľký jazykový model ako inteligentný agent",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Vedecký projekt 2025",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732",
|
|
"title": "Veľký jazykový model ako inteligentný agent",
|
|
"name": "Veľký jazykový model ako inteligentný agent",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "work:pages/students/2023/rostyslav_rodzhuk/README.md:vedecky-projekt-2025",
|
|
"person": "Rostyslav Rodzhuk",
|
|
"document_path": "pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:803",
|
|
"name": "Rostyslav Rodzhuk",
|
|
"source_document": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"id": "person:pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:61",
|
|
"title": "Rostyslav Rodzhuk",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"path": "pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"name": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-163",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Rostyslav Rodzhuk v roku 2025 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.040442,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"nlp",
|
|
"Veľký jazykový model ako inteligentný agent",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Rostyslav Rodzhuk",
|
|
"nlp",
|
|
"Veľký jazykový model ako inteligentný agent",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Veľký jazykový model ako inteligentný agent"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Rostyslav Rodzhuk"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Veľký jazykový model ako inteligentný agent"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "diploma_thesis",
|
|
"year": 2025,
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"keyword": "hate"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "hate",
|
|
"id": "hate",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:150"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-164",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Patrik Pokrivčák v roku 2025 súvisí s kľúčovým slovom hate?",
|
|
"latency_seconds": 0.040174,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pokrivčák",
|
|
"hate",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pokrivčák",
|
|
"hate",
|
|
"Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"academic_kind": "Work",
|
|
"academic_type": "team_project",
|
|
"year": 2019,
|
|
"title": "rešerš",
|
|
"keyword": "nn"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "nn",
|
|
"id": "nn",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:171"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-165",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Dárius Lindvai v roku 2019 s kľúčovým slovom nn.",
|
|
"latency_seconds": 0.038992,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"nn",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"nn",
|
|
"rešerš",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nn"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nn"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "rešerš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2026,
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-166",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Oleksandr Dorybohov v roku 2026 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.039984,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"nlp",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"nlp",
|
|
"Automatické odpovede na otázky v právnej oblasti",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Automatické odpovede na otázky v právnej oblasti"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"academic_kind": "Work",
|
|
"academic_type": "diploma_project",
|
|
"year": 2020,
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"keyword": "gpu"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Work",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:680",
|
|
"title": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"name": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "GPU",
|
|
"id": "gpu",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:148"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-167",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce osoby Lukáš Pokrývka v roku 2020 súvisí s kľúčovým slovom gpu?",
|
|
"latency_seconds": 0.040416,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"gpu",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"gpu",
|
|
"Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch.",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpu"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "gpu"
|
|
},
|
|
{
|
|
"type": "work_title",
|
|
"value": "Paralelné trénovanie neurónových sietí pomocou knižnice Pytorch."
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"academic_kind": "Thesis",
|
|
"academic_type": "bachelor_thesis",
|
|
"year": 2024,
|
|
"title": "Dialógový systém pre potreby samosprávy",
|
|
"keyword": "nlp"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Thesis",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649",
|
|
"title": "Dialógový systém pre potreby samosprávy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre potreby samosprávy",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-168",
|
|
"split": "test",
|
|
"category": "person_keyword_title",
|
|
"difficulty": "hard",
|
|
"question": "Uveď názov práce osoby Matej Ščišľak v roku 2024 s kľúčovým slovom nlp.",
|
|
"latency_seconds": 0.040995,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"nlp",
|
|
"Dialógový systém pre potreby samosprávy",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"nlp",
|
|
"Dialógový systém pre potreby samosprávy",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre potreby samosprávy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "thesis_title",
|
|
"value": "Dialógový systém pre potreby samosprávy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-169",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Tetiana Mohorian, ktorý patrí do kategórie bp2025?",
|
|
"latency_seconds": 0.040212,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"category": "bp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-170",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Denis Le Thanh spojený s kategóriou bp2026?",
|
|
"latency_seconds": 0.036021,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"bp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"category": "dp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/david_omasta/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Omasta",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-171",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dávid Omasta spojený s kategóriou dp2023?",
|
|
"latency_seconds": 0.035478,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"category": "vp2022",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:109"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matúš Suchanič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-172",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Matúš Suchanič, ktorý patrí do kategórie vp2022?",
|
|
"latency_seconds": 0.039667,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matúš Suchanič",
|
|
"vp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Matúš Suchanič",
|
|
"vp2022",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kamil Tomčufčík",
|
|
"category": "dp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Kamil Tomčufčík",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:773"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/kamil_tomcufcik/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-173",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Kamil Tomčufčík spojený s kategóriou dp2025?",
|
|
"latency_seconds": 0.037028,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kamil Tomčufčík",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Kamil Tomčufčík",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kamil Tomčufčík"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/kamil_tomcufcik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/kamil_tomcufcik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"category": "dp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Artur Hyrenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-174",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Artur Hyrenko spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.037026,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"category": "bp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/serhii_yemets/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Serhii Yemets",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Serhii Yemets",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-175",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Serhii Yemets, ktorý patrí do kategórie bp2025?",
|
|
"latency_seconds": 0.039959,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Serhii Yemets",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Serhii Yemets",
|
|
"bp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"category": "tp2020",
|
|
"document_author": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Dárius Lindvai",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:809"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-176",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dárius Lindvai spojený s kategóriou tp2020?",
|
|
"latency_seconds": 0.038065,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Dárius Lindvai"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/resers/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/resers",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maroš Harahus",
|
|
"category": "tp2020",
|
|
"document_author": "Maroš Harahus",
|
|
"document_path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:747"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/maros_harahus/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:814"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-177",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Maroš Harahus spojený s kategóriou tp2020?",
|
|
"latency_seconds": 0.035667,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maroš Harahus",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Maroš Harahus",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maroš Harahus"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/maros_harahus/README.md",
|
|
"pages/students/2016/maros_harahus/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/maros_harahus/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/maros_harahus"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"category": "dp2025",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pokrivčák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:99"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Patrik Pokrivčák",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-178",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Patrik Pokrivčák, ktorý patrí do kategórie dp2025?",
|
|
"latency_seconds": 0.040758,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pokrivčák",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pokrivčák",
|
|
"dp2025",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2025"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Stromp",
|
|
"category": "bp2022",
|
|
"document_author": "Maroš Harahus",
|
|
"document_path": "pages/students/2019/david_stromp/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Stromp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:764"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/david_stromp/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Maroš Harahus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:814"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-179",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dávid Stromp spojený s kategóriou bp2022?",
|
|
"latency_seconds": 0.036061,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Stromp",
|
|
"bp2022",
|
|
"Maroš Harahus"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Stromp",
|
|
"bp2022",
|
|
"Maroš Harahus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Stromp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Maroš Harahus"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"category": "dp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/david_ilas/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Iľaš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dávid Iľaš",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-180",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Dávid Iľaš spojený s kategóriou dp2023?",
|
|
"latency_seconds": 0.035571,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"dp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"category": "dp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:95"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Jakub Maruniak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-181",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Jakub Maruniak, ktorý patrí do kategórie dp2021?",
|
|
"latency_seconds": 0.038472,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"dp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"category": "dp2027",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Valerii Kutsenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-182",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Valerii Kutsenko spojený s kategóriou dp2027?",
|
|
"latency_seconds": 0.036031,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Jancura",
|
|
"category": "bp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2017/martin_jancura/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Jancura",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Jancura",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-183",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Martin Jancura spojený s kategóriou bp2021?",
|
|
"latency_seconds": 0.03622,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Jancura",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Martin Jancura",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Nikita Bodnar",
|
|
"category": "vp2023",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:110"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Nikita Bodnar",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:784"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/nikita_bodnar/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-184",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Nikita Bodnar, ktorý patrí do kategórie vp2023?",
|
|
"latency_seconds": 0.038839,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Nikita Bodnar",
|
|
"vp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Nikita Bodnar",
|
|
"vp2023",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Nikita Bodnar"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2023"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/nikita_bodnar/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/nikita_bodnar"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"category": "dp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Ščišľak",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-185",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Matej Ščišľak spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.036068,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"category": "tp2020",
|
|
"document_author": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/lukas_pokryvka/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Lukáš Pokrývka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:813"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-186",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Lukáš Pokrývka spojený s kategóriou tp2020?",
|
|
"latency_seconds": 0.035574,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Lukáš Pokrývka"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2016/lukas_pokryvka/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"category": "dp2027",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Andrii Pervashov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-187",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Andrii Pervashov, ktorý patrí do kategórie dp2027?",
|
|
"latency_seconds": 0.038094,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"dp2027",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Horáni",
|
|
"category": "vp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2019/samuel_horani/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:108"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Horáni",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:770"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/samuel_horani/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-188",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Samuel Horáni spojený s kategóriou vp2021?",
|
|
"latency_seconds": 0.036107,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Horáni",
|
|
"vp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Horáni",
|
|
"vp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Horáni"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Leonov",
|
|
"category": "vp2024",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "vp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:111"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Leonov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:798"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/yevhenii_leonov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-189",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Yevhenii Leonov spojený s kategóriou vp2024?",
|
|
"latency_seconds": 0.037526,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Leonov",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Leonov",
|
|
"vp2024",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Leonov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "vp2024"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/yevhenii_leonov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/yevhenii_leonov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"category": "bp2021",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-190",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Kto je autor dokumentu osoby Oleh Bilykh, ktorý patrí do kategórie bp2021?",
|
|
"latency_seconds": 0.038466,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"bp2021",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"category": "tp2020",
|
|
"document_author": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "tp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:106"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/jan_holp/timovy_projekt/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Ján Holp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:812"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-191",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Ján Holp spojený s kategóriou tp2020?",
|
|
"latency_seconds": 0.036306,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Holp",
|
|
"tp2020"
|
|
],
|
|
"matched_values": [
|
|
"Ján Holp",
|
|
"tp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "tp2020"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Ján Holp"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2016/jan_holp/timovy_projekt/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp/timovy_projekt"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"category": "dp2026",
|
|
"document_author": "Daniel Hladek",
|
|
"document_path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"same_document": true
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"DocumentAuthor"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"AUTHORED_DOCUMENT"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
},
|
|
{
|
|
"kind": "DocumentAuthor",
|
|
"name": "Daniel Hladek",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:808"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-192",
|
|
"split": "test",
|
|
"category": "document_author_category_multi_hop",
|
|
"difficulty": "hard",
|
|
"question": "Ktorý autor dokumentu je pri osobe Oleksandr Hryshchenko spojený s kategóriou dp2026?",
|
|
"latency_seconds": 0.035673,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"dp2026",
|
|
"Daniel Hladek"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
},
|
|
{
|
|
"type": "document_author",
|
|
"value": "Daniel Hladek"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED_DOCUMENT",
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints",
|
|
"person_document_author_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category",
|
|
"person_document_author"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Novotný",
|
|
"category": "dp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Novotný",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:782"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/matej_novotny/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-193",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Matej Novotný.",
|
|
"latency_seconds": 0.033543,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Novotný",
|
|
"dp2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Novotný",
|
|
"dp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Novotný"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_novotny/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_novotny"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Tetiana Mohorian",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Tetiana Mohorian",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:795"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/tetiana_mohorian/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-194",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Tetiana Mohorian?",
|
|
"latency_seconds": 0.035006,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Tetiana Mohorian",
|
|
"bp2025"
|
|
],
|
|
"matched_values": [
|
|
"Tetiana Mohorian",
|
|
"bp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Tetiana Mohorian"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/tetiana_mohorian/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/tetiana_mohorian"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Samuel Džurina",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Samuel Džurina",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:804"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/samuel_dzurina/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-195",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Samuel Džurina?",
|
|
"latency_seconds": 0.034167,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Samuel Džurina",
|
|
"bp2026"
|
|
],
|
|
"matched_values": [
|
|
"Samuel Džurina",
|
|
"bp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Samuel Džurina"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/samuel_dzurina/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/samuel_dzurina"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Daniil Huzenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-196",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Daniil Huzenko.",
|
|
"latency_seconds": 0.034252,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Daniil Huzenko",
|
|
"bp2025"
|
|
],
|
|
"matched_values": [
|
|
"Daniil Huzenko",
|
|
"bp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Than Trung Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-197",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Than Trung Thanh?",
|
|
"latency_seconds": 0.035357,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Than Trung Thanh",
|
|
"bp2021"
|
|
],
|
|
"matched_values": [
|
|
"Than Trung Thanh",
|
|
"bp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"category": "bp2024"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Vladimír Ferko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2024",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:92"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-198",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Vladimír Ferko?",
|
|
"latency_seconds": 0.034446,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"bp2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"bp2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2024"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2024"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"category": "bp2020"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Dmytro Ushatenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2020",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:88"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-199",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Dmytro Ushatenko.",
|
|
"latency_seconds": 0.034289,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"bp2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"bp2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2020"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2020"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Wencel",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-200",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Martin Wencel?",
|
|
"latency_seconds": 0.034304,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"bp2021"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"bp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Serhii Yemets",
|
|
"category": "bp2025"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Serhii Yemets",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:794"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/serhii_yemets/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2025",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:93"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-201",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Serhii Yemets?",
|
|
"latency_seconds": 0.033698,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Serhii Yemets",
|
|
"bp2025"
|
|
],
|
|
"matched_values": [
|
|
"Serhii Yemets",
|
|
"bp2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Serhii Yemets"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2025"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oliver Pejic",
|
|
"category": "iaeste"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oliver Pejic",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:737"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/oliver_pejic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-202",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Oliver Pejic.",
|
|
"latency_seconds": 0.033834,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oliver Pejic",
|
|
"iaeste"
|
|
],
|
|
"matched_values": [
|
|
"Oliver Pejic",
|
|
"iaeste"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oliver Pejic"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oliver Pejic"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/oliver_pejic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/oliver_pejic"
|
|
],
|
|
"entity_set_expected": [
|
|
"iaeste"
|
|
],
|
|
"entity_set_actual": [
|
|
"iaeste"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Maksym Zatirka",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-203",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Maksym Zatirka?",
|
|
"latency_seconds": 0.034833,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"bp2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"bp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Jancura",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Jancura",
|
|
"category": "dp2023"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Jancura",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Martin Jancura",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:97"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-204",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Martin Jancura?",
|
|
"latency_seconds": 0.034589,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Jancura",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"matched_values": [
|
|
"Martin Jancura",
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021",
|
|
"dp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Hryshchenko",
|
|
"category": "dp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Hryshchenko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:785"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2021/oleksandr_hryshchenko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:100"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-205",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Oleksandr Hryshchenko.",
|
|
"latency_seconds": 0.034337,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"dp2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Hryshchenko",
|
|
"dp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Hryshchenko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/oleksandr_hryshchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/oleksandr_hryshchenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"category": "dp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Márk Fehér",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:96"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-206",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Márk Fehér?",
|
|
"latency_seconds": 0.033726,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Márk Fehér",
|
|
"dp2022"
|
|
],
|
|
"matched_values": [
|
|
"Márk Fehér",
|
|
"dp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"category": "bp2021"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleh Bilykh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2021",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:89"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-207",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Oleh Bilykh?",
|
|
"latency_seconds": 0.0347,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"bp2021"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"bp2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2021"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ján Pták",
|
|
"category": "dp2027"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ján Pták",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:791"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2022/jan_ptak/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "dp2027",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:101"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-208",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Ján Pták.",
|
|
"latency_seconds": 0.033896,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ján Pták",
|
|
"dp2027"
|
|
],
|
|
"matched_values": [
|
|
"Ján Pták",
|
|
"dp2027"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Pták"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "dp2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [
|
|
"dp2027"
|
|
],
|
|
"entity_set_actual": [
|
|
"dp2027"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Yevhenii Medushivskyi",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Yevhenii Medushivskyi",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:806"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/yevhenii_medushivskyi/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-209",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Yevhenii Medushivskyi?",
|
|
"latency_seconds": 0.033767,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"bp2026"
|
|
],
|
|
"matched_values": [
|
|
"Yevhenii Medushivskyi",
|
|
"bp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Yevhenii Medushivskyi"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/yevhenii_medushivskyi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/yevhenii_medushivskyi"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"category": "bp2019"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Ediz Morochovič",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/ediz_morochovic/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2019",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:87"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-210",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Ediz Morochovič?",
|
|
"latency_seconds": 0.034346,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"bp2019"
|
|
],
|
|
"matched_values": [
|
|
"Ediz Morochovič",
|
|
"bp2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2019"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2019"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"category": "bp2022"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Alina Vitko",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2022",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:90"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-211",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Alina Vitko.",
|
|
"latency_seconds": 0.034264,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"bp2022"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"bp2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2022"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2022"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Cesar Abascal Gutierrez",
|
|
"category": "iaeste"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Cesar Abascal Gutierrez",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:736"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/cesar_gutierrez/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "iaeste",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:460"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-212",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Cesar Abascal Gutierrez?",
|
|
"latency_seconds": 0.034159,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Cesar Abascal Gutierrez",
|
|
"iaeste"
|
|
],
|
|
"matched_values": [
|
|
"Cesar Abascal Gutierrez",
|
|
"iaeste"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Cesar Abascal Gutierrez"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Cesar Abascal Gutierrez"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "iaeste"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"entity_set_expected": [
|
|
"iaeste"
|
|
],
|
|
"entity_set_actual": [
|
|
"iaeste"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Bogdan Paul Chiș",
|
|
"category": "erasmus"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Bogdan Paul Chiș",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:735"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/interns/bogdan_paul_chis/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "erasmus",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:102"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-213",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Bogdan Paul Chiș?",
|
|
"latency_seconds": 0.034314,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Bogdan Paul Chiș",
|
|
"erasmus"
|
|
],
|
|
"matched_values": [
|
|
"Bogdan Paul Chiș",
|
|
"erasmus"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Bogdan Paul Chiș"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "erasmus"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/bogdan_paul_chis/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/bogdan_paul_chis"
|
|
],
|
|
"entity_set_expected": [
|
|
"erasmus"
|
|
],
|
|
"entity_set_actual": [
|
|
"erasmus"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"category": "bp2023"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Matej Kobyľan",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2023",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:91"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-214",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Vypíš všetky kategórie dokumentov osoby Matej Kobyľan.",
|
|
"latency_seconds": 0.033971,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"bp2023"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"bp2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2023"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2023"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Oleksandr Dorybohov",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-215",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Oleksandr Dorybohov?",
|
|
"latency_seconds": 0.034667,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"bp2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"bp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"category": "bp2026"
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Category"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"name": "Denis Le Thanh",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
},
|
|
{
|
|
"kind": "Category",
|
|
"name": "bp2026",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:94"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-216",
|
|
"split": "test",
|
|
"category": "person_multiple_categories",
|
|
"difficulty": "hard",
|
|
"question": "Aké všetky kategórie majú dokumenty osoby Denis Le Thanh?",
|
|
"latency_seconds": 0.034352,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Denis Le Thanh",
|
|
"bp2026"
|
|
],
|
|
"matched_values": [
|
|
"Denis Le Thanh",
|
|
"bp2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "category",
|
|
"value": "bp2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"HAS_DOCUMENT",
|
|
"IN_CATEGORY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_actual": [
|
|
"bp2026"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"person_category_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_category"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668",
|
|
"name": "Diplomový projekt 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:212",
|
|
"title": "Metódy automatického prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Metódy automatického prekladu",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "thesis:pages/students/2016/patrik_pavlisin/README.md:bakalarska-praca-2020",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-217",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Patrik Pavlišin, Adrián Remiáš vyber osoby s prácou v roku 2020. Koľko ich je?",
|
|
"latency_seconds": 0.045961,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Patrik Pavlišin",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"patrik pavlisin"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Poiasnik",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:792",
|
|
"name": "Oleh Poiasnik",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "person:pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:659",
|
|
"title": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Expertný agentový systém na podporu rozhodovania v lekárni",
|
|
"source_document": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"id": "thesis:pages/students/2022/oleh_poiasnik/README.md:diplomova-praca-2027",
|
|
"person": "Oleh Poiasnik",
|
|
"document_path": "pages/students/2022/oleh_poiasnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:50",
|
|
"title": "Oleh Poiasnik",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik",
|
|
"path": "pages/students/2022/oleh_poiasnik/README.md",
|
|
"name": "Oleh Poiasnik"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-218",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Oleh Poiasnik, Adrián Remiáš vyber osoby s prácou v roku 2027. Aký je ich počet?",
|
|
"latency_seconds": 0.045208,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Oleh Poiasnik",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Oleh Poiasnik",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Poiasnik"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"oleh poiasnik"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-219",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artur Hyrenko, Matej Ščišľak, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?",
|
|
"latency_seconds": 0.04636,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [
|
|
"artur hyrenko",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_actual": [
|
|
"artur hyrenko",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Márk Fehér",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:746",
|
|
"name": "Márk Fehér",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "person:pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Diplomový projekt 2021",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:683",
|
|
"name": "Diplomový projekt 2021",
|
|
"source_document": "pages/students/2016/mark_feher/README.md",
|
|
"id": "work:pages/students/2016/mark_feher/README.md:diplomovy-projekt-2021",
|
|
"person": "Márk Fehér",
|
|
"document_path": "pages/students/2016/mark_feher/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:839",
|
|
"title": "Márk Fehér",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"path": "pages/students/2016/mark_feher/README.md",
|
|
"name": "Márk Fehér"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-220",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Márk Fehér, Adrián Remiáš vyber osoby s prácou v roku 2021. Koľko ich je?",
|
|
"latency_seconds": 0.04503,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Márk Fehér",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Márk Fehér",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Márk Fehér"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/mark_feher/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/mark_feher",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"mark feher"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"mark feher"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Daniil Huzenko",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:788",
|
|
"name": "Daniil Huzenko",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "person:pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:657",
|
|
"title": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Testovanie hybridného klaudu s využiťím kombinácie verejného a privátneho riešenia",
|
|
"source_document": "pages/students/2022/daniil_huzenko/README.md",
|
|
"id": "thesis:pages/students/2022/daniil_huzenko/README.md:bakalarska-praca-2025",
|
|
"person": "Daniil Huzenko",
|
|
"document_path": "pages/students/2022/daniil_huzenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:46",
|
|
"title": "Daniil Huzenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko",
|
|
"path": "pages/students/2022/daniil_huzenko/README.md",
|
|
"name": "Daniil Huzenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-221",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Daniil Huzenko, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?",
|
|
"latency_seconds": 0.045022,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Daniil Huzenko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Daniil Huzenko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Daniil Huzenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"daniil huzenko"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"daniil huzenko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"year": 2027
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:656",
|
|
"title": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Prepis reči pre tvorbu štruktúrovaného zdravotného záznamu",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:diplomova-praca-2027",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2027,
|
|
"heading": "Diplomová práca 2027",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:187",
|
|
"title": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zlepšenie vyhľadávania pomocou znalostných grafov.",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:diplomova-praca-2027",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-222",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Valerii Kutsenko, Adrián Remiáš vyber osoby s prácou v roku 2027. Aký je ich počet?",
|
|
"latency_seconds": 0.044837,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Valerii Kutsenko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2027",
|
|
"Valerii Kutsenko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2027"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"valerii kutsenko"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"valerii kutsenko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-223",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Artem Yatsenko, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.045622,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Artem Yatsenko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Artem Yatsenko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"artem yatsenko"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"artem yatsenko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Kostilník",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:771",
|
|
"name": "Dávid Kostilník",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "person:pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:721",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/david_kostilnik/README.md",
|
|
"id": "work:pages/students/2020/david_kostilnik/README.md:diplomovy-projekt-2024",
|
|
"person": "Dávid Kostilník",
|
|
"document_path": "pages/students/2020/david_kostilnik/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:29",
|
|
"title": "Dávid Kostilník",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik",
|
|
"path": "pages/students/2020/david_kostilnik/README.md",
|
|
"name": "Dávid Kostilník"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-224",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Dávid Kostilník, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?",
|
|
"latency_seconds": 0.045565,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Dávid Kostilník",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Dávid Kostilník",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Kostilník"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [
|
|
"adrian remias",
|
|
"david kostilnik"
|
|
],
|
|
"entity_set_actual": [
|
|
"adrian remias",
|
|
"david kostilnik"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668",
|
|
"name": "Diplomový projekt 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-225",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Martin Wencel, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?",
|
|
"latency_seconds": 0.046415,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Martin Wencel",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Martin Wencel",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"martin wencel"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742",
|
|
"name": "Ediz Morochovič",
|
|
"source_document": "pages/students/2016/ediz_morochovic/README.md",
|
|
"id": "person:pages/students/2016/ediz_morochovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:204",
|
|
"title": "Štatistické rozpoznávanie pomenovaných entít",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Štatistické rozpoznávanie pomenovaných entít",
|
|
"source_document": "pages/students/2016/ediz_morochovic/README.md",
|
|
"id": "thesis:pages/students/2016/ediz_morochovic/README.md:bakalarska-praca-2019",
|
|
"person": "Ediz Morochovič",
|
|
"document_path": "pages/students/2016/ediz_morochovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826",
|
|
"title": "Ediz Morochovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"path": "pages/students/2016/ediz_morochovic/README.md",
|
|
"name": "Ediz Morochovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-226",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Ediz Morochovič, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?",
|
|
"latency_seconds": 0.045571,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Ediz Morochovič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2019",
|
|
"Ediz Morochovič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"ediz morochovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"ediz morochovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:639",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-227",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Matej Kobyľan, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?",
|
|
"latency_seconds": 0.045729,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Matej Kobyľan",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Matej Kobyľan",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [
|
|
"adrian remias",
|
|
"matej kobylan"
|
|
],
|
|
"entity_set_actual": [
|
|
"adrian remias",
|
|
"matej kobylan"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Malinovský",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:790",
|
|
"name": "Ján Malinovský",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "person:pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2026,
|
|
"heading": "Diplomový projekt 2026",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:728",
|
|
"title": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"name": "Grafové vyhľadávanie pre podporu vzdelávania",
|
|
"source_document": "pages/students/2022/jan_malinovsky/README.md",
|
|
"id": "work:pages/students/2022/jan_malinovsky/README.md:diplomovy-projekt-2026",
|
|
"person": "Ján Malinovský",
|
|
"document_path": "pages/students/2022/jan_malinovsky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:48",
|
|
"title": "Ján Malinovský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky",
|
|
"path": "pages/students/2022/jan_malinovsky/README.md",
|
|
"name": "Ján Malinovský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-228",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artur Hyrenko, Ján Malinovský, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?",
|
|
"latency_seconds": 0.044684,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Ján Malinovský",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Ján Malinovský",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Malinovský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [
|
|
"artur hyrenko",
|
|
"jan malinovsky"
|
|
],
|
|
"entity_set_actual": [
|
|
"artur hyrenko",
|
|
"jan malinovsky"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756",
|
|
"name": "Dávid Iľaš",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "person:pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220",
|
|
"title": "Rozpoznávanie emócií z textu.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie emócií z textu.",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Iľaš",
|
|
"document_path": "pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876",
|
|
"title": "Dávid Iľaš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"name": "Dávid Iľaš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Vedecký projekt 2023",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:725",
|
|
"name": "Vedecký projekt 2023",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "work:pages/students/2021/martin_sarissky/README.md:vedecky-projekt-2023",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-229",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Iľaš, Martin Šarišský, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.049107,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Martin Šarišský",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Martin Šarišský",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [
|
|
"david ilas",
|
|
"martin sarissky"
|
|
],
|
|
"entity_set_actual": [
|
|
"david ilas",
|
|
"martin sarissky"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:649",
|
|
"title": "Dialógový systém pre potreby samosprávy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Dialógový systém pre potreby samosprávy",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-230",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Matej Ščišľak, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?",
|
|
"latency_seconds": 0.057183,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [
|
|
"adrian remias",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_actual": [
|
|
"adrian remias",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-231",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artur Hyrenko, Oleksandr Dorybohov, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?",
|
|
"latency_seconds": 0.047401,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Oleksandr Dorybohov",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Oleksandr Dorybohov",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [
|
|
"artur hyrenko",
|
|
"oleksandr dorybohov"
|
|
],
|
|
"entity_set_actual": [
|
|
"artur hyrenko",
|
|
"oleksandr dorybohov"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Kristián Lukas",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:221",
|
|
"title": "Generatívne modely slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely slovenského jazyka",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:772",
|
|
"name": "Jakub Kristián Lukas",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "person:pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:636",
|
|
"title": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systém pre rozpoznávanie nenávistnej reči v online diskusiách",
|
|
"source_document": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"id": "thesis:pages/students/2020/jakub_kristian_lukas/README.md:bakalarska-praca-2023",
|
|
"person": "Jakub Kristián Lukas",
|
|
"document_path": "pages/students/2020/jakub_kristian_lukas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:30",
|
|
"title": "Jakub Kristián Lukas",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas",
|
|
"path": "pages/students/2020/jakub_kristian_lukas/README.md",
|
|
"name": "Jakub Kristián Lukas"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-232",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Omasta, Jakub Kristián Lukas, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.045736,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2023",
|
|
"Jakub Kristián Lukas",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2023",
|
|
"Jakub Kristián Lukas",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Kristián Lukas"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2020/jakub_kristian_lukas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/jakub_kristian_lukas"
|
|
],
|
|
"entity_set_expected": [
|
|
"david omasta",
|
|
"jakub kristian lukas"
|
|
],
|
|
"entity_set_actual": [
|
|
"david omasta",
|
|
"jakub kristian lukas"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-233",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Jakub Maruniak, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?",
|
|
"latency_seconds": 0.045435,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Jakub Maruniak",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Jakub Maruniak",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"jakub maruniak"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"jakub maruniak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:222",
|
|
"title": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely pre automatické odpovede na otázky v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2024",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-234",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Dávid Omasta, Alina Vitko vyber osoby s prácou v roku 2024. Aký je ich počet?",
|
|
"latency_seconds": 0.044079,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Dávid Omasta",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Dávid Omasta",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [
|
|
"adrian remias",
|
|
"david omasta"
|
|
],
|
|
"entity_set_actual": [
|
|
"adrian remias",
|
|
"david omasta"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672",
|
|
"title": "Rešerš na tému \"Sequnce to Sequence\"",
|
|
"name": "Rešerš na tému \"Sequnce to Sequence\"",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682",
|
|
"title": "Paralelné spracovanie prirodzeného jazyka",
|
|
"name": "Paralelné spracovanie prirodzeného jazyka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-235",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dominik Nagy, Lukáš Pokrývka, Adrián Remiáš vyber osoby s prácou v roku 2019. Koľko ich je?",
|
|
"latency_seconds": 0.044765,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2019",
|
|
"Lukáš Pokrývka",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [
|
|
"dominik nagy",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_actual": [
|
|
"dominik nagy",
|
|
"lukas pokryvka"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Iľaš",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Vladyslav Krupko",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:756",
|
|
"name": "Dávid Iľaš",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "person:pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:220",
|
|
"title": "Rozpoznávanie emócií z textu.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie emócií z textu.",
|
|
"source_document": "pages/students/2018/david_ilas/README.md",
|
|
"id": "thesis:pages/students/2018/david_ilas/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Iľaš",
|
|
"document_path": "pages/students/2018/david_ilas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:876",
|
|
"title": "Dávid Iľaš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"path": "pages/students/2018/david_ilas/README.md",
|
|
"name": "Dávid Iľaš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:777",
|
|
"name": "Vladyslav Krupko",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "person:pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Bakalárska práca 2023",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:642",
|
|
"title": "Oprava preklepov v slovenskom jazyku.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Oprava preklepov v slovenskom jazyku.",
|
|
"source_document": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"id": "thesis:pages/students/2020/vladyslav_krupko/README.md:bakalarska-praca-2023",
|
|
"person": "Vladyslav Krupko",
|
|
"document_path": "pages/students/2020/vladyslav_krupko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:35",
|
|
"title": "Vladyslav Krupko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko",
|
|
"path": "pages/students/2020/vladyslav_krupko/README.md",
|
|
"name": "Vladyslav Krupko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-236",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Iľaš, Vladyslav Krupko, Adrián Remiáš vyber osoby s prácou v roku 2023. Aký je ich počet?",
|
|
"latency_seconds": 0.045234,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Iľaš",
|
|
"2023",
|
|
"Vladyslav Krupko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Iľaš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Vladyslav Krupko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_ilas/README.md",
|
|
"pages/students/2020/vladyslav_krupko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/vladyslav_krupko"
|
|
],
|
|
"entity_set_expected": [
|
|
"david ilas",
|
|
"vladyslav krupko"
|
|
],
|
|
"entity_set_actual": [
|
|
"david ilas",
|
|
"vladyslav krupko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2025,
|
|
"heading": "Diplomový projekt 1 2025",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:726",
|
|
"name": "Diplomový projekt 1 2025",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "work:pages/students/2021/matej_scislak/README.md:diplomovy-projekt-1-2025",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-237",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Matej Ščišľak, Adrián Remiáš vyber osoby s prácou v roku 2025. Aký je ich počet?",
|
|
"latency_seconds": 0.045336,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Matej Ščišľak",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"matej scislak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Andrii Pervashov",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:787",
|
|
"name": "Andrii Pervashov",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "person:pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:655",
|
|
"title": "Korekcia textu pomocou neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Korekcia textu pomocou neurónových sietí",
|
|
"source_document": "pages/students/2022/andrii_pervashov/README.md",
|
|
"id": "thesis:pages/students/2022/andrii_pervashov/README.md:bakalarska-praca-2025",
|
|
"person": "Andrii Pervashov",
|
|
"document_path": "pages/students/2022/andrii_pervashov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:45",
|
|
"title": "Andrii Pervashov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"path": "pages/students/2022/andrii_pervashov/README.md",
|
|
"name": "Andrii Pervashov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:634",
|
|
"title": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Rozpoznávanie nenávistnej reči pomocou veľkých jazykových modelov",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "thesis:pages/students/2019/patrik_pokrivcak/README.md:diplomova-praca",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-238",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Andrii Pervashov, Patrik Pokrivčák, Adrián Remiáš vyber osoby s prácou v roku 2025. Koľko ich je?",
|
|
"latency_seconds": 0.048578,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Patrik Pokrivčák",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Andrii Pervashov",
|
|
"2025",
|
|
"Patrik Pokrivčák",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Andrii Pervashov"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [
|
|
"andrii pervashov",
|
|
"patrik pokrivcak"
|
|
],
|
|
"entity_set_actual": [
|
|
"andrii pervashov",
|
|
"patrik pokrivcak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:668",
|
|
"name": "Diplomový projekt 2020",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:diplomovy-projekt-2020",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-239",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dárius Lindvai, Dmytro Ushatenko, Adrián Remiáš vyber osoby s prácou v roku 2020. Aký je ich počet?",
|
|
"latency_seconds": 0.054213,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Dmytro Ushatenko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"2020",
|
|
"Dmytro Ushatenko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [
|
|
"darius lindvai",
|
|
"dmytro ushatenko"
|
|
],
|
|
"entity_set_actual": [
|
|
"darius lindvai",
|
|
"dmytro ushatenko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:713",
|
|
"name": "Bakalársky projekt 2021",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "work:pages/students/2019/michal_stromko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-240",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Michal Stromko, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?",
|
|
"latency_seconds": 0.047473,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Michal Stromko",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Michal Stromko",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"michal stromko"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"michal stromko"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Adrián Remiáš",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Pavol Hudák",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:755",
|
|
"name": "Adrián Remiáš",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "person:pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Diplomová práca 2024",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:219",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Diplomová práca 2024",
|
|
"source_document": "pages/students/2018/adrian_remias/README.md",
|
|
"id": "thesis:pages/students/2018/adrian_remias/README.md:diplomova-praca-2024",
|
|
"person": "Adrián Remiáš",
|
|
"document_path": "pages/students/2018/adrian_remias/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:875",
|
|
"title": "Adrián Remiáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"path": "pages/students/2018/adrian_remias/README.md",
|
|
"name": "Adrián Remiáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:776",
|
|
"name": "Pavol Hudák",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "person:pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2020/pavol_hudak/README.md",
|
|
"id": "work:pages/students/2020/pavol_hudak/README.md:diplomovy-projekt-2024",
|
|
"person": "Pavol Hudák",
|
|
"document_path": "pages/students/2020/pavol_hudak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:34",
|
|
"title": "Pavol Hudák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak",
|
|
"path": "pages/students/2020/pavol_hudak/README.md",
|
|
"name": "Pavol Hudák"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-241",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Adrián Remiáš, Pavol Hudák, Alina Vitko vyber osoby s prácou v roku 2024. Koľko ich je?",
|
|
"latency_seconds": 0.045613,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Adrián Remiáš",
|
|
"2024",
|
|
"Pavol Hudák",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Adrián Remiáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Pavol Hudák"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/pavol_hudak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/pavol_hudak"
|
|
],
|
|
"entity_set_expected": [
|
|
"adrian remias",
|
|
"pavol hudak"
|
|
],
|
|
"entity_set_actual": [
|
|
"adrian remias",
|
|
"pavol hudak"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Mural",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:765",
|
|
"name": "Dmytro Mural",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "person:pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:278",
|
|
"title": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafové neurónové siete pre vyhľadávanie na internete.",
|
|
"source_document": "pages/students/2019/dmytro_mural/README.md",
|
|
"id": "thesis:pages/students/2019/dmytro_mural/README.md:bakalarska-praca-2022",
|
|
"person": "Dmytro Mural",
|
|
"document_path": "pages/students/2019/dmytro_mural/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:885",
|
|
"title": "Dmytro Mural",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural",
|
|
"path": "pages/students/2019/dmytro_mural/README.md",
|
|
"name": "Dmytro Mural"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-242",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Dmytro Mural, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?",
|
|
"latency_seconds": 0.063192,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Dmytro Mural",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Dmytro Mural",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Mural"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"dmytro mural"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"dmytro mural"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-243",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Kristián Sopkovič, Adrián Remiáš vyber osoby s prácou v roku 2022. Aký je ich počet?",
|
|
"latency_seconds": 0.083988,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Kristián Sopkovič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Kristián Sopkovič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"kristian sopkovic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dávid Omasta",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:757",
|
|
"name": "Dávid Omasta",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "person:pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:221",
|
|
"title": "Generatívne modely slovenského jazyka",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Generatívne modely slovenského jazyka",
|
|
"source_document": "pages/students/2018/david_omasta/README.md",
|
|
"id": "thesis:pages/students/2018/david_omasta/README.md:diplomova-praca-2023",
|
|
"person": "Dávid Omasta",
|
|
"document_path": "pages/students/2018/david_omasta/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:877",
|
|
"title": "Dávid Omasta",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"path": "pages/students/2018/david_omasta/README.md",
|
|
"name": "Dávid Omasta"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Diplomový projekt 2023",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:709",
|
|
"name": "Diplomový projekt 2023",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "work:pages/students/2019/filip_tomas/README.md:diplomovy-projekt-2023",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-244",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dávid Omasta, Filip Tomáš, Adrián Remiáš vyber osoby s prácou v roku 2023. Koľko ich je?",
|
|
"latency_seconds": 0.05083,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dávid Omasta",
|
|
"2023",
|
|
"Filip Tomáš",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dávid Omasta",
|
|
"2023",
|
|
"Filip Tomáš",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dávid Omasta"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"david omasta",
|
|
"filip tomas"
|
|
],
|
|
"entity_set_actual": [
|
|
"david omasta",
|
|
"filip tomas"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dominik Nagy",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Ján Holp",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:741",
|
|
"name": "Dominik Nagy",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "person:pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:672",
|
|
"title": "Rešerš na tému \"Sequnce to Sequence\"",
|
|
"name": "Rešerš na tému \"Sequnce to Sequence\"",
|
|
"source_document": "pages/students/2016/dominik_nagy/README.md",
|
|
"id": "work:pages/students/2016/dominik_nagy/README.md:timovy-projekt-2019",
|
|
"person": "Dominik Nagy",
|
|
"document_path": "pages/students/2016/dominik_nagy/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:824",
|
|
"title": "Dominik Nagy",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"path": "pages/students/2016/dominik_nagy/README.md",
|
|
"name": "Dominik Nagy"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:744",
|
|
"name": "Ján Holp",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "person:pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:206",
|
|
"title": "Vyhľadávač na slovenskom internete",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Vyhľadávač na slovenskom internete",
|
|
"source_document": "pages/students/2016/jan_holp/README.md",
|
|
"id": "thesis:pages/students/2016/jan_holp/README.md:bakalarska-praca-2019",
|
|
"person": "Ján Holp",
|
|
"document_path": "pages/students/2016/jan_holp/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:832",
|
|
"title": "Ján Holp",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"path": "pages/students/2016/jan_holp/README.md",
|
|
"name": "Ján Holp"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-245",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Dominik Nagy, Ján Holp, Adrián Remiáš vyber osoby s prácou v roku 2019. Aký je ich počet?",
|
|
"latency_seconds": 0.051589,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dominik Nagy",
|
|
"2019",
|
|
"Ján Holp",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Dominik Nagy",
|
|
"2019",
|
|
"Ján Holp",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dominik Nagy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Ján Holp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/jan_holp/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [
|
|
"dominik nagy",
|
|
"jan holp"
|
|
],
|
|
"entity_set_actual": [
|
|
"dominik nagy",
|
|
"jan holp"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:704",
|
|
"title": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"name": "Vytovrenie prehľadu existujúcich systémov QA.",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "work:pages/students/2019/alina_vitko/README.md:bakalarsky-projekt-2021",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:708",
|
|
"name": "Bakalársky projekt 2021",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "work:pages/students/2019/filip_tomas/README.md:bakalarsky-projekt-2021",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-246",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Filip Tomáš, Adrián Remiáš vyber osoby s prácou v roku 2021. Aký je ich počet?",
|
|
"latency_seconds": 0.04956,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Filip Tomáš",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2021",
|
|
"Filip Tomáš",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"filip tomas"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"filip tomas"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Alina Vitko",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Matúš Suchanič",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:762",
|
|
"name": "Alina Vitko",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "person:pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:275",
|
|
"title": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Systémy pre generovanie odpovede na otázku v prirodzenom jazyku",
|
|
"source_document": "pages/students/2019/alina_vitko/README.md",
|
|
"id": "thesis:pages/students/2019/alina_vitko/README.md:bakalarska-praca-2022",
|
|
"person": "Alina Vitko",
|
|
"document_path": "pages/students/2019/alina_vitko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:882",
|
|
"title": "Alina Vitko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"path": "pages/students/2019/alina_vitko/README.md",
|
|
"name": "Alina Vitko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:775",
|
|
"name": "Matúš Suchanič",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "person:pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Vedecký projekt 2022",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:722",
|
|
"title": "Extrakcia informácií z webových stránok",
|
|
"name": "Extrakcia informácií z webových stránok",
|
|
"source_document": "pages/students/2020/matus_suchanic/README.md",
|
|
"id": "work:pages/students/2020/matus_suchanic/README.md:vedecky-projekt-2022",
|
|
"person": "Matúš Suchanič",
|
|
"document_path": "pages/students/2020/matus_suchanic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:33",
|
|
"title": "Matúš Suchanič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic",
|
|
"path": "pages/students/2020/matus_suchanic/README.md",
|
|
"name": "Matúš Suchanič"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-247",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Alina Vitko, Matúš Suchanič, Adrián Remiáš vyber osoby s prácou v roku 2022. Koľko ich je?",
|
|
"latency_seconds": 0.056583,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Alina Vitko",
|
|
"2022",
|
|
"Matúš Suchanič",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Alina Vitko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Matúš Suchanič"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2020/matus_suchanic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matus_suchanic"
|
|
],
|
|
"entity_set_expected": [
|
|
"alina vitko",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_actual": [
|
|
"alina vitko",
|
|
"matus suchanic"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artur Hyrenko",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
},
|
|
{
|
|
"binding": {
|
|
"person": "Denis Le Thanh",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:778",
|
|
"name": "Artur Hyrenko",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "person:pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:644",
|
|
"title": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Zvýšenie bezpečnosti veľkých jazykových modelov",
|
|
"source_document": "pages/students/2021/artur_hyrenko/README.md",
|
|
"id": "thesis:pages/students/2021/artur_hyrenko/README.md:diplomova-praca-2026",
|
|
"person": "Artur Hyrenko",
|
|
"document_path": "pages/students/2021/artur_hyrenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:36",
|
|
"title": "Artur Hyrenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"path": "pages/students/2021/artur_hyrenko/README.md",
|
|
"name": "Artur Hyrenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 1,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:799",
|
|
"name": "Denis Le Thanh",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "person:pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:185",
|
|
"title": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Trénovanie jazykového modelu pre spracovanie inštrukcií v prirodzenom jazyku",
|
|
"source_document": "pages/students/2023/denis_le_thanh/README.md",
|
|
"id": "thesis:pages/students/2023/denis_le_thanh/README.md:bakalarska-praca-2026",
|
|
"person": "Denis Le Thanh",
|
|
"document_path": "pages/students/2023/denis_le_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:57",
|
|
"title": "Denis Le Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"path": "pages/students/2023/denis_le_thanh/README.md",
|
|
"name": "Denis Le Thanh"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": 2,
|
|
"actual_count": 2,
|
|
"complete": true,
|
|
"id": "wide-248",
|
|
"split": "test",
|
|
"category": "candidate_set_aggregation",
|
|
"difficulty": "hard",
|
|
"question": "Z kandidátov Artur Hyrenko, Denis Le Thanh, Adrián Remiáš vyber osoby s prácou v roku 2026. Aký je ich počet?",
|
|
"latency_seconds": 0.049494,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Denis Le Thanh",
|
|
"2"
|
|
],
|
|
"matched_values": [
|
|
"Artur Hyrenko",
|
|
"2026",
|
|
"Denis Le Thanh",
|
|
"2"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artur Hyrenko"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
},
|
|
{
|
|
"type": "person",
|
|
"value": "Denis Le Thanh"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/denis_le_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh"
|
|
],
|
|
"entity_set_expected": [
|
|
"artur hyrenko",
|
|
"denis le thanh"
|
|
],
|
|
"entity_set_actual": [
|
|
"artur hyrenko",
|
|
"denis le thanh"
|
|
],
|
|
"entity_set_mode": "exact",
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "cloud",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:682",
|
|
"title": "Paralelné spracovanie prirodzeného jazyka",
|
|
"name": "Paralelné spracovanie prirodzeného jazyka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "work:pages/students/2016/lukas_pokryvka/README.md:timovy-projekt-2019",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-249",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Dominik Nagy má kľúčové slovo cloud a jej práca je z roku 2019?",
|
|
"latency_seconds": 0.048424,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/dominik_nagy/README.md",
|
|
"pages/students/2016/lukas_pokryvka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleksandr Dorybohov",
|
|
"keyword": "lm",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:661",
|
|
"title": "Automatické odpovede na otázky v právnej oblasti",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické odpovede na otázky v právnej oblasti",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "thesis:pages/students/2023/oleksandr_dorybohov/README.md:bakalarska-praca-2026",
|
|
"person": "Oleksandr Dorybohov",
|
|
"document_path": "pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:801",
|
|
"name": "Oleksandr Dorybohov",
|
|
"source_document": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"id": "person:pages/students/2023/oleksandr_dorybohov/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:59",
|
|
"title": "Oleksandr Dorybohov",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov",
|
|
"path": "pages/students/2023/oleksandr_dorybohov/README.md",
|
|
"name": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-250",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleksandr Dorybohov a Dávid Omasta spĺňa kľúčové slovo lm a rok práce 2026?",
|
|
"latency_seconds": 0.059701,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleksandr Dorybohov",
|
|
"lm",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Oleksandr Dorybohov",
|
|
"lm",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleksandr Dorybohov"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2023/oleksandr_dorybohov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/oleksandr_dorybohov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Kobyľan",
|
|
"keyword": "ir",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:639",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Bakalárska práca 2024",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "thesis:pages/students/2020/matej_kobylan/README.md:bakalarska-praca-2024",
|
|
"person": "Matej Kobyľan",
|
|
"document_path": "pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2020,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:774",
|
|
"name": "Matej Kobyľan",
|
|
"source_document": "pages/students/2020/matej_kobylan/README.md",
|
|
"id": "person:pages/students/2020/matej_kobylan/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:32",
|
|
"title": "Matej Kobyľan",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan",
|
|
"path": "pages/students/2020/matej_kobylan/README.md",
|
|
"name": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "ir",
|
|
"id": "ir",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:155"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-251",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Matej Kobyľan a Adrián Remiáš spĺňa kľúčové slovo ir a rok práce 2024?",
|
|
"latency_seconds": 0.063937,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Kobyľan",
|
|
"ir",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Matej Kobyľan",
|
|
"ir",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Kobyľan"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ir"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2020/matej_kobylan/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/matej_kobylan"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pavlišin",
|
|
"keyword": "translation",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Bakalársky projekt 2019",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:687",
|
|
"name": "Bakalársky projekt 2019",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "work:pages/students/2016/patrik_pavlisin/README.md:bakalarsky-projekt-2019",
|
|
"person": "Patrik Pavlišin",
|
|
"document_path": "pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:748",
|
|
"name": "Patrik Pavlišin",
|
|
"source_document": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"id": "person:pages/students/2016/patrik_pavlisin/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:842",
|
|
"title": "Patrik Pavlišin",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"path": "pages/students/2016/patrik_pavlisin/README.md",
|
|
"name": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "translation",
|
|
"id": "translation",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:198"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-252",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Patrik Pavlišin a Dárius Lindvai má kľúčové slovo translation a jej práca je z roku 2019?",
|
|
"latency_seconds": 0.065916,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pavlišin",
|
|
"translation",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pavlišin",
|
|
"translation",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "translation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pavlišin"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "translation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"keyword": "nn",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "nn",
|
|
"id": "nn",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:171"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-253",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Ediz Morochovič spĺňa kľúčové slovo nn a rok práce 2019?",
|
|
"latency_seconds": 0.059464,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"nn",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"nn",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nn"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nn"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"keyword": "testovanie",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Diplomový projekt 2023",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:709",
|
|
"name": "Diplomový projekt 2023",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "work:pages/students/2019/filip_tomas/README.md:diplomovy-projekt-2023",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "testovanie",
|
|
"id": "testovanie",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:196"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-254",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Filip Tomáš a Dávid Omasta spĺňa kľúčové slovo testovanie a rok práce 2023?",
|
|
"latency_seconds": 0.05565,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"testovanie",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"testovanie",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "testovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "testovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_omasta/README.md",
|
|
"pages/students/2019/filip_tomas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_omasta",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"keyword": "cloud",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:284",
|
|
"title": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Indexovanie slovenského textu pomocou Elasticsearch",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "thesis:pages/students/2019/michal_stromko/README.md:bakalarska-praca-2022",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-255",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Alina Vitko má kľúčové slovo cloud a jej práca je z roku 2022?",
|
|
"latency_seconds": 0.059981,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"cloud",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"cloud",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"keyword": "question-answer",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:700",
|
|
"name": "Bakalársky projekt 2020",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "work:pages/students/2018/oleh_bilykh/README.md:bakalarsky-projekt-2020",
|
|
"person": "Oleh Bilykh",
|
|
"document_path": "pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "question-answer",
|
|
"id": "question-answer",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:179"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-256",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleh Bilykh a Dmytro Ushatenko spĺňa kľúčové slovo question-answer a rok práce 2020?",
|
|
"latency_seconds": 0.052213,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"question-answer",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"question-answer",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"keyword": "dialog",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "dialog",
|
|
"id": "dialog",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:143"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-257",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Matej Ščišľak a Eduard Matovka spĺňa kľúčové slovo dialog a rok práce 2026?",
|
|
"latency_seconds": 0.054606,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"dialog",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"dialog",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "dialog"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "dialog"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md",
|
|
"pages/students/2021/matej_scislak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "spacy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-258",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Artem Yatsenko a Dávid Stromp má kľúčové slovo spacy a jej práca je z roku 2022?",
|
|
"latency_seconds": 0.060844,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"spacy",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"spacy",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/david_stromp/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/students/2019/david_stromp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/david_stromp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Michal Stromko",
|
|
"keyword": "nlp",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Vedecky projekt 2022/23",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:717",
|
|
"name": "Vedecky projekt 2022/23",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "work:pages/students/2019/michal_stromko/README.md:vedecky-projekt-2022-23",
|
|
"person": "Michal Stromko",
|
|
"document_path": "pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:768",
|
|
"name": "Michal Stromko",
|
|
"source_document": "pages/students/2019/michal_stromko/README.md",
|
|
"id": "person:pages/students/2019/michal_stromko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:888",
|
|
"title": "Michal Stromko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"path": "pages/students/2019/michal_stromko/README.md",
|
|
"name": "Michal Stromko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-259",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Michal Stromko a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?",
|
|
"latency_seconds": 0.060864,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Michal Stromko",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Michal Stromko",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Michal Stromko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/michal_stromko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/michal_stromko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Šarišský",
|
|
"keyword": "nlp",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2023,
|
|
"heading": "Vedecký projekt 2023",
|
|
"work_type": "research_project",
|
|
"work_type_label": "Výskumný projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:725",
|
|
"name": "Vedecký projekt 2023",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "work:pages/students/2021/martin_sarissky/README.md:vedecky-projekt-2023",
|
|
"person": "Martin Šarišský",
|
|
"document_path": "pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:781",
|
|
"name": "Martin Šarišský",
|
|
"source_document": "pages/students/2021/martin_sarissky/README.md",
|
|
"id": "person:pages/students/2021/martin_sarissky/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:39",
|
|
"title": "Martin Šarišský",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"path": "pages/students/2021/martin_sarissky/README.md",
|
|
"name": "Martin Šarišský"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-260",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Šarišský a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?",
|
|
"latency_seconds": 0.067469,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Šarišský",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Martin Šarišský",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Šarišský"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2021/martin_sarissky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/martin_sarissky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "fairseq",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "fairseq",
|
|
"id": "fairseq",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:146"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-261",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai má kľúčové slovo fairseq a jej práca je z roku 2020?",
|
|
"latency_seconds": 0.064789,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"fairseq",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"fairseq",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "fairseq"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Patrik Pokrivčák",
|
|
"keyword": "hate",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2024,
|
|
"heading": "Diplomový projekt 2024",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:718",
|
|
"name": "Diplomový projekt 2024",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "work:pages/students/2019/patrik_pokrivcak/README.md:diplomovy-projekt-2024",
|
|
"person": "Patrik Pokrivčák",
|
|
"document_path": "pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:769",
|
|
"name": "Patrik Pokrivčák",
|
|
"source_document": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"id": "person:pages/students/2019/patrik_pokrivcak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:892",
|
|
"title": "Patrik Pokrivčák",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"path": "pages/students/2019/patrik_pokrivcak/README.md",
|
|
"name": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "hate",
|
|
"id": "hate",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:150"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-262",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Patrik Pokrivčák a Dávid Kostilník spĺňa kľúčové slovo hate a rok práce 2024?",
|
|
"latency_seconds": 0.073202,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Patrik Pokrivčák",
|
|
"hate",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Patrik Pokrivčák",
|
|
"hate",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Patrik Pokrivčák"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "hate"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/patrik_pokrivcak/README.md",
|
|
"pages/students/2020/david_kostilnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/patrik_pokrivcak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2020/david_kostilnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "nlp",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2021,
|
|
"heading": "Bakalársky projekt 2021",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:710",
|
|
"name": "Bakalársky projekt 2021",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "work:pages/students/2019/kristian_sopkovic/README.md:bakalarsky-projekt-2021",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-263",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2021?",
|
|
"latency_seconds": 0.059673,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"nlp",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"nlp",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dmytro Ushatenko",
|
|
"keyword": "nlp",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:216",
|
|
"title": "Jednoduchý chatbot v jazyku Python",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Jednoduchý chatbot v jazyku Python",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "thesis:pages/students/2017/dmytro_ushatenko/README.md:bakalarska-praca-2020",
|
|
"person": "Dmytro Ushatenko",
|
|
"document_path": "pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:750",
|
|
"name": "Dmytro Ushatenko",
|
|
"source_document": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"id": "person:pages/students/2017/dmytro_ushatenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:870",
|
|
"title": "Dmytro Ushatenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"path": "pages/students/2017/dmytro_ushatenko/README.md",
|
|
"name": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-264",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dmytro Ushatenko a Alina Vitko má kľúčové slovo nlp a jej práca je z roku 2020?",
|
|
"latency_seconds": 0.053046,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dmytro Ushatenko",
|
|
"nlp",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Dmytro Ushatenko",
|
|
"nlp",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dmytro Ushatenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "nlp",
|
|
"year": 2023
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2023,
|
|
"heading": "Diplomová práca 2023",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:273",
|
|
"title": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Automatické generovanie otázok v slovenskom jazyku",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:diplomova-praca-2023",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-265",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ondrej Megela a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2023?",
|
|
"latency_seconds": 0.079774,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"nlp",
|
|
"2023"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2023"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Than Trung Thanh",
|
|
"keyword": "anotation",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753",
|
|
"name": "Than Trung Thanh",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "person:pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Bakalársky projekt 2020",
|
|
"work_type": "bachelor_project",
|
|
"work_type_label": "Bakalársky projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:697",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku pomocou nástrojov Spacy a Prodigy",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "work:pages/students/2017/than_trung_thanh/README.md:bakalarsky-projekt-2020",
|
|
"person": "Than Trung Thanh",
|
|
"document_path": "pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:873",
|
|
"title": "Than Trung Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"name": "Than Trung Thanh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:753",
|
|
"name": "Than Trung Thanh",
|
|
"source_document": "pages/students/2017/than_trung_thanh/README.md",
|
|
"id": "person:pages/students/2017/than_trung_thanh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:873",
|
|
"title": "Than Trung Thanh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh",
|
|
"path": "pages/students/2017/than_trung_thanh/README.md",
|
|
"name": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "anotation",
|
|
"id": "anotation",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:134"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-266",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Than Trung Thanh a Dmytro Ushatenko spĺňa kľúčové slovo anotation a rok práce 2020?",
|
|
"latency_seconds": 0.055692,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Than Trung Thanh",
|
|
"anotation",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Than Trung Thanh",
|
|
"anotation",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Than Trung Thanh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anotation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/than_trung_thanh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/than_trung_thanh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Kristián Sopkovič",
|
|
"keyword": "spacy",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:281",
|
|
"title": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Model Spacy pre spracovanie prirodzeného jazyka v slovenčine",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "thesis:pages/students/2019/kristian_sopkovic/README.md:bakalarska-praca-2022",
|
|
"person": "Kristián Sopkovič",
|
|
"document_path": "pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:767",
|
|
"name": "Kristián Sopkovič",
|
|
"source_document": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"id": "person:pages/students/2019/kristian_sopkovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:887",
|
|
"title": "Kristián Sopkovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"path": "pages/students/2019/kristian_sopkovic/README.md",
|
|
"name": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-267",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Kristián Sopkovič a Alina Vitko má kľúčové slovo spacy a jej práca je z roku 2022?",
|
|
"latency_seconds": 0.054313,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Kristián Sopkovič",
|
|
"spacy",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Kristián Sopkovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/students/2019/kristian_sopkovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/kristian_sopkovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Artem Yatsenko",
|
|
"keyword": "ner",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2022,
|
|
"heading": "Bakalárska práca 2022",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:276",
|
|
"title": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Rozpoznávanie pomenovaných entít v slovenskom jazyku",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "thesis:pages/students/2019/artem_yatsenko/README.md:bakalarska-praca-2022",
|
|
"person": "Artem Yatsenko",
|
|
"document_path": "pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:763",
|
|
"name": "Artem Yatsenko",
|
|
"source_document": "pages/students/2019/artem_yatsenko/README.md",
|
|
"id": "person:pages/students/2019/artem_yatsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:883",
|
|
"title": "Artem Yatsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"path": "pages/students/2019/artem_yatsenko/README.md",
|
|
"name": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NER",
|
|
"id": "ner",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:167"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-268",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Artem Yatsenko a Cesar Abascal Gutierrez spĺňa kľúčové slovo ner a rok práce 2022?",
|
|
"latency_seconds": 0.070373,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Artem Yatsenko",
|
|
"ner",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Artem Yatsenko",
|
|
"ner",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ner"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Artem Yatsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ner"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Oleh Bilykh",
|
|
"keyword": "drqa",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Bakalárska práca 2021",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:271",
|
|
"title": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie odpovedí na otázky v prirodzenom jazyku pomocou neurónových sietí.",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "thesis:pages/students/2018/oleh_bilykh/README.md:bakalarska-praca-2021",
|
|
"person": "Oleh Bilykh",
|
|
"document_path": "pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:759",
|
|
"name": "Oleh Bilykh",
|
|
"source_document": "pages/students/2018/oleh_bilykh/README.md",
|
|
"id": "person:pages/students/2018/oleh_bilykh/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:879",
|
|
"title": "Oleh Bilykh",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"path": "pages/students/2018/oleh_bilykh/README.md",
|
|
"name": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "drqa",
|
|
"id": "drqa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:144"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-269",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Oleh Bilykh a Artem Yatsenko spĺňa kľúčové slovo drqa a rok práce 2021?",
|
|
"latency_seconds": 0.062091,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Oleh Bilykh",
|
|
"drqa",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Oleh Bilykh",
|
|
"drqa",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "drqa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Oleh Bilykh"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "drqa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Filip Tomáš",
|
|
"keyword": "testovanie",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Diplomová práca 2024 - 2025",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:280",
|
|
"title": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Vektorové vyhľadávanie dokumentov v prostredí Kubernetes",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "thesis:pages/students/2019/filip_tomas/README.md:diplomova-praca-2024-2025",
|
|
"person": "Filip Tomáš",
|
|
"document_path": "pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2019,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:766",
|
|
"name": "Filip Tomáš",
|
|
"source_document": "pages/students/2019/filip_tomas/README.md",
|
|
"id": "person:pages/students/2019/filip_tomas/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:886",
|
|
"title": "Filip Tomáš",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"path": "pages/students/2019/filip_tomas/README.md",
|
|
"name": "Filip Tomáš"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "testovanie",
|
|
"id": "testovanie",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:196"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-270",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Filip Tomáš a Daniil Huzenko má kľúčové slovo testovanie a jej práca je z roku 2025?",
|
|
"latency_seconds": 0.053977,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Filip Tomáš",
|
|
"testovanie",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Filip Tomáš",
|
|
"testovanie",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "testovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Filip Tomáš"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "testovanie"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/filip_tomas/README.md",
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/filip_tomas",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "db",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "DB",
|
|
"id": "db",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:141"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-271",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Maksym Zatirka a Artur Hyrenko spĺňa kľúčové slovo db a rok práce 2026?",
|
|
"latency_seconds": 0.051927,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"db",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"db",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "db"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "db"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/artur_hyrenko/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/artur_hyrenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "cloud",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-272",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Artem Yatsenko spĺňa kľúčové slovo cloud a rok práce 2021?",
|
|
"latency_seconds": 0.056053,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Lukáš Pokrývka",
|
|
"keyword": "cloud",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:208",
|
|
"title": "Paralelné trénovanie neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Paralelné trénovanie neurónových sietí",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "thesis:pages/students/2016/lukas_pokryvka/README.md:diplomova-praca-2021",
|
|
"person": "Lukáš Pokrývka",
|
|
"document_path": "pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:745",
|
|
"name": "Lukáš Pokrývka",
|
|
"source_document": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"id": "person:pages/students/2016/lukas_pokryvka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:836",
|
|
"title": "Lukáš Pokrývka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"path": "pages/students/2016/lukas_pokryvka/README.md",
|
|
"name": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "cloud",
|
|
"id": "cloud",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:139"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-273",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Lukáš Pokrývka a Alina Vitko má kľúčové slovo cloud a jej práca je z roku 2021?",
|
|
"latency_seconds": 0.063792,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Lukáš Pokrývka",
|
|
"cloud",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Lukáš Pokrývka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "cloud"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/lukas_pokryvka/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/lukas_pokryvka",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Valerii Kutsenko",
|
|
"keyword": "nlp",
|
|
"year": 2025
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2025,
|
|
"heading": "Bakalárska práca 2025",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:186",
|
|
"title": "Automatické generovanie otázok zo zadaného textu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Automatické generovanie otázok zo zadaného textu",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "thesis:pages/students/2022/valerii_kutsenko/README.md:bakalarska-praca-2025",
|
|
"person": "Valerii Kutsenko",
|
|
"document_path": "pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2022,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:796",
|
|
"name": "Valerii Kutsenko",
|
|
"source_document": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"id": "person:pages/students/2022/valerii_kutsenko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:54",
|
|
"title": "Valerii Kutsenko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"path": "pages/students/2022/valerii_kutsenko/README.md",
|
|
"name": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-274",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Valerii Kutsenko a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2025?",
|
|
"latency_seconds": 0.047518,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Valerii Kutsenko",
|
|
"nlp",
|
|
"2025"
|
|
],
|
|
"matched_values": [
|
|
"Valerii Kutsenko",
|
|
"nlp",
|
|
"2025"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Valerii Kutsenko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2025"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/students/2022/valerii_kutsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/valerii_kutsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Jancura",
|
|
"keyword": "opennmt",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751",
|
|
"name": "Martin Jancura",
|
|
"source_document": "pages/students/2017/martin_jancura/README.md",
|
|
"id": "person:pages/students/2017/martin_jancura/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:217",
|
|
"title": "Webová aplikácia pre demonštráciu strojového prekladu",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Webová aplikácia pre demonštráciu strojového prekladu",
|
|
"source_document": "pages/students/2017/martin_jancura/README.md",
|
|
"id": "thesis:pages/students/2017/martin_jancura/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Jancura",
|
|
"document_path": "pages/students/2017/martin_jancura/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:871",
|
|
"title": "Martin Jancura",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"name": "Martin Jancura"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:751",
|
|
"name": "Martin Jancura",
|
|
"source_document": "pages/students/2017/martin_jancura/README.md",
|
|
"id": "person:pages/students/2017/martin_jancura/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:871",
|
|
"title": "Martin Jancura",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura",
|
|
"path": "pages/students/2017/martin_jancura/README.md",
|
|
"name": "Martin Jancura"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "opennmt",
|
|
"id": "opennmt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:172"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": false,
|
|
"unsupported_facts": [
|
|
{
|
|
"fact_index": 1,
|
|
"fact_type": "person_work",
|
|
"issues": [
|
|
"unsupported_academic_record"
|
|
]
|
|
}
|
|
],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-275",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Jancura a Dmytro Ushatenko spĺňa kľúčové slovo opennmt a rok práce 2020?",
|
|
"latency_seconds": 0.054238,
|
|
"error": null,
|
|
"strict": false,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Jancura",
|
|
"opennmt",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Jancura",
|
|
"opennmt",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "opennmt"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Jancura"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "opennmt"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/dmytro_ushatenko/README.md",
|
|
"pages/students/2017/martin_jancura/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/dmytro_ushatenko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/martin_jancura"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "question-answer",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:272",
|
|
"title": "Neurónové jazykové modelovanie typu BERT.",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Neurónové jazykové modelovanie typu BERT.",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "thesis:pages/students/2018/ondrej_megela/README.md:bakalarska-praca-2020",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "question-answer",
|
|
"id": "question-answer",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:179"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-276",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ondrej Megela a Dárius Lindvai má kľúčové slovo question-answer a jej práca je z roku 2020?",
|
|
"latency_seconds": 0.065759,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"question-answer",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"question-answer",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "question-answer"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/topics/question/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/ondrej_megela/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/topics/question"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"keyword": "spacy",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "Spacy",
|
|
"id": "spacy",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:193"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-277",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Wencel a Artem Yatsenko spĺňa kľúčové slovo spacy a rok práce 2020?",
|
|
"latency_seconds": 0.070012,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"spacy",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"spacy",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "spacy"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/martin_wencel/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "annotation",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:205",
|
|
"title": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Anotácia a rozpoznávanie pomenovaných entít v slovenskom jazyku.",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "thesis:pages/students/2016/jakub_maruniak/README.md:diplomova-praca-2021",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "annotation",
|
|
"id": "annotation",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:133"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-278",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Jakub Maruniak a Artem Yatsenko spĺňa kľúčové slovo annotation a rok práce 2021?",
|
|
"latency_seconds": 0.061489,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"annotation",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"annotation",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "annotation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "annotation"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Vladimír Ferko",
|
|
"keyword": "nlp",
|
|
"year": 2024
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2024,
|
|
"heading": "Bakalárska práca 2024",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:654",
|
|
"title": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Anotácia a vyhodnotenie slovenskej databázy nenávistnej reči",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "thesis:pages/students/2021/vladimir_ferko/README.md:bakalarska-praca-2024",
|
|
"person": "Vladimír Ferko",
|
|
"document_path": "pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:786",
|
|
"name": "Vladimír Ferko",
|
|
"source_document": "pages/students/2021/vladimir_ferko/README.md",
|
|
"id": "person:pages/students/2021/vladimir_ferko/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:44",
|
|
"title": "Vladimír Ferko",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"path": "pages/students/2021/vladimir_ferko/README.md",
|
|
"name": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-279",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Vladimír Ferko a Andrii Pervashov má kľúčové slovo nlp a jej práca je z roku 2024?",
|
|
"latency_seconds": 0.057553,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Vladimír Ferko",
|
|
"nlp",
|
|
"2024"
|
|
],
|
|
"matched_values": [
|
|
"Vladimír Ferko",
|
|
"nlp",
|
|
"2024"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Vladimír Ferko"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2024"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md",
|
|
"pages/students/2022/andrii_pervashov/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/andrii_pervashov"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Maksym Zatirka",
|
|
"keyword": "graph",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Bakalárska práca 2026",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:660",
|
|
"title": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Grafová databáza pre podporu generovania slovenského jazyka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "thesis:pages/students/2023/maksym_zatirka/README.md:bakalarska-praca-2026",
|
|
"person": "Maksym Zatirka",
|
|
"document_path": "pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2023,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:800",
|
|
"name": "Maksym Zatirka",
|
|
"source_document": "pages/students/2023/maksym_zatirka/README.md",
|
|
"id": "person:pages/students/2023/maksym_zatirka/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:58",
|
|
"title": "Maksym Zatirka",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka",
|
|
"path": "pages/students/2023/maksym_zatirka/README.md",
|
|
"name": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "graph",
|
|
"id": "graph",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:149"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-280",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Maksym Zatirka a Denis Le Thanh spĺňa kľúčové slovo graph a rok práce 2026?",
|
|
"latency_seconds": 0.067526,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Maksym Zatirka",
|
|
"graph",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Maksym Zatirka",
|
|
"graph",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "graph"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Maksym Zatirka"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "graph"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/denis_le_thanh/README.md",
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/denis_le_thanh",
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Martin Wencel",
|
|
"keyword": "demo",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2020,
|
|
"heading": "Bakalárska práca 2020",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:270",
|
|
"title": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Demonštrácia spracovania slovenského prirodzeného jazyka pomocou knižnice Spacy",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "thesis:pages/students/2018/martin_wencel/README.md:bakalarska-praca-2020",
|
|
"person": "Martin Wencel",
|
|
"document_path": "pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:758",
|
|
"name": "Martin Wencel",
|
|
"source_document": "pages/students/2018/martin_wencel/README.md",
|
|
"id": "person:pages/students/2018/martin_wencel/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:878",
|
|
"title": "Martin Wencel",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel",
|
|
"path": "pages/students/2018/martin_wencel/README.md",
|
|
"name": "Martin Wencel"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "demo",
|
|
"id": "demo",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:142"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-281",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Martin Wencel a Dárius Lindvai spĺňa kľúčové slovo demo a rok práce 2020?",
|
|
"latency_seconds": 0.058842,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Martin Wencel",
|
|
"demo",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Martin Wencel",
|
|
"demo",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "demo"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Martin Wencel"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "demo"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2018/martin_wencel/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/martin_wencel"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ondrej Megela",
|
|
"keyword": "lm",
|
|
"year": 2022
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2022,
|
|
"heading": "Diplomový projekt 1 2022",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:702",
|
|
"name": "Diplomový projekt 1 2022",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "work:pages/students/2018/ondrej_megela/README.md:diplomovy-projekt-1-2022",
|
|
"person": "Ondrej Megela",
|
|
"document_path": "pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2018,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:760",
|
|
"name": "Ondrej Megela",
|
|
"source_document": "pages/students/2018/ondrej_megela/README.md",
|
|
"id": "person:pages/students/2018/ondrej_megela/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:880",
|
|
"title": "Ondrej Megela",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"path": "pages/students/2018/ondrej_megela/README.md",
|
|
"name": "Ondrej Megela"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "LM",
|
|
"id": "lm",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:161"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-282",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ondrej Megela a Artem Yatsenko má kľúčové slovo lm a jej práca je z roku 2022?",
|
|
"latency_seconds": 0.063477,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ondrej Megela",
|
|
"lm",
|
|
"2022"
|
|
],
|
|
"matched_values": [
|
|
"Ondrej Megela",
|
|
"lm",
|
|
"2022"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ondrej Megela"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "lm"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2022"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/ondrej_megela/README.md",
|
|
"pages/students/2019/artem_yatsenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/ondrej_megela",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/artem_yatsenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"keyword": "anaconda",
|
|
"year": 2021
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2021,
|
|
"heading": "Diplomová práca 2021",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:202",
|
|
"title": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Obnovenie interpunkcie pomocou hlbokých neurónových sietí",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "thesis:pages/students/2016/darius_lindvai/README.md:diplomova-praca-2021",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "anaconda",
|
|
"id": "anaconda",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:132"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-283",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Alina Vitko spĺňa kľúčové slovo anaconda a rok práce 2021?",
|
|
"latency_seconds": 0.047476,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"anaconda",
|
|
"2021"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"anaconda",
|
|
"2021"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anaconda"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "anaconda"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2021"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Jakub Maruniak",
|
|
"keyword": "nlp",
|
|
"year": 2020
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2020,
|
|
"heading": "Diplomový projekt 1 2020",
|
|
"work_type": "diploma_project",
|
|
"work_type_label": "Diplomový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:674",
|
|
"name": "Diplomový projekt 1 2020",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "work:pages/students/2016/jakub_maruniak/README.md:diplomovy-projekt-1-2020",
|
|
"person": "Jakub Maruniak",
|
|
"document_path": "pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:743",
|
|
"name": "Jakub Maruniak",
|
|
"source_document": "pages/students/2016/jakub_maruniak/README.md",
|
|
"id": "person:pages/students/2016/jakub_maruniak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:827",
|
|
"title": "Jakub Maruniak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"path": "pages/students/2016/jakub_maruniak/README.md",
|
|
"name": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-284",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Jakub Maruniak a Alina Vitko spĺňa kľúčové slovo nlp a rok práce 2020?",
|
|
"latency_seconds": 0.044642,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"2020"
|
|
],
|
|
"matched_values": [
|
|
"Jakub Maruniak",
|
|
"nlp",
|
|
"2020"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Jakub Maruniak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2020"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jakub_maruniak/README.md",
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jakub_maruniak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Dárius Lindvai",
|
|
"keyword": "pytorch",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Work",
|
|
"year": 2019,
|
|
"heading": "Tímový projekt 2019",
|
|
"work_type": "team_project",
|
|
"work_type_label": "Tímový projekt",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:669",
|
|
"title": "rešerš",
|
|
"name": "rešerš",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "work:pages/students/2016/darius_lindvai/README.md:timovy-projekt-2019",
|
|
"person": "Dárius Lindvai",
|
|
"document_path": "pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:820",
|
|
"title": "Dárius Lindvai",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"path": "pages/students/2016/darius_lindvai/README.md",
|
|
"name": "Dárius Lindvai"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:740",
|
|
"name": "Dárius Lindvai",
|
|
"source_document": "pages/students/2016/darius_lindvai/README.md",
|
|
"id": "person:pages/students/2016/darius_lindvai/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"path": "pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "pytorch",
|
|
"id": "pytorch",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:177"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-285",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Dárius Lindvai a Dominik Nagy má kľúčové slovo pytorch a jej práca je z roku 2019?",
|
|
"latency_seconds": 0.059268,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Dárius Lindvai",
|
|
"pytorch",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Dárius Lindvai",
|
|
"pytorch",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "pytorch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Dárius Lindvai"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "pytorch"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/darius_lindvai/timovy_projekt/tutorial/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/darius_lindvai/README.md",
|
|
"pages/students/2016/dominik_nagy/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai/timovy_projekt/tutorial",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/darius_lindvai",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/dominik_nagy"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Ediz Morochovič",
|
|
"keyword": "ner",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742",
|
|
"name": "Ediz Morochovič",
|
|
"source_document": "pages/students/2016/ediz_morochovic/README.md",
|
|
"id": "person:pages/students/2016/ediz_morochovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:204",
|
|
"title": "Štatistické rozpoznávanie pomenovaných entít",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Štatistické rozpoznávanie pomenovaných entít",
|
|
"source_document": "pages/students/2016/ediz_morochovic/README.md",
|
|
"id": "thesis:pages/students/2016/ediz_morochovic/README.md:bakalarska-praca-2019",
|
|
"person": "Ediz Morochovič",
|
|
"document_path": "pages/students/2016/ediz_morochovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826",
|
|
"title": "Ediz Morochovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"path": "pages/students/2016/ediz_morochovic/README.md",
|
|
"name": "Ediz Morochovič"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2016,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:742",
|
|
"name": "Ediz Morochovič",
|
|
"source_document": "pages/students/2016/ediz_morochovic/README.md",
|
|
"id": "person:pages/students/2016/ediz_morochovic/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:826",
|
|
"title": "Ediz Morochovič",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic",
|
|
"path": "pages/students/2016/ediz_morochovic/README.md",
|
|
"name": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NER",
|
|
"id": "ner",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:167"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-286",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Ediz Morochovič a Cesar Abascal Gutierrez spĺňa kľúčové slovo ner a rok práce 2019?",
|
|
"latency_seconds": 0.044788,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Ediz Morochovič",
|
|
"ner",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Ediz Morochovič",
|
|
"ner",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ner"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Ediz Morochovič"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "ner"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Stanislav Matsunych",
|
|
"keyword": "nlp",
|
|
"year": 2019
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752",
|
|
"name": "Stanislav Matsunych",
|
|
"source_document": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"id": "person:pages/students/2017/stanislav_matsunych/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2019,
|
|
"heading": "Bakalárska práca 2019",
|
|
"thesis_type_label": "Bakalárska práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:218",
|
|
"title": "Generovanie a modelovanie prirodzeného jazyka pomocou rekurentných neurónových sietí",
|
|
"thesis_type": "bachelor_thesis",
|
|
"name": "Generovanie a modelovanie prirodzeného jazyka pomocou rekurentných neurónových sietí",
|
|
"source_document": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"id": "thesis:pages/students/2017/stanislav_matsunych/README.md:bakalarska-praca-2019",
|
|
"person": "Stanislav Matsunych",
|
|
"document_path": "pages/students/2017/stanislav_matsunych/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:872",
|
|
"title": "Stanislav Matsunych",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"path": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"name": "Stanislav Matsunych"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2017,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:752",
|
|
"name": "Stanislav Matsunych",
|
|
"source_document": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"id": "person:pages/students/2017/stanislav_matsunych/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:872",
|
|
"title": "Stanislav Matsunych",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"path": "pages/students/2017/stanislav_matsunych/README.md",
|
|
"name": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "NLP",
|
|
"id": "nlp",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:169"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-287",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Stanislav Matsunych a Adrián Remiáš spĺňa kľúčové slovo nlp a rok práce 2019?",
|
|
"latency_seconds": 0.048994,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Stanislav Matsunych",
|
|
"nlp",
|
|
"2019"
|
|
],
|
|
"matched_values": [
|
|
"Stanislav Matsunych",
|
|
"nlp",
|
|
"2019"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Stanislav Matsunych"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "nlp"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2019"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD",
|
|
"HAS_WORK"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2018/adrian_remias/README.md",
|
|
"pages/topics/nlp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md",
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias",
|
|
"https://zp.kemt.fei.tuke.sk/topics/nlp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych",
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"work_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis",
|
|
"person_work"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [
|
|
{
|
|
"binding": {
|
|
"person": "Matej Ščišľak",
|
|
"keyword": "rasa",
|
|
"year": 2026
|
|
},
|
|
"matched": true
|
|
}
|
|
],
|
|
"path_results": [
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Academic",
|
|
"Document"
|
|
],
|
|
"relationships": [
|
|
"AUTHORED|HAS_WORK",
|
|
"EVIDENCED_BY"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Thesis",
|
|
"year": 2026,
|
|
"heading": "Diplomová práca 2026",
|
|
"thesis_type_label": "Diplomová práca",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:650",
|
|
"title": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"thesis_type": "diploma_thesis",
|
|
"name": "Znalostné grafy pre zlepšenie vyhľadávania právnych informácií.",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "thesis:pages/students/2021/matej_scislak/README.md:diplomova-praca-2026",
|
|
"person": "Matej Ščišľak",
|
|
"document_path": "pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
}
|
|
]
|
|
},
|
|
{
|
|
"pattern": {
|
|
"binding_index": 0,
|
|
"node_kinds": [
|
|
"Person",
|
|
"Document",
|
|
"Keyword"
|
|
],
|
|
"relationships": [
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
]
|
|
},
|
|
"matched": true,
|
|
"witness": [
|
|
{
|
|
"kind": "Person",
|
|
"start_year": 2021,
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:783",
|
|
"name": "Matej Ščišľak",
|
|
"source_document": "pages/students/2021/matej_scislak/README.md",
|
|
"id": "person:pages/students/2021/matej_scislak/README.md"
|
|
},
|
|
{
|
|
"kind": "Document",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:41",
|
|
"title": "Matej Ščišľak",
|
|
"source_url": "https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"path": "pages/students/2021/matej_scislak/README.md",
|
|
"name": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"kind": "Keyword",
|
|
"name": "rasa",
|
|
"id": "rasa",
|
|
"element_id": "4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:183"
|
|
}
|
|
]
|
|
}
|
|
],
|
|
"expected_no_answer": false,
|
|
"actual_status": "ok",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-288",
|
|
"split": "test",
|
|
"category": "conjunctive_disambiguation",
|
|
"difficulty": "hard",
|
|
"question": "Ktorá z osôb Matej Ščišľak a Jakub Schwarc má kľúčové slovo rasa a jej práca je z roku 2026?",
|
|
"latency_seconds": 0.052898,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [
|
|
"Matej Ščišľak",
|
|
"rasa",
|
|
"2026"
|
|
],
|
|
"matched_values": [
|
|
"Matej Ščišľak",
|
|
"rasa",
|
|
"2026"
|
|
],
|
|
"expected_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"matched_entities": [
|
|
{
|
|
"type": "person",
|
|
"value": "Matej Ščišľak"
|
|
},
|
|
{
|
|
"type": "keyword",
|
|
"value": "rasa"
|
|
},
|
|
{
|
|
"type": "year",
|
|
"value": "2026"
|
|
}
|
|
],
|
|
"expected_relations": [],
|
|
"actual_relations": [
|
|
"AUTHORED",
|
|
"EVIDENCED_BY",
|
|
"HAS_DOCUMENT",
|
|
"HAS_KEYWORD"
|
|
],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/matej_scislak/README.md",
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/matej_scislak",
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution",
|
|
"graph_traversal",
|
|
"thesis_constraints",
|
|
"person_keyword_constraints"
|
|
],
|
|
"fact_types": [
|
|
"person_keyword",
|
|
"person_thesis"
|
|
]
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-289",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Alina Vitko s kľúčovým slovom anaconda?",
|
|
"latency_seconds": 0.046369,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/alina_vitko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/alina_vitko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-290",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dmytro Mural v roku 2018?",
|
|
"latency_seconds": 0.039537,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/dmytro_mural/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/dmytro_mural"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-291",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dávid Iľaš s kľúčovým slovom cluster?",
|
|
"latency_seconds": 0.042518,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-292",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Martin NaN1 s kľúčovým slovom opennmt?",
|
|
"latency_seconds": 0.038303,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/NaN1name_buday/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/NaN1name_buday"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-293",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Stanislav Matsunych s kľúčovým slovom cassandra?",
|
|
"latency_seconds": 0.044398,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2017/stanislav_matsunych/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-294",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Rostyslav Rodzhuk s kľúčovým slovom translation?",
|
|
"latency_seconds": 0.045189,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md",
|
|
"pages/topics/translation/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/rostyslav_rodzhuk/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk",
|
|
"https://zp.kemt.fei.tuke.sk/topics/translation"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/rostyslav_rodzhuk"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-295",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Adrián Remiáš s kľúčovým slovom agent?",
|
|
"latency_seconds": 0.040786,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/adrian_remias/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/adrian_remias"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-296",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Oleh Poiasnik v roku 2018?",
|
|
"latency_seconds": 0.03945,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/oleh_poiasnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/oleh_poiasnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-297",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Cesar Abascal Gutierrez s kľúčovým slovom chatbot?",
|
|
"latency_seconds": 0.042741,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md",
|
|
"pages/topics/chatbot/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/cesar_gutierrez/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez",
|
|
"https://zp.kemt.fei.tuke.sk/topics/chatbot"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/cesar_gutierrez"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-298",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Samuel Horáni s kľúčovým slovom agent?",
|
|
"latency_seconds": 0.043151,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2019/samuel_horani/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2019/samuel_horani"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-299",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Samuel Širotník v roku 2018?",
|
|
"latency_seconds": 0.040012,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/samuel_sirotnik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-300",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Ján Pták v roku 2018?",
|
|
"latency_seconds": 0.040138,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_ptak/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_ptak"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-301",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Oleh Bilykh v roku 2018?",
|
|
"latency_seconds": 0.041109,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/oleh_bilykh/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/oleh_bilykh"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-302",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Sevval Bulburu s kľúčovým slovom annotation?",
|
|
"latency_seconds": 0.04347,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-303",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Ediz Morochovič s kľúčovým slovom gpu?",
|
|
"latency_seconds": 0.041834,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/ediz_morochovic/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/ediz_morochovic"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-304",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Daniil Huzenko v roku 2018?",
|
|
"latency_seconds": 0.040323,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/daniil_huzenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/daniil_huzenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-305",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Jakub Schwarc v roku 2018?",
|
|
"latency_seconds": 0.03988,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jakub_schwarc/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jakub_schwarc"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-306",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Youssef Ressaissi v roku 2018?",
|
|
"latency_seconds": 0.043369,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/yussef_ressaissi/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/yussef_ressaissi"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-307",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Maksym Zatirka v roku 2018?",
|
|
"latency_seconds": 0.040849,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2023/maksym_zatirka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2023/maksym_zatirka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-308",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Patrik Pavlišin s kľúčovým slovom spacy?",
|
|
"latency_seconds": 0.04529,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md",
|
|
"pages/topics/spacy/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/patrik_pavlisin/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin",
|
|
"https://zp.kemt.fei.tuke.sk/topics/spacy"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/patrik_pavlisin"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-309",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Tomáš Kuchárik v roku 2018?",
|
|
"latency_seconds": 0.041576,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/tomas_kucharik/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/tomas_kucharik"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-310",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Sevval Bulburu v roku 2018?",
|
|
"latency_seconds": 0.042464,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/interns/sevval_bulburu/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/interns/sevval_bulburu"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-311",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Eduard Matovka v roku 2018?",
|
|
"latency_seconds": 0.048302,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/eduard_matovka/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/eduard_matovka"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-312",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Lucia Chýbajúca Vzorová?",
|
|
"latency_seconds": 0.036293,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-313",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Serhii Yemets v roku 2018?",
|
|
"latency_seconds": 0.0422,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/serhii_yemets/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/serhii_yemets"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-314",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Jozef Neznámy Overovací?",
|
|
"latency_seconds": 0.034431,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-315",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Vladimír Ferko s kľúčovým slovom cluster?",
|
|
"latency_seconds": 0.043797,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2021/vladimir_ferko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2021/vladimir_ferko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-316",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Ján Malinovský s kľúčovým slovom ir?",
|
|
"latency_seconds": 0.041643,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/jan_malinovsky/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/jan_malinovsky"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-317",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Ján Holp s kľúčovým slovom interpunction?",
|
|
"latency_seconds": 0.043691,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2016/jan_holp/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2016/jan_holp"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-318",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Petra Neznáma Overovacia?",
|
|
"latency_seconds": 0.034525,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [],
|
|
"actual_documents": [],
|
|
"matched_documents": [],
|
|
"expected_source_urls": [],
|
|
"actual_source_urls": [],
|
|
"matched_source_urls": [],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-319",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Vladyslav Yanchenko v roku 2018?",
|
|
"latency_seconds": 0.043476,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2022/vladyslav_yanchenko/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2022/vladyslav_yanchenko"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
},
|
|
{
|
|
"answerability_ok": true,
|
|
"bindings_ok": true,
|
|
"binding_score": 1.0,
|
|
"paths_ok": true,
|
|
"path_score": 1.0,
|
|
"binding_results": [],
|
|
"path_results": [],
|
|
"expected_no_answer": true,
|
|
"actual_status": "no_answer",
|
|
"source_checked": true,
|
|
"all_facts_supported": true,
|
|
"unsupported_facts": [],
|
|
"count_ok": true,
|
|
"expected_count": null,
|
|
"actual_count": null,
|
|
"complete": true,
|
|
"id": "wide-320",
|
|
"split": "test",
|
|
"category": "negative_lookup",
|
|
"difficulty": "hard",
|
|
"question": "Aký názov práce má osoba Dávid Iľaš v roku 2018?",
|
|
"latency_seconds": 0.039161,
|
|
"error": null,
|
|
"strict": true,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"expected_values": [],
|
|
"matched_values": [],
|
|
"expected_entities": [],
|
|
"matched_entities": [],
|
|
"expected_relations": [],
|
|
"actual_relations": [],
|
|
"matched_relations": [],
|
|
"expected_properties": [],
|
|
"matched_properties": [],
|
|
"relation_choices": [],
|
|
"expected_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"actual_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"matched_documents": [
|
|
"pages/students/2018/david_ilas/README.md"
|
|
],
|
|
"expected_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"actual_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"matched_source_urls": [
|
|
"https://zp.kemt.fei.tuke.sk/students/2018/david_ilas"
|
|
],
|
|
"entity_set_expected": [],
|
|
"entity_set_actual": [],
|
|
"entity_set_mode": null,
|
|
"entity_set_ok": true,
|
|
"strategies": [
|
|
"entity_resolution"
|
|
],
|
|
"fact_types": []
|
|
}
|
|
],
|
|
"source_consistent_summary": {
|
|
"questions": 320,
|
|
"source_checked_count": 320,
|
|
"all_facts_supported_count": 319,
|
|
"strict_count": 319,
|
|
"strict_accuracy": 0.996875,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.043663,
|
|
"latency_median_seconds": 0.041294,
|
|
"latency_p95_seconds": 0.061519
|
|
},
|
|
"source_consistent_by_category": {
|
|
"candidate_set_aggregation": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.049106,
|
|
"latency_median_seconds": 0.045849,
|
|
"latency_p95_seconds": 0.059887
|
|
},
|
|
"conjunctive_disambiguation": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 39,
|
|
"strict_count": 39,
|
|
"strict_accuracy": 0.975,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.058806,
|
|
"latency_median_seconds": 0.059366,
|
|
"latency_p95_seconds": 0.070514
|
|
},
|
|
"document_author_category_multi_hop": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037287,
|
|
"latency_median_seconds": 0.036666,
|
|
"latency_p95_seconds": 0.040174
|
|
},
|
|
"negative_lookup": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041571,
|
|
"latency_median_seconds": 0.041738,
|
|
"latency_p95_seconds": 0.045776
|
|
},
|
|
"person_keyword_title": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041482,
|
|
"latency_median_seconds": 0.040869,
|
|
"latency_p95_seconds": 0.046085
|
|
},
|
|
"person_multiple_categories": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.034284,
|
|
"latency_median_seconds": 0.034297,
|
|
"latency_p95_seconds": 0.03498
|
|
},
|
|
"person_title_year": {
|
|
"questions": 24,
|
|
"source_checked_count": 24,
|
|
"all_facts_supported_count": 24,
|
|
"strict_count": 24,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041468,
|
|
"latency_median_seconds": 0.039846,
|
|
"latency_p95_seconds": 0.047177
|
|
},
|
|
"same_academic_year_pair": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 40,
|
|
"strict_count": 40,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.044808,
|
|
"latency_median_seconds": 0.043913,
|
|
"latency_p95_seconds": 0.051226
|
|
},
|
|
"same_start_year_pair": {
|
|
"questions": 32,
|
|
"source_checked_count": 32,
|
|
"all_facts_supported_count": 32,
|
|
"strict_count": 32,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.037911,
|
|
"latency_median_seconds": 0.037975,
|
|
"latency_p95_seconds": 0.039888
|
|
},
|
|
"shared_keyword_pair": {
|
|
"questions": 40,
|
|
"source_checked_count": 40,
|
|
"all_facts_supported_count": 40,
|
|
"strict_count": 40,
|
|
"strict_accuracy": 1.0,
|
|
"error_count": 0,
|
|
"value_score": 1.0,
|
|
"entity_score": 1.0,
|
|
"relation_score": 1.0,
|
|
"property_score": 1.0,
|
|
"relation_choice_score": 1.0,
|
|
"document_recall": 1.0,
|
|
"source_recall": 1.0,
|
|
"binding_score": 1.0,
|
|
"path_score": 1.0,
|
|
"answerability_accuracy": 1.0,
|
|
"latency_mean_seconds": 0.041808,
|
|
"latency_median_seconds": 0.039658,
|
|
"latency_p95_seconds": 0.051708
|
|
}
|
|
},
|
|
"source_inconsistent_ids": []
|
|
}
|