complete,answerability_ok,bindings_ok,binding_score,paths_ok,path_score,count_ok,expected_count,actual_count,id,split,category,difficulty,strict,value_score,entity_score,relation_score,property_score,relation_choice_score,document_recall,source_recall,entity_set_ok,latency_seconds,error,question,expected_values,matched_values,expected_relations,actual_relations,expected_documents,actual_documents,expected_source_urls,actual_source_urls,fact_types,strategies,binding_results,path_results
True,True,True,1.0,True,1.0,True,,,fresh-001,test,person_multiple_categories,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.047946,,Vypíš všetky kategórie dokumentov osoby Samuel Širotník.,"[""Samuel Širotník"", ""bp2021""]","[""Samuel Širotník"", ""bp2021""]",[],"[""HAS_DOCUMENT"", ""IN_CATEGORY""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""person_category""]","[""entity_resolution"", ""person_category_constraints""]","[{""binding"": {""person"": ""Samuel Širotník"", ""category"": ""bp2021""}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""Category""], ""relationships"": [""HAS_DOCUMENT"", ""IN_CATEGORY""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Samuel Širotník"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732""}, {""kind"": ""Document"", ""path"": ""pages/students/2018/samuel_sirotnik/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""}, {""kind"": ""Category"", ""name"": ""bp2021"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:70""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-002,test,document_author_category_multi_hop,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.04332,,Ktorý autor dokumentu je pri osobe Samuel Širotník spojený s kategóriou bp2021?,"[""Samuel Širotník"", ""bp2021"", ""Daniel Hladek""]","[""Samuel Širotník"", ""bp2021"", ""Daniel Hladek""]",[],"[""AUTHORED_DOCUMENT"", ""HAS_DOCUMENT"", ""IN_CATEGORY""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""person_category"", ""person_document_author""]","[""entity_resolution"", ""person_category_constraints"", ""person_document_author_constraints""]","[{""binding"": {""person"": ""Samuel Širotník"", ""category"": ""bp2021"", ""document_author"": ""Daniel Hladek"", ""document_path"": ""pages/students/2018/samuel_sirotnik/README.md"", ""same_document"": true}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""Category""], ""relationships"": [""HAS_DOCUMENT"", ""IN_CATEGORY""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Samuel Širotník"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732""}, {""kind"": ""Document"", ""path"": ""pages/students/2018/samuel_sirotnik/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""}, {""kind"": ""Category"", ""name"": ""bp2021"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:70""}]}, {""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""DocumentAuthor""], ""relationships"": [""HAS_DOCUMENT"", ""AUTHORED_DOCUMENT""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Samuel Širotník"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732""}, {""kind"": ""Document"", ""path"": ""pages/students/2018/samuel_sirotnik/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""}, {""kind"": ""DocumentAuthor"", ""name"": ""Daniel Hladek"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-003,test,person_start_year,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.184617,,Aký rok začiatku štúdia je uvedený pri osobe Samuel Širotník?,"[""Samuel Širotník"", ""2018""]","[""Samuel Širotník"", ""2018""]",[],[],"[""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""person_start_year""]","[""entity_resolution"", ""start_year_constraints""]","[{""binding"": {""person"": ""Samuel Širotník"", ""start_year"": 2018}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document""], ""relationships"": [""HAS_DOCUMENT""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Samuel Širotník"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:732"", ""start_year"": 2018}, {""kind"": ""Document"", ""path"": ""pages/students/2018/samuel_sirotnik/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-004,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.048377,,"Aký názov práce má osoba Samuel Širotník, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?",[],[],[],[],"[""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]",[],"[""entity_resolution""]",[],[]
True,True,True,1.0,True,1.0,True,,,fresh-005,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.051157,,Aký názov práce má osoba Samuel Širotník v roku 2098?,[],[],[],[],"[""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]",[],"[""entity_resolution""]",[],[]
True,True,True,1.0,True,1.0,True,,,fresh-006,test,person_multiple_categories,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.059201,,Vypíš všetky kategórie dokumentov osoby Stanislav Matsunych.,"[""Stanislav Matsunych"", ""bp2020""]","[""Stanislav Matsunych"", ""bp2020""]",[],"[""HAS_DOCUMENT"", ""IN_CATEGORY""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""person_category""]","[""entity_resolution"", ""person_category_constraints""]","[{""binding"": {""person"": ""Stanislav Matsunych"", ""category"": ""bp2020""}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""Category""], ""relationships"": [""HAS_DOCUMENT"", ""IN_CATEGORY""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Stanislav Matsunych"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723""}, {""kind"": ""Document"", ""path"": ""pages/students/2017/stanislav_matsunych/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""}, {""kind"": ""Category"", ""name"": ""bp2020"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:69""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-007,test,document_author_category_multi_hop,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.038137,,Ktorý autor dokumentu je pri osobe Stanislav Matsunych spojený s kategóriou bp2020?,"[""Stanislav Matsunych"", ""bp2020"", ""Daniel Hladek""]","[""Stanislav Matsunych"", ""bp2020"", ""Daniel Hladek""]",[],"[""AUTHORED_DOCUMENT"", ""HAS_DOCUMENT"", ""IN_CATEGORY""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""person_category"", ""person_document_author""]","[""entity_resolution"", ""person_category_constraints"", ""person_document_author_constraints""]","[{""binding"": {""person"": ""Stanislav Matsunych"", ""category"": ""bp2020"", ""document_author"": ""Daniel Hladek"", ""document_path"": ""pages/students/2017/stanislav_matsunych/README.md"", ""same_document"": true}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""Category""], ""relationships"": [""HAS_DOCUMENT"", ""IN_CATEGORY""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Stanislav Matsunych"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723""}, {""kind"": ""Document"", ""path"": ""pages/students/2017/stanislav_matsunych/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""}, {""kind"": ""Category"", ""name"": ""bp2020"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:69""}]}, {""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document"", ""DocumentAuthor""], ""relationships"": [""HAS_DOCUMENT"", ""AUTHORED_DOCUMENT""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Stanislav Matsunych"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723""}, {""kind"": ""Document"", ""path"": ""pages/students/2017/stanislav_matsunych/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""}, {""kind"": ""DocumentAuthor"", ""name"": ""Daniel Hladek"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:779""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-008,test,person_start_year,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.037406,,Aký rok začiatku štúdia je uvedený pri osobe Stanislav Matsunych?,"[""Stanislav Matsunych"", ""2017""]","[""Stanislav Matsunych"", ""2017""]",[],[],"[""pages/students/2017/stanislav_matsunych/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""person_start_year""]","[""entity_resolution"", ""start_year_constraints""]","[{""binding"": {""person"": ""Stanislav Matsunych"", ""start_year"": 2017}, ""matched"": true}]","[{""pattern"": {""binding_index"": 0, ""node_kinds"": [""Person"", ""Document""], ""relationships"": [""HAS_DOCUMENT""]}, ""matched"": true, ""witness"": [{""kind"": ""Person"", ""name"": ""Stanislav Matsunych"", ""element_id"": ""4:61c98d29-d5f0-43f4-879d-a5d65f4be67a:723"", ""start_year"": 2017}, {""kind"": ""Document"", ""path"": ""pages/students/2017/stanislav_matsunych/README.md"", ""source_url"": ""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""}]}]"
True,True,True,1.0,True,1.0,True,,,fresh-009,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.043193,,"Aký názov práce má osoba Stanislav Matsunych, ak jej dokument obsahuje kľúčové slovo nenajdenyoverovacitag?",[],[],[],[],"[""pages/students/2017/stanislav_matsunych/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]",[],"[""entity_resolution""]",[],[]
True,True,True,1.0,True,1.0,True,,,fresh-010,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.039434,,Aký názov práce má osoba Stanislav Matsunych v roku 2098?,[],[],[],[],"[""pages/students/2017/stanislav_matsunych/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych""]",[],"[""entity_resolution""]",[],[]
True,True,True,1.0,True,1.0,True,,,fresh-011,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.040584,,Aký názov diplomovej práce má osoba Diana Neznáma Overovacia?,[],[],[],[],[],[],[],[],[],[],[],[]
True,True,True,1.0,True,1.0,True,,,fresh-012,test,negative_lookup,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.038062,,Aký názov diplomovej práce má osoba Milan Neprítomný Vzorový?,[],[],[],[],[],[],[],[],[],[],[],[]
True,True,True,1.0,True,1.0,True,0,0,fresh-013,test,candidate_set_aggregation,hard,True,1.0,1.0,1.0,1.0,1.0,1.0,1.0,True,0.041371,,"Z kandidátov Samuel Širotník, Stanislav Matsunych vyber osoby s prácou v roku 2098. Koľko ich je?","[""0""]","[""0""]",[],[],"[""pages/students/2017/stanislav_matsunych/README.md"", ""pages/students/2018/samuel_sirotnik/README.md""]","[""pages/students/2017/stanislav_matsunych/README.md"", ""pages/students/2018/samuel_sirotnik/README.md""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]","[""https://zp.kemt.fei.tuke.sk/students/2017/stanislav_matsunych"", ""https://zp.kemt.fei.tuke.sk/students/2018/samuel_sirotnik""]",[],"[""entity_resolution""]",[],[]