5.2 KiB
5.2 KiB
| 1 | id | category | strict | error | latency_seconds | attempts | first_pass_strict |
|---|---|---|---|---|---|---|---|
| 2 | fresh7-001 | shared_keyword_pair | True | 11.841625973989721 | 1 | True | |
| 3 | fresh7-002 | shared_keyword_pair | True | 8.292787773010787 | 1 | True | |
| 4 | fresh7-003 | shared_keyword_pair | True | 6.089656800992088 | 1 | True | |
| 5 | fresh7-004 | shared_keyword_pair | True | 7.950799065991305 | 1 | True | |
| 6 | fresh7-005 | shared_keyword_pair | True | 9.355126146008843 | 1 | True | |
| 7 | fresh7-006 | shared_keyword_pair | True | 8.119235402002232 | 1 | True | |
| 8 | fresh7-007 | shared_keyword_pair | True | 9.431924215008621 | 1 | True | |
| 9 | fresh7-008 | shared_keyword_pair | True | 8.421721135993721 | 1 | True | |
| 10 | fresh7-009 | shared_keyword_pair | True | 9.801845731999492 | 1 | True | |
| 11 | fresh7-010 | shared_keyword_pair | True | 8.407548419010709 | 1 | True | |
| 12 | fresh7-011 | same_academic_year_pair | True | 9.526154963998124 | 1 | True | |
| 13 | fresh7-012 | same_academic_year_pair | True | 7.739766710001277 | 1 | True | |
| 14 | fresh7-013 | same_academic_year_pair | True | 11.054396457999246 | 1 | True | |
| 15 | fresh7-014 | same_academic_year_pair | True | 5.981948126995121 | 1 | True | |
| 16 | fresh7-015 | same_academic_year_pair | True | 9.539100390000385 | 1 | True | |
| 17 | fresh7-016 | same_academic_year_pair | True | 6.883040939006605 | 1 | True | |
| 18 | fresh7-017 | same_academic_year_pair | True | 9.332280251008342 | 1 | True | |
| 19 | fresh7-018 | same_academic_year_pair | True | 6.666328727005748 | 1 | True | |
| 20 | fresh7-019 | same_academic_year_pair | True | 8.958197790008853 | 1 | True | |
| 21 | fresh7-020 | same_academic_year_pair | True | 7.030446254997514 | 1 | True | |
| 22 | fresh7-021 | same_start_year_pair | True | 9.740118704998167 | 1 | True | |
| 23 | fresh7-022 | same_start_year_pair | True | 7.7155549000017345 | 1 | True | |
| 24 | fresh7-023 | same_start_year_pair | True | 9.746938041003887 | 1 | True | |
| 25 | fresh7-024 | same_start_year_pair | True | 7.16414850000001 | 1 | True | |
| 26 | fresh7-025 | same_start_year_pair | True | 9.141140612002346 | 1 | True | |
| 27 | fresh7-026 | same_start_year_pair | True | 6.95191725899349 | 1 | True | |
| 28 | fresh7-027 | same_start_year_pair | True | 9.19188570100232 | 1 | True | |
| 29 | fresh7-028 | same_start_year_pair | True | 7.348483943002066 | 1 | True | |
| 30 | fresh7-029 | same_start_year_pair | True | 8.995747175998986 | 1 | True | |
| 31 | fresh7-030 | same_start_year_pair | True | 6.975118151007337 | 1 | True | |
| 32 | fresh7-031 | person_title_year | True | 7.311062619992299 | 1 | True | |
| 33 | fresh7-032 | person_title_year | True | 5.878452272008872 | 1 | True | |
| 34 | fresh7-033 | person_title_year | True | 5.801723632990615 | 1 | True | |
| 35 | fresh7-034 | person_title_year | True | 5.779961151012685 | 1 | True | |
| 36 | fresh7-035 | person_title_year | True | 5.503505647997372 | 1 | True | |
| 37 | fresh7-036 | person_title_year | True | 5.739178684991202 | 1 | True | |
| 38 | fresh7-037 | person_title_year | True | 5.415736306007602 | 1 | True | |
| 39 | fresh7-038 | person_title_year | True | 7.437335399008589 | 1 | True | |
| 40 | fresh7-039 | person_title_year | True | 4.408995279998635 | 1 | True | |
| 41 | fresh7-040 | person_title_year | True | 6.882196734994068 | 1 | True | |
| 42 | fresh7-041 | person_keyword_title | True | 5.83978758000012 | 1 | True | |
| 43 | fresh7-042 | person_keyword_title | True | 8.581415363005362 | 1 | True | |
| 44 | fresh7-043 | person_keyword_title | True | 7.124095003004186 | 1 | True | |
| 45 | fresh7-044 | person_keyword_title | True | 9.642784591007512 | 1 | True | |
| 46 | fresh7-045 | person_keyword_title | True | 7.515784107992658 | 1 | True | |
| 47 | fresh7-046 | person_keyword_title | True | 10.188013713996042 | 1 | True | |
| 48 | fresh7-047 | person_keyword_title | True | 8.431851733999792 | 1 | True | |
| 49 | fresh7-048 | person_keyword_title | True | 9.907063878999907 | 1 | True | |
| 50 | fresh7-049 | person_keyword_title | True | 8.099193093003123 | 1 | True | |
| 51 | fresh7-050 | person_keyword_title | True | 8.852308599001844 | 1 | True | |
| 52 | fresh7-051 | document_author_category_multi_hop | True | 7.668113538005855 | 1 | True | |
| 53 | fresh7-052 | document_author_category_multi_hop | True | 8.831390542007284 | 1 | True | |
| 54 | fresh7-053 | person_multiple_categories | True | 4.3355173820018535 | 1 | True | |
| 55 | fresh7-054 | person_multiple_categories | True | 14.959355758997845 | 2 | False | |
| 56 | fresh7-055 | person_multiple_categories | True | 4.788777031993959 | 1 | True | |
| 57 | fresh7-056 | person_multiple_categories | True | 6.780442283998127 | 1 | True | |
| 58 | fresh7-057 | person_multiple_categories | True | 5.894032968004467 | 1 | True | |
| 59 | fresh7-058 | person_multiple_categories | True | 16.16342897800496 | 2 | False | |
| 60 | fresh7-059 | person_multiple_categories | True | 8.475595613010228 | 2 | False | |
| 61 | fresh7-060 | candidate_set_aggregation | True | 9.091813248000108 | 1 | True | |
| 62 | fresh7-061 | candidate_set_aggregation | True | 8.758890958008124 | 1 | True | |
| 63 | fresh7-062 | candidate_set_aggregation | True | 8.99064658000134 | 1 | True | |
| 64 | fresh7-063 | candidate_set_aggregation | True | 9.600775625003735 | 1 | True | |
| 65 | fresh7-064 | candidate_set_aggregation | True | 8.849686492001638 | 1 | True | |
| 66 | fresh7-065 | candidate_set_aggregation | True | 9.296292756989715 | 1 | True | |
| 67 | fresh7-066 | candidate_set_aggregation | True | 8.94247531799192 | 1 | True | |
| 68 | fresh7-067 | conjunctive_disambiguation | True | 8.469535019001341 | 1 | True | |
| 69 | fresh7-068 | conjunctive_disambiguation | True | 8.207272173007368 | 1 | True | |
| 70 | fresh7-069 | conjunctive_disambiguation | True | 7.925748694004142 | 1 | True | |
| 71 | fresh7-070 | conjunctive_disambiguation | True | 8.149811054012389 | 1 | True | |
| 72 | fresh7-071 | conjunctive_disambiguation | True | 8.003814060997684 | 1 | True | |
| 73 | fresh7-072 | conjunctive_disambiguation | True | 8.130394503008574 | 1 | True | |
| 74 | fresh7-073 | negative_lookup | True | 4.625077007003711 | 1 | True | |
| 75 | fresh7-074 | negative_lookup | True | 4.179091968006105 | 1 | True | |
| 76 | fresh7-075 | negative_lookup | True | 3.3433215739933075 | 1 | True | |
| 77 | fresh7-076 | negative_lookup | True | 3.1084746859996812 | 1 | True | |
| 78 | fresh7-077 | negative_lookup | True | 2.6855998700048076 | 1 | True | |
| 79 | fresh7-078 | negative_lookup | True | 2.4824905980058247 | 1 | True | |
| 80 | fresh7-079 | negative_lookup | True | 2.805210263992194 | 1 | True | |
| 81 | fresh7-080 | negative_lookup | True | 1.868269345999579 | 1 | True |