task: sklegal
repeats: 1
metadata:
  version: 1
test_split: test
description: ''
doc_to_text: '{{prompt}} '
metric_list:
- metric: acc
  aggregation: mean
  higher_is_better: true
- metric: acc_norm
  aggregation: mean
  higher_is_better: true
num_fewshot: 0
output_type: multiple_choice
unsafe_code: false
dataset_path: TUKE-KEMT/slovak-legal-exam
doc_to_choice: '{{answers}}'
doc_to_target: label
target_delimiter: ' '
fewshot_delimiter: '


  '
should_decontaminate: false