27 lines
476 B
YAML
27 lines
476 B
YAML
task: sklegal
|
|
repeats: 1
|
|
metadata:
|
|
version: 1
|
|
test_split: test
|
|
description: ''
|
|
doc_to_text: '{{prompt}} '
|
|
metric_list:
|
|
- metric: acc
|
|
aggregation: mean
|
|
higher_is_better: true
|
|
- metric: acc_norm
|
|
aggregation: mean
|
|
higher_is_better: true
|
|
num_fewshot: 0
|
|
output_type: multiple_choice
|
|
unsafe_code: false
|
|
dataset_path: TUKE-KEMT/slovak-legal-exam
|
|
doc_to_choice: '{{answers}}'
|
|
doc_to_target: label
|
|
target_delimiter: ' '
|
|
fewshot_delimiter: '
|
|
|
|
|
|
'
|
|
should_decontaminate: false
|