26 lines
861 B
YAML
26 lines
861 B
YAML
model_name_or_path: ministral/Ministral-3b-instruct
|
|
model_revision: 2c95908929198d6e69af8638f0dbbd9bc6b93f9e
|
|
stage: sft
|
|
finetuning_type: lora
|
|
dataset_dir: /mnt/project/perun26012578/perun/data/aya_slovak_fixed
|
|
cutoff_len: 4096
|
|
packing: false
|
|
train_on_prompt: false
|
|
bf16: true
|
|
infer_dtype: bfloat16
|
|
flash_attn: sdpa
|
|
use_unsloth: true
|
|
seed: 42
|
|
data_seed: 42
|
|
preprocessing_num_workers: 8
|
|
dataloader_num_workers: 2
|
|
report_to: none
|
|
adapter_name_or_path: /mnt/project/perun26012578/perun/models/ministral-3b-instruct/runs/full_aya_lr_0p000200_epoch1/adapter/checkpoint-109064
|
|
eval_dataset: aya_test
|
|
use_unsloth_gc: false
|
|
overwrite_output_dir: false
|
|
output_dir: /mnt/project/perun26012578/perun/models/ministral-3b-instruct/runs/full_aya_lr_0p000200_epoch1/evaluations/aya_test_last_109064/loss
|
|
do_eval: true
|
|
predict_with_generate: false
|
|
per_device_eval_batch_size: 8
|