{ "config": { "model_name_or_path": "ministral/Ministral-3b-instruct", "model_revision": "2c95908929198d6e69af8638f0dbbd9bc6b93f9e", "stage": "sft", "do_train": true, "do_eval": true, "finetuning_type": "lora", "use_unsloth": true, "use_unsloth_gc": true, "bf16": true, "infer_dtype": "bfloat16", "flash_attn": "sdpa", "dataset_dir": "/mnt/project/perun26012578/perun/data/aya_slovak_fixed", "dataset": "aya_train", "eval_dataset": "aya_eval", "cutoff_len": 4096, "packing": false, "train_on_prompt": false, "preprocessing_num_workers": 8, "dataloader_num_workers": 2, "overwrite_cache": false, "lora_rank": 16, "lora_alpha": 32, "lora_dropout": 0.0, "lora_target": "q_proj,k_proj,v_proj,o_proj,gate_proj,up_proj,down_proj", "per_device_train_batch_size": 8, "per_device_eval_batch_size": 8, "gradient_accumulation_steps": 1, "learning_rate": 0.0002, "num_train_epochs": 1.0, "lr_scheduler_type": "cosine", "warmup_ratio": 0.08, "optim": "adamw_torch", "weight_decay": 0.0, "max_grad_norm": 0.5, "gradient_checkpointing": true, "ddp_find_unused_parameters": false, "output_dir": "/mnt/project/perun26012578/perun/models/ministral-3b-instruct/runs/full_aya_lr_0p000200_epoch1/adapter", "overwrite_output_dir": false, "logging_steps": 10, "eval_strategy": "steps", "eval_steps": 1000, "save_strategy": "steps", "save_steps": 1000, "save_total_limit": 2, "save_only_model": false, "load_best_model_at_end": true, "metric_for_best_model": "loss", "greater_is_better": false, "predict_with_generate": false, "plot_loss": true, "report_to": "none", "seed": 42, "data_seed": 42 }, "gpus": 4, "effective_batch": 32, "data_manifest_sha256": "ca76b5f54a7e899c535443db58d4438eb8267b974a99e928c9d83603b05afbc6", "created_at_utc": "2026-11-09T16:46:52.760203+00:00" }