diff --git a/trainingscript.py b/trainingscript.py index 1c288e4..f3d92de 100644 --- a/trainingscript.py +++ b/trainingscript.py @@ -18,7 +18,6 @@ def preprocess_function(examples): before_list.append('') after_list.append('') - # Токенизация с ограничением по длине model_inputs = tokenizer(before_list, padding="max_length", truncation=True, max_length=512) labels = tokenizer(after_list, padding="max_length", truncation=True, max_length=512) model_inputs["labels"] = labels["input_ids"]