From 9568905b57fcf488143775ccbd60500fbad8e671 Mon Sep 17 00:00:00 2001 From: Andrii Pervashov Date: Fri, 11 Oct 2024 07:22:38 +0000 Subject: [PATCH] Update trainingscript.py --- trainingscript.py | 1 - 1 file changed, 1 deletion(-) diff --git a/trainingscript.py b/trainingscript.py index 1c288e4..f3d92de 100644 --- a/trainingscript.py +++ b/trainingscript.py @@ -18,7 +18,6 @@ def preprocess_function(examples): before_list.append('') after_list.append('') - # Токенизация с ограничением по длине model_inputs = tokenizer(before_list, padding="max_length", truncation=True, max_length=512) labels = tokenizer(after_list, padding="max_length", truncation=True, max_length=512) model_inputs["labels"] = labels["input_ids"]