Update trainingscript.py

2024-10-11 07:22:38 +00:00 · 2024-10-11 07:22:38 +00:00 · 9568905b57
commit 9568905b57
parent f640bd9d1a
1 changed files with 0 additions and 1 deletions
--- a/trainingscript.py
+++ b/trainingscript.py
@ -18,7 +18,6 @@ def preprocess_function(examples):
            before_list.append('')
            after_list.append('')

-    # Токенизация с ограничением по длине
    model_inputs = tokenizer(before_list, padding="max_length", truncation=True, max_length=512)
    labels = tokenizer(after_list, padding="max_length", truncation=True, max_length=512)
    model_inputs["labels"] = labels["input_ids"]