deve

app.py

@@ -109,9 +109,9 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
                 examples['text'], 
                 #max_length=max_length,  # Set to None for dynamic padding
                 truncation=True,
-                #padding='max_length',
+                padding='max_length',
                 #return_tensors='pt',
-                padding=True, 
+                #padding=True, 
             )
         
             # Setup the decoder input IDs (shifted right)
@@ -119,10 +119,10 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
                 examples['target'], 
                 #max_length=128,  # Set to None for dynamic padding
                 truncation=True,
-                #padding='max_length',
+                padding='max_length',
                 #text_target=examples['target'],
                 #return_tensors='pt',
-                padding=True, 
+                #padding=True, 
             )
             #labels["input_ids"] = [
              #   [(l if l != tokenizer.pad_token_id else -100) for l in label] for label in labels["input_ids"]