init

app.py

@@ -60,10 +60,10 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
             greater_is_better=True,
             logging_dir='./logs',
             logging_steps=10,
-            push_to_hub=True,
+            #push_to_hub=True,
             hub_model_id=hub_id.strip(),
             fp16=True,
-            #lr_scheduler_type='cosine',
+            lr_scheduler_type='cosine',
         )
         
         # Create Trainer
@@ -71,7 +71,8 @@ def fine_tune_model(model_name, dataset_name, hub_id, api_key, num_epochs, batch
             model=model,
             args=training_args,
             train_dataset=tokenized_datasets['train'],
-            eval_dataset=tokenized_datasets['validation'],
+            eval_dataset=tokenized_datasets['test'],
+            test_dataset=tokenized_datasets['validation'],
             callbacks=[LoggingCallback()], 
         )