dev

app.py

@@ -229,7 +229,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
             ##data_collator=data_collator,
             ##processing_class=tokenizer,
         #)
-        print(f'ROOTDIR: {os.listdir("/data/results")}')
+        
         for entry in os.listdir('/data/results'):
             try:
                 current_dir = os.listdir(entry)
@@ -247,7 +247,7 @@ def fine_tune_model(model, dataset_name, hub_id, api_key, num_epochs, batch_size
             checkpoint_dir = training_args.output_dir
             # If the trainer_state.json is missing, look for the previous checkpoint
             previous_checkpoints = sorted(os.listdir("/data/results"), key=get_checkpoint_int, reverse=True)
-
+            print(f'CHECKPOINTs: {previous_checkpoints}')
             for check in previous_checkpoints:
                 try:
                     print(f"Removing previous checkpoint {check}")