Update app.py

app.py

@@ -3,6 +3,7 @@ import subprocess
 from typing import Union
 from huggingface_hub import whoami
 from huggingface_hub import HfApi
+from huggingface_hub import upload_folder
 is_spaces = True if os.environ.get("SPACE_ID") else False
 
 import tempfile
@@ -284,23 +285,13 @@ def start_training(
         except Exception as e:
             print(f"Failed to add HF_TOKEN secret to new space: {e}")
 
-        # Clone the subspace repo and push the dataset files into it
-        with tempfile.TemporaryDirectory() as clone_dir:
-            subspace_repo_url = f"https://{hf_token}@huggingface.co/spaces/{new_space_id}"
-            repo = Repo.clone_from(subspace_repo_url, clone_dir)
-
-            # Copy all dataset_folder contents to the clone dir
-            for item in os.listdir(dataset_folder):
-                s = os.path.join(dataset_folder, item)
-                d = os.path.join(clone_dir, item)
-                if os.path.isdir(s):
-                    shutil.copytree(s, d, dirs_exist_ok=True)
-                else:
-                    shutil.copy2(s, d)
-
-            repo.index.add(["."])
-            repo.index.commit("Push training files from controller")
-            repo.remote().push()
+        upload_folder(
+            folder_path=dataset_folder,
+            repo_id=new_space_id,
+            repo_type="space",
+            token=hf_token,
+            commit_message="Pushing training files from controller"
+        )
             
         cmd = f"autotrain spacerunner --project-name {slugged_lora_name} --script-path {dataset_folder}"
         cmd += f" --username {profile.username} --token {hf_token} --backend spaces-l4x1"