1.modify the logic of downloading_xcodec_models: using git clone instead of huggingface_hub 2. modify .gitignore

.gitignore

@@ -108,6 +108,7 @@ flash_attn/
 # bcakup files
 packages.txt.backup
 requirements.txt.backup
+download_model.py.backup
 
 # test files
 tests/

download_models.py

@@ -5,77 +5,86 @@ Downloads required model files from Hugging Face Hub at runtime to avoid storage
 """
 
 import os
+import subprocess
 import shutil
 from pathlib import Path
-from huggingface_hub import hf_hub_download, snapshot_download
 
 
 def download_xcodec_models():
-    """Download xcodec_mini_infer models from Hugging Face Hub"""
-    
+    """Download xcodec_mini_infer models using git clone (supports Git LFS)"""
+
     # Base path for xcodec models
     xcodec_base = Path("YuEGP/inference/xcodec_mini_infer")
-    
-    print("📥 Downloading xcodec_mini_infer models...")
-    
+
+    print("📥 Downloading xcodec_mini_infer models using git clone...")
+
     try:
-        # Download the entire xcodec_mini_infer repository
-        cache_dir = snapshot_download(
-            repo_id="m-a-p/xcodec_mini_infer",
-            cache_dir="/tmp/hf_cache",
-            local_dir=str(xcodec_base),
-            local_dir_use_symlinks=False
-        )
-        
-        print("✅ Successfully downloaded xcodec_mini_infer models")
-        return True
-        
-    except Exception as e:
-        print(f"❌ Error downloading xcodec_mini_infer models: {e}")
-        
-        # Try downloading individual essential files if full download fails
+        # Remove existing directory if it exists (might be empty or incomplete)
+        if xcodec_base.exists():
+            print("🗑️ Removing existing xcodec_mini_infer directory...")
+            shutil.rmtree(xcodec_base)
+
+        # Ensure parent directory exists
+        os.makedirs(xcodec_base.parent, exist_ok=True)
+
+        # Change to the parent directory for git clone
+        original_cwd = os.getcwd()
+        os.chdir(xcodec_base.parent)
+
         try:
-            print("🔄 Attempting to download essential files individually...")
-            
-            # Ensure directories exist
-            os.makedirs(xcodec_base / "semantic_ckpts" / "hf_1_325000", exist_ok=True)
-            os.makedirs(xcodec_base / "final_ckpt", exist_ok=True)
-            os.makedirs(xcodec_base / "decoders", exist_ok=True)
-            
-            # Download essential model files
-            essential_files = [
-                "semantic_ckpts/hf_1_325000/pytorch_model.bin",
-                "semantic_ckpts/hf_1_325000/preprocessor_config.json",
-                "final_ckpt/ckpt_00360000.pth",
-                "final_ckpt/config.yaml",
-                "decoders/decoder_131000.pth",
-                "decoders/decoder_151000.pth",
-                "decoders/config.yaml"
+            # Clone the repository using git (Spaces has git and git-lfs pre-installed)
+            print("🔄 Cloning repository with Git LFS support...")
+            result = subprocess.run([
+                "git", "clone",
+                "https://huggingface.co/m-a-p/xcodec_mini_infer",
+                "xcodec_mini_infer"
+            ], check=True, capture_output=True, text=True, timeout=600)
+
+            print("✅ Successfully cloned xcodec_mini_infer repository")
+
+            # Verify critical decoder files exist (these are Git LFS files)
+            decoder_files = [
+                xcodec_base / "decoders" / "decoder_131000.pth",
+                xcodec_base / "decoders" / "decoder_151000.pth"
             ]
-            
-            for file_path in essential_files:
-                try:
-                    local_path = xcodec_base / file_path
-                    os.makedirs(local_path.parent, exist_ok=True)
-                    
-                    downloaded_file = hf_hub_download(
-                        repo_id="m-a-p/xcodec_mini_infer",
-                        filename=file_path,
-                        cache_dir="/tmp/hf_cache"
-                    )
-                    
-                    # Copy to local directory
-                    shutil.copy2(downloaded_file, local_path)
-                    print(f"✅ Downloaded: {file_path}")
-                    
-                except Exception as file_error:
-                    print(f"⚠️ Failed to download {file_path}: {file_error}")
-                    
+
+            missing_decoders = [f for f in decoder_files if not f.exists()]
+            if missing_decoders:
+                print(f"⚠️ Decoder files missing: {[f.name for f in missing_decoders]}")
+                print("🔄 Ensuring Git LFS files are downloaded...")
+
+                # Try to explicitly pull LFS files
+                os.chdir("xcodec_mini_infer")
+                subprocess.run(["git", "lfs", "pull"], check=True, capture_output=True, text=True, timeout=300)
+                os.chdir("..")
+
+                # Check again
+                missing_decoders = [f for f in decoder_files if not f.exists()]
+                if missing_decoders:
+                    print(f"❌ Critical decoder files still missing: {[f.name for f in missing_decoders]}")
+                    return False
+
+            print("✅ All critical model files verified present")
             return True
-            
-        except Exception as fallback_error:
-            print(f"❌ Fallback download also failed: {fallback_error}")
-            return False
+
+        finally:
+            os.chdir(original_cwd)
+
+    except subprocess.CalledProcessError as e:
+        print(f"❌ Git clone failed: {e}")
+        if e.stdout:
+            print(f"stdout: {e.stdout}")
+        if e.stderr:
+            print(f"stderr: {e.stderr}")
+        return False
+
+    except subprocess.TimeoutExpired:
+        print("❌ Git clone timed out (network issue or large repository)")
+        return False
+
+    except Exception as e:
+        print(f"❌ Unexpected error during download: {e}")
+        return False
 
 
 def ensure_model_availability():
@@ -86,28 +95,28 @@ def ensure_model_availability():
     
     xcodec_base = Path("YuEGP/inference/xcodec_mini_infer")
     
-    # Check if essential model files exist
-    essential_files = [
-        xcodec_base / "semantic_ckpts" / "hf_1_325000" / "pytorch_model.bin",
-        xcodec_base / "final_ckpt" / "ckpt_00360000.pth",
-        xcodec_base / "decoders" / "decoder_131000.pth"
+    # Check if critical decoder files exist (these are the most important for vocoder)
+    critical_files = [
+        xcodec_base / "decoders" / "decoder_131000.pth",
+        xcodec_base / "decoders" / "decoder_151000.pth",
+        xcodec_base / "final_ckpt" / "ckpt_00360000.pth"
     ]
     
-    missing_files = [f for f in essential_files if not f.exists()]
+    missing_files = [f for f in critical_files if not f.exists()]
     
     if missing_files:
-        print(f"⚠️ Missing model files: {[str(f) for f in missing_files]}")
-        print("🚀 Starting model download...")
-        
+        print(f"⚠️ Missing critical model files: {[f.name for f in missing_files]}")
+        print("🚀 Starting model download with git clone...")
+
         success = download_xcodec_models()
-        
+
         if success:
             print("✅ Model download completed successfully!")
         else:
-            print("❌ Model download failed. Some functionality may be limited.")
+            print("❌ Model download failed. Vocoder functionality will not work.")
             return False
     else:
-        print("✅ All required model files are already present")
+        print("✅ All critical model files are already present")
     
     return True