Update app.py

app.py

@@ -1,6 +1,7 @@
 from fastapi import FastAPI, HTTPException
 from transformers import AutoModelForCausalLM, AutoTokenizer
 from huggingface_hub import hf_hub_download
+    from huggingface_hub import snapshot_download
 import os
 
 app = FastAPI()
@@ -15,8 +16,9 @@ async def generate_text():
         model_dir = os.path.join(cache_dir, "TheBloke/Mistral-7B-v0.1-GGUF")
         os.makedirs(model_dir, exist_ok=True)
         
-        hf_hub_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", filename="mistral-7b-v0.1.Q4_K_M.gguf", local_dir=model_dir)
-        hf_hub_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", filename="config.json", local_dir=model_dir)
+        #hf_hub_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", filename="mistral-7b-v0.1.Q4_K_M.gguf", local_dir=model_dir)
+        #hf_hub_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", filename="config.json", local_dir=model_dir)
+        snapshot_download(repo_id="TheBloke/Mistral-7B-v0.1-GGUF", local_dir=model_dir)
 
         # Check if config.json file exists in the model directory
         config_file = os.path.join(model_dir, "config.json")