Update app.py

app.py

@@ -7,8 +7,8 @@ from huggingface_hub import hf_hub_download
 
 llm = Llama(
     model_path=hf_hub_download(
-        repo_id=os.environ.get("REPO_ID", "microsoft/Phi-3-mini-4k-instruct-gguf"),
-        filename=os.environ.get("MODEL_FILE", "Phi-3-mini-4k-instruct-q4.gguf"),
+        repo_id=os.environ.get("REPO_ID", "wop/kosmox-gguf"),
+        filename=os.environ.get("MODEL_FILE", "kosmox-gguf-unsloth.Q8_0.gguf"),
     ),
     n_ctx=2048,
     n_gpu_layers=50, # change n_gpu_layers if you have more or less VRAM