Update app.py

app.py

@@ -104,6 +104,13 @@ hf_hub_download(
     token=huggingface_token
 )
 
+hf_hub_download(
+    repo_id="bartowski/Phi-3.5-mini-instruct-GGUF",
+    filename="Phi-3.5-mini-instruct-Q6_K.gguf",
+    local_dir="./models",
+    token=huggingface_token
+)
+
 
 
 llm = None
@@ -201,7 +208,8 @@ demo = gr.ChatInterface(
                 'Llama-3.2-1B-Instruct-Q8_0.gguf',
                 'Mistral-Small-Instruct-2409-Q5_K_M.gguf',
                 'Llama-3.1-SuperNova-Lite-Q5_K_M.gguf',
-                'mixtralorochi8x7b.Q4_K_M.gguf'
+                'mixtralorochi8x7b.Q4_K_M.gguf',
+                'Phi-3.5-mini-instruct-Q6_K.gguf'
             ],
             value="gemma-2-2b-it-Q6_K_L.gguf",
             label="Model"