ehristoforu commited on
Commit
95866c3
·
verified ·
1 Parent(s): fd33676

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -1
app.py CHANGED
@@ -3,7 +3,10 @@ import gradio as gr
3
  import os
4
  import subprocess
5
 
6
- subprocess.run(["python3", "-m", "llama_cpp.server", "--hf_model_repo_id bartowski/gemma-2-9b-it-GGUF", "--model gemma-2-9b-it-Q6_K.gguf", "--host localhost", "--port 8000", "--chat_format gemma"])
 
 
 
7
 
8
 
9
  with gr.Blocks() as demo:
 
3
  import os
4
  import subprocess
5
 
6
+ from huggingface_hub import hf_hub_download
7
+ hf_hub_download(repo_id="bartowski/gemma-2-9b-it-GGUF", filename="gemma-2-9b-it-Q4_K_L.gguf", local_dir="./")
8
+
9
+ subprocess.run(["python3", "-m", "llama_cpp.server", "--model ./gemma-2-9b-it-Q4_K_L.gguf", "--host localhost", "--port 8000", "--chat_format gemma"])
10
 
11
 
12
  with gr.Blocks() as demo: