Spaces:
Runtime error
Runtime error
ehristoforu
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -3,7 +3,10 @@ import gradio as gr
|
|
3 |
import os
|
4 |
import subprocess
|
5 |
|
6 |
-
|
|
|
|
|
|
|
7 |
|
8 |
|
9 |
with gr.Blocks() as demo:
|
|
|
3 |
import os
|
4 |
import subprocess
|
5 |
|
6 |
+
from huggingface_hub import hf_hub_download
|
7 |
+
hf_hub_download(repo_id="bartowski/gemma-2-9b-it-GGUF", filename="gemma-2-9b-it-Q4_K_L.gguf", local_dir="./")
|
8 |
+
|
9 |
+
subprocess.run(["python3", "-m", "llama_cpp.server", "--model ./gemma-2-9b-it-Q4_K_L.gguf", "--host localhost", "--port 8000", "--chat_format gemma"])
|
10 |
|
11 |
|
12 |
with gr.Blocks() as demo:
|