Spaces:
Running
on
Zero
Running
on
Zero
Update app.py
Browse filesdolphin-2.9.1-llama-3-70b.Q3_K_M.gguf
app.py
CHANGED
@@ -10,6 +10,7 @@ subprocess.run('pip install llama-cpp-agent==0.2.10', shell=True)
|
|
10 |
hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF", filename="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", local_dir = "./models")
|
11 |
hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-9b-GGUF", filename="dolphin-2.9.1-yi-1.5-9b-f32.gguf", local_dir = "./models")
|
12 |
hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
|
|
|
13 |
|
14 |
css = """
|
15 |
.message-row {
|
@@ -103,7 +104,7 @@ demo = gr.ChatInterface(
|
|
103 |
step=0.05,
|
104 |
label="Top-p (nucleus sampling)",
|
105 |
),
|
106 |
-
gr.Dropdown(['dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-yi-1.5-9b-f32.gguf', 'dolphin-2.9.1-llama-3-8b.Q6_K.gguf'], value="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", label="Model"),
|
107 |
],
|
108 |
theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
109 |
body_background_fill_dark="#0f172a",
|
|
|
10 |
hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-34b-GGUF", filename="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", local_dir = "./models")
|
11 |
hf_hub_download(repo_id="bartowski/dolphin-2.9.1-yi-1.5-9b-GGUF", filename="dolphin-2.9.1-yi-1.5-9b-f32.gguf", local_dir = "./models")
|
12 |
hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-8b-GGUF", filename="dolphin-2.9.1-llama-3-8b.Q6_K.gguf", local_dir = "./models")
|
13 |
+
hf_hub_download(repo_id="crusoeai/dolphin-2.9.1-llama-3-70b-GGUF", filename="dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf", local_dir = "./models")
|
14 |
|
15 |
css = """
|
16 |
.message-row {
|
|
|
104 |
step=0.05,
|
105 |
label="Top-p (nucleus sampling)",
|
106 |
),
|
107 |
+
gr.Dropdown(['dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf', 'dolphin-2.9.1-yi-1.5-9b-f32.gguf', 'dolphin-2.9.1-llama-3-8b.Q6_K.gguf', 'dolphin-2.9.1-llama-3-70b.Q3_K_M.gguf'], value="dolphin-2.9.1-yi-1.5-34b-Q6_K.gguf", label="Model"),
|
108 |
],
|
109 |
theme=gr.themes.Soft(primary_hue="indigo", secondary_hue="blue", neutral_hue="gray",font=[gr.themes.GoogleFont("Exo"), "ui-sans-serif", "system-ui", "sans-serif"]).set(
|
110 |
body_background_fill_dark="#0f172a",
|