Spaces:
Running
Running
CaioXapelaum
commited on
Commit
•
3e85e48
1
Parent(s):
196bd59
Update app.py
Browse files
app.py
CHANGED
@@ -55,6 +55,20 @@ hf_hub_download(
|
|
55 |
token=huggingface_token
|
56 |
)
|
57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
58 |
|
59 |
|
60 |
llm = None
|
@@ -145,7 +159,9 @@ demo = gr.ChatInterface(
|
|
145 |
'gemma-2-2b-it-Q6_K_L.gguf',
|
146 |
'openchat-3.6-8b-20240522-Q6_K.gguf',
|
147 |
'Llama-3-Groq-8B-Tool-Use-Q6_K.gguf',
|
148 |
-
'MiniCPM-V-2_6-Q6_K.gguf'
|
|
|
|
|
149 |
],
|
150 |
value="gemma-2-2b-it-Q6_K_L.gguf",
|
151 |
label="Model"
|
|
|
55 |
token=huggingface_token
|
56 |
)
|
57 |
|
58 |
+
hf_hub_download(
|
59 |
+
repo_id="CaioXapelaum/Llama-3.1-Storm-8B-Q5_K_M-GGUF",
|
60 |
+
filename="llama-3.1-storm-8b-q5_k_m.gguf",
|
61 |
+
local_dir="./models",
|
62 |
+
token=huggingface_token
|
63 |
+
)
|
64 |
+
|
65 |
+
hf_hub_download(
|
66 |
+
repo_id="CaioXapelaum/Orca-2-7b-Patent-Instruct-Llama-2-Q5_K_M-GGUF",
|
67 |
+
filename="orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf",
|
68 |
+
local_dir="./models",
|
69 |
+
token=huggingface_token
|
70 |
+
)
|
71 |
+
|
72 |
|
73 |
|
74 |
llm = None
|
|
|
159 |
'gemma-2-2b-it-Q6_K_L.gguf',
|
160 |
'openchat-3.6-8b-20240522-Q6_K.gguf',
|
161 |
'Llama-3-Groq-8B-Tool-Use-Q6_K.gguf',
|
162 |
+
'MiniCPM-V-2_6-Q6_K.gguf',
|
163 |
+
'llama-3.1-storm-8b-q5_k_m.gguf',
|
164 |
+
'orca-2-7b-patent-instruct-llama-2-q5_k_m.gguf'
|
165 |
],
|
166 |
value="gemma-2-2b-it-Q6_K_L.gguf",
|
167 |
label="Model"
|