Spaces:
Sleeping
Sleeping
john
commited on
Commit
•
63a02fe
1
Parent(s):
1c4427f
Update app.py
Browse files
app.py
CHANGED
@@ -26,7 +26,7 @@ if __name__ == "__main__":
|
|
26 |
#filename = wget.download(url)
|
27 |
model_path= hf_hub_download(repo_id="TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGML", filename="llama-2-7b-chat-codeCherryPop.ggmlv3.q2_K.bin")
|
28 |
|
29 |
-
llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), lora_path="ggml-adapter-model (1).bin", use_mlock=True, n_threads=
|
30 |
theme = gr.themes.Soft(
|
31 |
primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
|
32 |
neutral_hue="red",
|
|
|
26 |
#filename = wget.download(url)
|
27 |
model_path= hf_hub_download(repo_id="TheBloke/llama2-7b-chat-codeCherryPop-qLoRA-GGML", filename="llama-2-7b-chat-codeCherryPop.ggmlv3.q2_K.bin")
|
28 |
|
29 |
+
llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), lora_path="ggml-adapter-model (1).bin", use_mlock=True, n_threads=4)
|
30 |
theme = gr.themes.Soft(
|
31 |
primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
|
32 |
neutral_hue="red",
|