Spaces:
Running
Running
john
commited on
Commit
•
f56640a
1
Parent(s):
63a02fe
Update app.py
Browse files
app.py
CHANGED
@@ -24,7 +24,7 @@ if __name__ == "__main__":
|
|
24 |
print(f"Number of threads available to the current process: {num_threads}")
|
25 |
#url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
|
26 |
#filename = wget.download(url)
|
27 |
-
model_path= hf_hub_download(repo_id="TheBloke/
|
28 |
|
29 |
llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), lora_path="ggml-adapter-model (1).bin", use_mlock=True, n_threads=4)
|
30 |
theme = gr.themes.Soft(
|
|
|
24 |
print(f"Number of threads available to the current process: {num_threads}")
|
25 |
#url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
|
26 |
#filename = wget.download(url)
|
27 |
+
model_path= hf_hub_download(repo_id="TheBloke/Airoboros-M-7B-3.1-GGUF", filename="airoboros-m-7b-3.1.Q2_K.gguf")
|
28 |
|
29 |
llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), lora_path="ggml-adapter-model (1).bin", use_mlock=True, n_threads=4)
|
30 |
theme = gr.themes.Soft(
|