YaTharThShaRma999 commited on
Commit
0eea8ba
1 Parent(s): 1a4049f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -24,7 +24,7 @@ if __name__ == "__main__":
24
  print(f"Number of threads available to the current process: {num_threads}")
25
  #url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
26
  #filename = wget.download(url)
27
- model_path= hf_hub_download(repo_id="TheBloke/Airoboros-M-7B-3.1-GGUF", filename="airoboros-m-7b-3.1.Q2_K.gguf")
28
 
29
  llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), use_mlock=False, n_threads=4)
30
  theme = gr.themes.Soft(
 
24
  print(f"Number of threads available to the current process: {num_threads}")
25
  #url = 'https://huggingface.co/TheBloke/Llama-2-7B-Chat-GGML/resolve/main/llama-2-7b-chat.ggmlv3.q2_K.bin'
26
  #filename = wget.download(url)
27
+ model_path= hf_hub_download(repo_id="Aryanne/Bling-Sheared-Llama-1.3B-0.1-gguf", filename="q4_0-bling-sheared-llama-1.3b-0.1.gguf")
28
 
29
  llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), use_mlock=False, n_threads=4)
30
  theme = gr.themes.Soft(