john commited on
Commit
1a4049f
1 Parent(s): 8d3883f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ if __name__ == "__main__":
26
  #filename = wget.download(url)
27
  model_path= hf_hub_download(repo_id="TheBloke/Airoboros-M-7B-3.1-GGUF", filename="airoboros-m-7b-3.1.Q2_K.gguf")
28
 
29
- llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), use_mlock=True, n_threads=4)
30
  theme = gr.themes.Soft(
31
  primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
32
  neutral_hue="red",
 
26
  #filename = wget.download(url)
27
  model_path= hf_hub_download(repo_id="TheBloke/Airoboros-M-7B-3.1-GGUF", filename="airoboros-m-7b-3.1.Q2_K.gguf")
28
 
29
+ llm2 = Llama(model_path=model_path, seed=random.randint(1, 2**31), use_mlock=False, n_threads=4)
30
  theme = gr.themes.Soft(
31
  primary_hue=gr.themes.Color("#ededed", "#fee2e2", "#fecaca", "#fca5a5", "#f87171", "#ef4444", "#dc2626", "#b91c1c", "#991b1b", "#7f1d1d", "#6c1e1e"),
32
  neutral_hue="red",