zac commited on
Commit
1ad9711
·
1 Parent(s): 1c7a4e8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -7,7 +7,7 @@ from llama_cpp import Llama
7
  from huggingface_hub import hf_hub_download #load from huggingfaces
8
 
9
 
10
- llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/orca_mini_3B-GGML", filename="orca-mini-3b.ggmlv3.q4_1.bin"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
11
 
12
  history = []
13
 
 
7
  from huggingface_hub import hf_hub_download #load from huggingfaces
8
 
9
 
10
+ llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/OpenAssistant-Llama2-13B-Orca-v2-8K-3166-GGML", filename="openassistant-llama2-13b-orca-v2-8k-3166.ggmlv3.q6_K.bin"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
11
 
12
  history = []
13