zac commited on
Commit
d85d507
β€’
1 Parent(s): 375073e

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -1,5 +1,9 @@
1
  from llama_cpp import llama
 
2
 
3
  print("loading . . .")
4
 
5
- llm = llama()
 
 
 
 
1
  from llama_cpp import llama
2
+ from huggingface_hub import hf_hub_download #load from huggingfaces
3
 
4
  print("loading . . .")
5
 
6
+
7
+ llm = Llama(model_path= hf_hub_download(repo_id="TheBloke/Vigogne-2-7B-Instruct-GGML", filename="vigogne-2-7b-instruct.ggmlv3.q4_1.bin"), n_ctx=2048) #download model from hf/ n_ctx=2048 for high ccontext length
8
+
9
+ print("model is loaded")