ML610 commited on
Commit
b2cbd3a
1 Parent(s): 5a0be15

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -5,7 +5,7 @@ configObj = ctransformers.Config(stop=["\n", 'User'])
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
- llm = ctransformers.AutoModelForCausalLM.from_pretrained('ML610/llama-2-7b-chat-ggml', config=config)
9
 
10
  def complete(prompt, stop=["User", "Assistant"]):
11
  tokens = llm.tokenize(prompt)
 
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
+ llm = ctransformers.AutoModelForCausalLM.from_pretrained('ML610/llama-2-7b-chat-ggml/llama-2-7b-chat.ggmlv3.q4_1.bin', config=config)
9
 
10
  def complete(prompt, stop=["User", "Assistant"]):
11
  tokens = llm.tokenize(prompt)