ML610 commited on
Commit
8fdc643
1 Parent(s): b2cbd3a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -5,7 +5,9 @@ configObj = ctransformers.Config(stop=["\n", 'User'])
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
- llm = ctransformers.AutoModelForCausalLM.from_pretrained('ML610/llama-2-7b-chat-ggml/llama-2-7b-chat.ggmlv3.q4_1.bin', config=config)
 
 
9
 
10
  def complete(prompt, stop=["User", "Assistant"]):
11
  tokens = llm.tokenize(prompt)
 
5
  config = ctransformers.AutoConfig(config=configObj, model_type='llama')
6
  config.config.stop = ["\n"]
7
 
8
+ path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
9
+
10
+ llm = ctransformers.AutoModelForCausalLM.from_pretrained(path_to_llm, config=config)
11
 
12
  def complete(prompt, stop=["User", "Assistant"]):
13
  tokens = llm.tokenize(prompt)