ML610 commited on
Commit
a330329
1 Parent(s): 5b79b2f

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -8,7 +8,7 @@ config.config.stop = ["\n"]
8
 
9
  # path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
10
 
11
- llm = ctransformers.AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.q4_K_M.gguf", config=config)
12
 
13
  def complete(prompt, stop=["User", "Assistant"]):
14
  tokens = llm.tokenize(prompt)
 
8
 
9
  # path_to_llm = os.path.abspath("llama-2-7b-chat.ggmlv3.q4_1.bin")
10
 
11
+ llm = ctransformers.AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-7b-Chat-GGUF", model_file="llama-2-7b-chat.Q4_K_M.gguf", config=config)
12
 
13
  def complete(prompt, stop=["User", "Assistant"]):
14
  tokens = llm.tokenize(prompt)