awinml commited on
Commit
c1de521
β€’
1 Parent(s): 3bf2b33

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ from llama_cpp import Llama
4
 
5
 
6
  def generate_text(prompt):
7
- llm = Llama(model_path="vicuna-AlekseyKorshuk-7B-GPTQ-4bit-128g.GGML.bin", n_ctx=2048)
8
  output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])
9
  text = output['choices'][0]['text']
10
  return text
 
4
 
5
 
6
  def generate_text(prompt):
7
+ llm = Llama(model_path="eachadea_ggml-vic7b-q4_0.bin", n_ctx=2048)
8
  output = llm(prompt, max_tokens=468, temperature=0.1, top_p=0.5, echo=False, stop=["#"])
9
  text = output['choices'][0]['text']
10
  return text