ldhldh commited on
Commit
c665745
1 Parent(s): d929a1a

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -13,7 +13,7 @@ llm = Llama(model_path = 'Llama-2-ko-7B-chat-gguf-q4_0.bin',
13
  )
14
 
15
  def gen(x, max_new_tokens):
16
- output = llm(f"Q: {x} A: ", max_tokens=1024, stop=["Q:", "\n"], echo=True)
17
 
18
  return output['choices'][0]['text'].replace('▁',' ')
19
 
 
13
  )
14
 
15
  def gen(x, max_new_tokens):
16
+ output = llm(f"Q: {x} A: ", max_tokens=max_new_tokens, stop=["Q:", "\n"], echo=True)
17
 
18
  return output['choices'][0]['text'].replace('▁',' ')
19