danf commited on
Commit
f7a0379
·
unverified ·
1 Parent(s): bb78b68

Longer inference

Browse files

Increased to 2400 tokens.

Files changed (1) hide show
  1. src/streamlit_app.py +1 -1
src/streamlit_app.py CHANGED
@@ -264,7 +264,7 @@ Answer shortly, not more than 500 tokens, but outline the process step by step.
264
  messages=prompt_messages,
265
  model=config["model"],
266
  temperature=0.6,
267
- max_tokens=2000,
268
  top_p=0.95,
269
  stream=True,
270
  extra_body={"top_k": 20},
 
264
  messages=prompt_messages,
265
  model=config["model"],
266
  temperature=0.6,
267
+ max_tokens=2400,
268
  top_p=0.95,
269
  stream=True,
270
  extra_body={"top_k": 20},