fxmarty commited on
Commit
4395928
1 Parent(s): 0142f47

update max new tokens

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -33,7 +33,7 @@ with gr.Blocks() as demo:
33
  end_tokenize = time.perf_counter()
34
 
35
  try:
36
- for token in client.text_generation(prompt=text_input, max_new_tokens=100, stop_sequences=STOP_TOKENS, stream=True):
37
  if token not in IGNORED_TOKENS:
38
  history[-1][1] += token
39
  response["content"] += token
 
33
  end_tokenize = time.perf_counter()
34
 
35
  try:
36
+ for token in client.text_generation(prompt=text_input, max_new_tokens=300, stop_sequences=STOP_TOKENS, stream=True):
37
  if token not in IGNORED_TOKENS:
38
  history[-1][1] += token
39
  response["content"] += token