Mykes commited on
Commit
9f3c7a4
1 Parent(s): 5fc4fcc

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -36,7 +36,8 @@ if input_text:
36
  # Stream the output
37
  for token in llm(
38
  model_input,
39
- max_tokens=32,
 
40
  stop=["<end_of_turn>"],
41
  echo=True,
42
  stream=True # Enable streaming
 
36
  # Stream the output
37
  for token in llm(
38
  model_input,
39
+ # max_tokens=32,
40
+ max_tokens=None,
41
  stop=["<end_of_turn>"],
42
  echo=True,
43
  stream=True # Enable streaming