cjayic commited on
Commit
32e0ddf
1 Parent(s): c94cfe6

reduce token

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -17,7 +17,7 @@ def greet(intro):
17
  generate_kwargs = dict(
18
  inputs,
19
  streamer=streamer,
20
- max_new_tokens=400,
21
  do_sample=True,
22
  #top_p=0.95,
23
  #top_k=1000,
 
17
  generate_kwargs = dict(
18
  inputs,
19
  streamer=streamer,
20
+ max_new_tokens=150,
21
  do_sample=True,
22
  #top_p=0.95,
23
  #top_k=1000,