oleksandrfluxon commited on
Commit
b282946
1 Parent(s): 42198c1

Update pipeline.py

Browse files
Files changed (1) hide show
  1. pipeline.py +1 -1
pipeline.py CHANGED
@@ -55,7 +55,7 @@ class PreTrainedPipeline():
55
  temperature=0.1, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
56
  top_p=0.15, # select from top tokens whose probability add up to 15%
57
  top_k=0, # select from top 0 tokens (because zero, relies on top_p)
58
- max_new_tokens=128, # mex number of tokens to generate in the output
59
  repetition_penalty=1.1 # without this output begins repeating
60
  )
61
 
 
55
  temperature=0.1, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
56
  top_p=0.15, # select from top tokens whose probability add up to 15%
57
  top_k=0, # select from top 0 tokens (because zero, relies on top_p)
58
+ max_new_tokens=1000, # mex number of tokens to generate in the output
59
  repetition_penalty=1.1 # without this output begins repeating
60
  )
61