oleksandrfluxon
commited on
Commit
•
b282946
1
Parent(s):
42198c1
Update pipeline.py
Browse files- pipeline.py +1 -1
pipeline.py
CHANGED
@@ -55,7 +55,7 @@ class PreTrainedPipeline():
|
|
55 |
temperature=0.1, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
|
56 |
top_p=0.15, # select from top tokens whose probability add up to 15%
|
57 |
top_k=0, # select from top 0 tokens (because zero, relies on top_p)
|
58 |
-
max_new_tokens=
|
59 |
repetition_penalty=1.1 # without this output begins repeating
|
60 |
)
|
61 |
|
|
|
55 |
temperature=0.1, # 'randomness' of outputs, 0.0 is the min and 1.0 the max
|
56 |
top_p=0.15, # select from top tokens whose probability add up to 15%
|
57 |
top_k=0, # select from top 0 tokens (because zero, relies on top_p)
|
58 |
+
max_new_tokens=1000, # mex number of tokens to generate in the output
|
59 |
repetition_penalty=1.1 # without this output begins repeating
|
60 |
)
|
61 |
|