oMarquess commited on
Commit
19fa6b8
1 Parent(s): a2695af

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +1 -1
handler.py CHANGED
@@ -19,7 +19,7 @@ class EndpointHandler:
19
  )
20
 
21
  generation_config = model.generation_config
22
- generation_config.max_new_tokens = 300
23
  generation_config.temperature = 0.5
24
  generation_config.num_return_sequences = 1
25
  generation_config.pad_token_id = tokenizer.eos_token_id
 
19
  )
20
 
21
  generation_config = model.generation_config
22
+ generation_config.max_new_tokens = 800
23
  generation_config.temperature = 0.5
24
  generation_config.num_return_sequences = 1
25
  generation_config.pad_token_id = tokenizer.eos_token_id