oMarquess commited on
Commit
a2695af
1 Parent(s): 10275d9

Update handler.py

Browse files
Files changed (1) hide show
  1. handler.py +2 -2
handler.py CHANGED
@@ -19,8 +19,8 @@ class EndpointHandler:
19
  )
20
 
21
  generation_config = model.generation_config
22
- generation_config.max_new_tokens = 60
23
- generation_config.temperature = 0
24
  generation_config.num_return_sequences = 1
25
  generation_config.pad_token_id = tokenizer.eos_token_id
26
  generation_config.eos_token_id = tokenizer.eos_token_id
 
19
  )
20
 
21
  generation_config = model.generation_config
22
+ generation_config.max_new_tokens = 300
23
+ generation_config.temperature = 0.5
24
  generation_config.num_return_sequences = 1
25
  generation_config.pad_token_id = tokenizer.eos_token_id
26
  generation_config.eos_token_id = tokenizer.eos_token_id