pszemraj commited on
Commit
3a569e3
1 Parent(s): 49e4469

update default generation params

Browse files
Files changed (1) hide show
  1. generation_config.json +9 -5
generation_config.json CHANGED
@@ -2,8 +2,12 @@
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
- "max_new_tokens": 64,
6
- "top_k": 4,
7
- "penalty_alpha": 0.6,
8
- "transformers_version": "4.28.1"
9
- }
 
 
 
 
 
2
  "_from_model_config": true,
3
  "bos_token_id": 0,
4
  "eos_token_id": 0,
5
+ "transformers_version": "4.28.1",
6
+ "use_cache": false,
7
+ "temperature": 0.1,
8
+ "top_p": 0.75,
9
+ "top_k": 40,
10
+ "num_beams": 4,
11
+ "max_new_tokens": 128,
12
+ "max_length": null
13
+ }