Zhengrui commited on
Commit
1196c38
1 Parent(s): d0c7be0

faster generation on cpu

Browse files
Files changed (1) hide show
  1. generation_config.json +1 -2
generation_config.json CHANGED
@@ -7,8 +7,7 @@
7
  "max_length": 128,
8
  "min_length": 1,
9
  "no_repeat_ngram_size": 3,
10
- "num_beams": 10,
11
- "num_beam_groups=": 10,
12
  "pad_token_id": 0,
13
  "transformers_version": "4.26.1"
14
  }
 
7
  "max_length": 128,
8
  "min_length": 1,
9
  "no_repeat_ngram_size": 3,
10
+ "num_beams": 4,
 
11
  "pad_token_id": 0,
12
  "transformers_version": "4.26.1"
13
  }