YikangS commited on
Commit
76477f6
1 Parent(s): 5bf81fc

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -1
config.json CHANGED
@@ -56,7 +56,7 @@
56
  "no_repeat_ngram_size": 0,
57
  "num_beam_groups": 1,
58
  "num_beams": 1,
59
- "num_key_value_heads": 8,
60
  "num_layers": 24,
61
  "num_return_sequences": 1,
62
  "output_attentions": false,
 
56
  "no_repeat_ngram_size": 0,
57
  "num_beam_groups": 1,
58
  "num_beams": 1,
59
+ "num_key_value_heads": 16,
60
  "num_layers": 24,
61
  "num_return_sequences": 1,
62
  "output_attentions": false,