Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
@@ -56,7 +56,7 @@
|
|
56 |
"no_repeat_ngram_size": 0,
|
57 |
"num_beam_groups": 1,
|
58 |
"num_beams": 1,
|
59 |
-
"num_key_value_heads":
|
60 |
"num_layers": 24,
|
61 |
"num_return_sequences": 1,
|
62 |
"output_attentions": false,
|
|
|
56 |
"no_repeat_ngram_size": 0,
|
57 |
"num_beam_groups": 1,
|
58 |
"num_beams": 1,
|
59 |
+
"num_key_value_heads": 16,
|
60 |
"num_layers": 24,
|
61 |
"num_return_sequences": 1,
|
62 |
"output_attentions": false,
|