Add correct dtype on config
Browse files- config.json +1 -0
config.json
CHANGED
|
@@ -11,6 +11,7 @@
|
|
| 11 |
"model_type": "bloom",
|
| 12 |
"n_embed": 14336,
|
| 13 |
"n_layer": 70,
|
|
|
|
| 14 |
"num_attention_heads": 112,
|
| 15 |
"pretraining_tp": 4,
|
| 16 |
"slow_but_exact": false,
|
|
|
|
| 11 |
"model_type": "bloom",
|
| 12 |
"n_embed": 14336,
|
| 13 |
"n_layer": 70,
|
| 14 |
+
"dtype":"bfloat16",
|
| 15 |
"num_attention_heads": 112,
|
| 16 |
"pretraining_tp": 4,
|
| 17 |
"slow_but_exact": false,
|