Fix architecture (#5)
Browse files- Fix architecture (f41d23a0dc49a28bb96b3acd23ee06a5ac8fcb4b)
Co-authored-by: Lewis Tunstall <lewtun@users.noreply.huggingface.co>
- config.json +2 -2
config.json
CHANGED
@@ -3,7 +3,7 @@
|
|
3 |
"attention_dropout": 0.0,
|
4 |
"attention_softmax_in_fp32": true,
|
5 |
"architectures": [
|
6 |
-
"
|
7 |
],
|
8 |
"bias_dropout_fusion": true,
|
9 |
"bos_token_id": 1,
|
@@ -27,4 +27,4 @@
|
|
27 |
"transformers_version": "4.20.0",
|
28 |
"use_cache": true,
|
29 |
"vocab_size": 250880
|
30 |
-
}
|
|
|
3 |
"attention_dropout": 0.0,
|
4 |
"attention_softmax_in_fp32": true,
|
5 |
"architectures": [
|
6 |
+
"BloomForCausalLM"
|
7 |
],
|
8 |
"bias_dropout_fusion": true,
|
9 |
"bos_token_id": 1,
|
|
|
27 |
"transformers_version": "4.20.0",
|
28 |
"use_cache": true,
|
29 |
"vocab_size": 250880
|
30 |
+
}
|