lewtun HF staff commited on
Commit
0837dcc
1 Parent(s): 9f89498

Fix architecture

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "_name_or_path": "/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3/bloom-7b1",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
- "BloomModel"
6
  ],
7
  "attention_dropout": 0.0,
8
  "attention_softmax_in_fp32": true,
@@ -30,4 +30,4 @@
30
  "unk_token_id": 0,
31
  "use_cache": true,
32
  "vocab_size": 250682
33
- }
 
2
  "_name_or_path": "/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3/bloom-7b1",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
+ "BloomForCausalLM"
6
  ],
7
  "attention_dropout": 0.0,
8
  "attention_softmax_in_fp32": true,
 
30
  "unk_token_id": 0,
31
  "use_cache": true,
32
  "vocab_size": 250682
33
+ }