cakiki lewtun HF staff commited on
Commit
a739252
1 Parent(s): 9f89498

Fix architecture (#1)

Browse files

- Fix architecture (0837dcca56aff5aab40a8b9abe94d6e0c6af137b)


Co-authored-by: Lewis Tunstall <lewtun@users.noreply.huggingface.co>

Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -2,7 +2,7 @@
2
  "_name_or_path": "/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3/bloom-7b1",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
- "BloomModel"
6
  ],
7
  "attention_dropout": 0.0,
8
  "attention_softmax_in_fp32": true,
@@ -30,4 +30,4 @@
30
  "unk_token_id": 0,
31
  "use_cache": true,
32
  "vocab_size": 250682
33
- }
2
  "_name_or_path": "/gpfsscratch/rech/six/commun/commun/experiments/muennighoff/bloomckpt/6b3/bloom-7b1",
3
  "apply_residual_connection_post_layernorm": false,
4
  "architectures": [
5
+ "BloomForCausalLM"
6
  ],
7
  "attention_dropout": 0.0,
8
  "attention_softmax_in_fp32": true,
30
  "unk_token_id": 0,
31
  "use_cache": true,
32
  "vocab_size": 250682
33
+ }