Muennighoff commited on
Commit
8ff7072
1 Parent(s): 36e9dee

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +7 -2
config.json CHANGED
@@ -1,8 +1,14 @@
1
  {
2
- "_name_or_path": "sgpt2_m7_sq2048_e5ds_bbcc_bs2048_gc",
 
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
 
 
 
 
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 1,
8
  "eos_token_id": 2,
@@ -17,7 +23,6 @@
17
  "LABEL_0": 0
18
  },
19
  "max_position_embeddings": 32768,
20
- "model_type": "mistral",
21
  "num_attention_heads": 32,
22
  "num_hidden_layers": 32,
23
  "num_key_value_heads": 8,
 
1
  {
2
+ "_name_or_path": "GritLM/GritLM-7B",
3
+ "model_type": "gritlm",
4
  "architectures": [
5
  "MistralForCausalLM"
6
  ],
7
+ "auto_map": {
8
+ "AutoModel": "modeling_gritlm7b.MistralModel",
9
+ "AutoModelForCausalLM": "modeling_gritlm7b.MistralForCausalLM",
10
+ "AutoModelForSequenceClassification": "modeling_gritlm7b.MistralForSequenceClassification"
11
+ },
12
  "attention_dropout": 0.0,
13
  "bos_token_id": 1,
14
  "eos_token_id": 2,
 
23
  "LABEL_0": 0
24
  },
25
  "max_position_embeddings": 32768,
 
26
  "num_attention_heads": 32,
27
  "num_hidden_layers": 32,
28
  "num_key_value_heads": 8,