Xenova HF staff commited on
Commit
20a7971
1 Parent(s): 058e9cd

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -10
config.json CHANGED
@@ -7,12 +7,12 @@
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
- "AutoConfig": "tiiuae/falcon-7b--configuration_falcon.FalconConfig",
11
- "AutoModel": "tiiuae/falcon-7b--modeling_falcon.FalconModel",
12
- "AutoModelForCausalLM": "tiiuae/falcon-7b--modeling_falcon.FalconForCausalLM",
13
- "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modeling_falcon.FalconForQuestionAnswering",
14
- "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForSequenceClassification",
15
- "AutoModelForTokenClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForTokenClassification"
16
  },
17
  "bias": false,
18
  "bos_token_id": 11,
@@ -25,13 +25,9 @@
25
  "model_type": "falcon",
26
  "multi_query": true,
27
  "new_decoder_architecture": false,
28
- "nm_kv_hears": 2,
29
  "num_attention_heads": 2,
30
  "num_hidden_layers": 2,
31
- "num_kv_heads": 71,
32
  "parallel_attn": true,
33
- "rope_scaling": null,
34
- "rope_theta": 10000.0,
35
  "transformers_version": "4.34.1",
36
  "use_cache": true,
37
  "vocab_size": 65024
 
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
+ "AutoConfig": "configuration_falcon.FalconConfig",
11
+ "AutoModel": "modeling_falcon.FalconModel",
12
+ "AutoModelForSequenceClassification": "modeling_falcon.FalconForSequenceClassification",
13
+ "AutoModelForTokenClassification": "modeling_falcon.FalconForTokenClassification",
14
+ "AutoModelForQuestionAnswering": "modeling_falcon.FalconForQuestionAnswering",
15
+ "AutoModelForCausalLM": "modeling_falcon.FalconForCausalLM"
16
  },
17
  "bias": false,
18
  "bos_token_id": 11,
 
25
  "model_type": "falcon",
26
  "multi_query": true,
27
  "new_decoder_architecture": false,
 
28
  "num_attention_heads": 2,
29
  "num_hidden_layers": 2,
 
30
  "parallel_attn": true,
 
 
31
  "transformers_version": "4.34.1",
32
  "use_cache": true,
33
  "vocab_size": 65024