ctrl_discovery_14 / config.json
prajjwal1
v1 b289c42
1
{
2
  "_name_or_path": "ctrl",
3
  "architectures": [
4
    "CTRLLMHeadModel"
5
  ],
6
  "attn_pdrop": 0.1,
7
  "dff": 8192,
8
  "embd_pdrop": 0.1,
9
  "from_tf": false,
10
  "id2label": {
11
    "0": "LABEL_0"
12
  },
13
  "initializer_range": 0.02,
14
  "label2id": {
15
    "LABEL_0": 0
16
  },
17
  "layer_norm_epsilon": 1e-06,
18
  "model_type": "ctrl",
19
  "n_ctx": 512,
20
  "n_embd": 1280,
21
  "n_head": 16,
22
  "n_layer": 48,
23
  "n_positions": 50000,
24
  "resid_pdrop": 0.1,
25
  "summary_activation": null,
26
  "summary_first_dropout": 0.1,
27
  "summary_proj_to_labels": true,
28
  "summary_type": "cls_index",
29
  "summary_use_proj": true,
30
  "transformers_version": "4.7.0.dev0",
31
  "use_cache": true,
32
  "vocab_size": 246535
33
}
34