zpn commited on
Commit
72bd416
1 Parent(s): fdc231d

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -3
config.json CHANGED
@@ -11,7 +11,7 @@
11
  "bos_token_id": null,
12
  "causal": false,
13
  "dense_seq_output": true,
14
- "embd_pdrop": 0.0,
15
  "eos_token_id": null,
16
  "fused_bias_fc": true,
17
  "fused_dropout_add_ln": true,
@@ -31,7 +31,7 @@
31
  "prenorm": false,
32
  "qkv_proj_bias": false,
33
  "reorder_and_upcast_attn": false,
34
- "resid_pdrop": 0.0,
35
  "rotary_emb_base": 1000,
36
  "rotary_emb_fraction": 1.0,
37
  "rotary_emb_interleaved": false,
@@ -40,7 +40,7 @@
40
  "scale_attn_by_inverse_layer_idx": false,
41
  "scale_attn_weights": true,
42
  "summary_activation": null,
43
- "summary_first_dropout": 0.0,
44
  "summary_proj_to_labels": true,
45
  "summary_type": "cls_index",
46
  "summary_use_proj": true,
 
11
  "bos_token_id": null,
12
  "causal": false,
13
  "dense_seq_output": true,
14
+ "embd_pdrop": 0.1,
15
  "eos_token_id": null,
16
  "fused_bias_fc": true,
17
  "fused_dropout_add_ln": true,
 
31
  "prenorm": false,
32
  "qkv_proj_bias": false,
33
  "reorder_and_upcast_attn": false,
34
+ "resid_pdrop": 0.1,
35
  "rotary_emb_base": 1000,
36
  "rotary_emb_fraction": 1.0,
37
  "rotary_emb_interleaved": false,
 
40
  "scale_attn_by_inverse_layer_idx": false,
41
  "scale_attn_weights": true,
42
  "summary_activation": null,
43
+ "summary_first_dropout": 0.1,
44
  "summary_proj_to_labels": true,
45
  "summary_type": "cls_index",
46
  "summary_use_proj": true,