faychu commited on
Commit
b860188
1 Parent(s): 00043aa

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +6 -4
config.json CHANGED
@@ -3,7 +3,7 @@
3
  "activation_function": "gelu",
4
  "add_type_embedding": true,
5
  "architectures": [
6
- "OFAForConditionalGeneration"
7
  ],
8
  "attention_dropout": 0.0,
9
  "attn_scale_factor": 2.0,
@@ -18,7 +18,8 @@
18
  "decoder_layerdrop": 0.0,
19
  "decoder_layers": 4,
20
  "decoder_normalize_before": true,
21
- "dropout": 0.0,
 
22
  "encoder_attention_heads": 4,
23
  "encoder_drop_path_rate": 0.0,
24
  "encoder_ffn_dim": 1024,
@@ -27,6 +28,7 @@
27
  "encoder_normalize_before": true,
28
  "entangle_position_embedding": false,
29
  "eos_token_id": 2,
 
30
  "image_bucket_size": 42,
31
  "init_std": 0.02,
32
  "is_encoder_decoder": true,
@@ -44,7 +46,7 @@
44
  "share_decoder_input_output_embed": true,
45
  "token_bucket_size": 256,
46
  "torch_dtype": "float32",
47
- "transformers_version": "4.18.0.dev0",
48
- "use_cache": false,
49
  "vocab_size": 59457
50
  }
3
  "activation_function": "gelu",
4
  "add_type_embedding": true,
5
  "architectures": [
6
+ "OFAModel"
7
  ],
8
  "attention_dropout": 0.0,
9
  "attn_scale_factor": 2.0,
18
  "decoder_layerdrop": 0.0,
19
  "decoder_layers": 4,
20
  "decoder_normalize_before": true,
21
+ "decoder_start_token_id": 0,
22
+ "dropout": 0.1,
23
  "encoder_attention_heads": 4,
24
  "encoder_drop_path_rate": 0.0,
25
  "encoder_ffn_dim": 1024,
28
  "encoder_normalize_before": true,
29
  "entangle_position_embedding": false,
30
  "eos_token_id": 2,
31
+ "forced_eos_token_id": 2,
32
  "image_bucket_size": 42,
33
  "init_std": 0.02,
34
  "is_encoder_decoder": true,
46
  "share_decoder_input_output_embed": true,
47
  "token_bucket_size": 256,
48
  "torch_dtype": "float32",
49
+ "transformers_version": "4.15.0",
50
+ "use_cache": true,
51
  "vocab_size": 59457
52
  }