jongjyh commited on
Commit
ca52245
1 Parent(s): ef54ab5

fix mismatch in text_config_dict

Browse files
Files changed (1) hide show
  1. config.json +4 -4
config.json CHANGED
@@ -93,10 +93,10 @@
93
  "vocab_size": 250002
94
  },
95
  "text_config_dict": {
96
- "hidden_size": 768,
97
- "intermediate_size": 3072,
98
- "num_attention_heads": 12,
99
- "num_hidden_layers": 12
100
  },
101
  "text_model_name": null,
102
  "torch_dtype": "float32",
 
93
  "vocab_size": 250002
94
  },
95
  "text_config_dict": {
96
+ "hidden_size": 1024,
97
+ "intermediate_size": 4096,
98
+ "num_attention_heads": 16,
99
+ "num_hidden_layers": 24
100
  },
101
  "text_model_name": null,
102
  "torch_dtype": "float32",