1 {
2 "_name_or_path": "helboukkouri/character-bert",
3 "architectures": [
4 "CharacterBertModel"
5 ],
6 "attention_probs_dropout_prob": 0.1,
7 "character_embeddings_dim": 16,
8 "cnn_activation": "relu",
9 "cnn_filters": [
10 [
11 1,
12 32
13 ],
14 [
15 2,
16 32
17 ],
18 [
19 3,
20 64
21 ],
22 [
23 4,
24 128
25 ],
26 [
27 5,
28 256
29 ],
30 [
31 6,
32 512
33 ],
34 [
35 7,
36 1024
37 ]
38 ],
39 "hidden_act": "gelu",
40 "hidden_dropout_prob": 0.1,
41 "hidden_size": 768,
42 "initializer_range": 0.02,
43 "intermediate_size": 3072,
44 "layer_norm_eps": 1e-12,
45 "max_position_embeddings": 512,
46 "max_word_length": 50,
47 "mlm_vocab_size": 100000,
48 "model_type": "character_bert",
49 "num_attention_heads": 12,
50 "num_hidden_layers": 12,
51 "num_highway_layers": 2,
52 "tie_word_embeddings": false,
53 "transformers_version": "4.7.0.dev0",
54 "type_vocab_size": 2,
55 "use_cache": true
56 }
57