hhou435 commited on
Commit
ef05f00
1 Parent(s): 26108a7
Files changed (5) hide show
  1. config.json +2 -4
  2. pytorch_model.bin +2 -2
  3. tf_model.h5 +2 -2
  4. tokenizer_config.json +1 -1
  5. vocab.txt +299 -99
config.json CHANGED
@@ -7,17 +7,15 @@
7
  "d_model": 512,
8
  "decoder_start_token_id": 1,
9
  "dropout_rate": 0.1,
10
- "feed_forward_proj": "relu",
11
  "initializer_factor": 1.0,
12
  "is_encoder_decoder": true,
13
  "layer_norm_epsilon": 1e-06,
14
  "model_type": "t5",
15
  "n_positions": 512,
16
- "num_decoder_layers": 6,
17
  "num_heads": 8,
18
  "num_layers": 6,
19
  "pad_token_id": 0,
20
  "relative_attention_num_buckets": 32,
21
  "tokenizer_class": "BertTokenizer",
22
- "vocab_size": 21128
23
- }
7
  "d_model": 512,
8
  "decoder_start_token_id": 1,
9
  "dropout_rate": 0.1,
 
10
  "initializer_factor": 1.0,
11
  "is_encoder_decoder": true,
12
  "layer_norm_epsilon": 1e-06,
13
  "model_type": "t5",
14
  "n_positions": 512,
 
15
  "num_heads": 8,
16
  "num_layers": 6,
17
  "pad_token_id": 0,
18
  "relative_attention_num_buckets": 32,
19
  "tokenizer_class": "BertTokenizer",
20
+ "vocab_size": 21328
21
+ }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0952032e2b10a0e8adc92dcfb65d83df29c0816ae690e3b2a58243ed83c3ab5c
3
- size 219559239
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:866505f95c46152f4e928507ce66eda84d688e7d91752c5532032bb25dbf44e6
3
+ size 219968839
tf_model.h5 CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa6cf9d9dfa9b5b1cc7dd206cc67aebfe7646b64ecc335a706c81165eafb4b55
3
- size 219773104
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8c1516630c0706568e2b4c2c70b05184777eb0697e73e38ab94d09da88a0579
3
+ size 220182704
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"do_lower_case": false, "do_basic_tokenize": true, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null}
1
+ {"do_lower_case": false, "do_basic_tokenize": true, "never_split": null, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "special_tokens_map_file": "t5\\special_tokens_map.json", "tokenizer_file": null}
vocab.txt CHANGED
@@ -1,103 +1,103 @@
1
  [PAD]
2
- e0
3
- e1
4
- e2
5
- [extra_id_3]
6
- [extra_id_4]
7
- [extra_id_5]
8
- [extra_id_6]
9
- [extra_id_7]
10
- [extra_id_8]
11
- [extra_id_9]
12
- [extra_id_10]
13
- [extra_id_11]
14
- [extra_id_12]
15
- [extra_id_13]
16
- [extra_id_14]
17
- [extra_id_15]
18
- [extra_id_16]
19
- [extra_id_17]
20
- [extra_id_18]
21
- [extra_id_19]
22
- [extra_id_20]
23
- [extra_id_21]
24
- [extra_id_22]
25
- [extra_id_23]
26
- [extra_id_24]
27
- [extra_id_25]
28
- [extra_id_26]
29
- [extra_id_27]
30
- [extra_id_28]
31
- [extra_id_29]
32
- [extra_id_30]
33
- [extra_id_31]
34
- [extra_id_32]
35
- [extra_id_33]
36
- [extra_id_34]
37
- [extra_id_35]
38
- [extra_id_36]
39
- [extra_id_37]
40
- [extra_id_38]
41
- [extra_id_39]
42
- [extra_id_40]
43
- [extra_id_41]
44
- [extra_id_42]
45
- [extra_id_43]
46
- [extra_id_44]
47
- [extra_id_45]
48
- [extra_id_46]
49
- [extra_id_47]
50
- [extra_id_48]
51
- [extra_id_49]
52
- [extra_id_50]
53
- [extra_id_51]
54
- [extra_id_52]
55
- [extra_id_53]
56
- [extra_id_54]
57
- [extra_id_55]
58
- [extra_id_56]
59
- [extra_id_57]
60
- [extra_id_58]
61
- [extra_id_59]
62
- [extra_id_60]
63
- [extra_id_61]
64
- [extra_id_62]
65
- [extra_id_63]
66
- [extra_id_64]
67
- [extra_id_65]
68
- [extra_id_66]
69
- [extra_id_67]
70
- [extra_id_68]
71
- [extra_id_69]
72
- [extra_id_70]
73
- [extra_id_71]
74
- [extra_id_72]
75
- [extra_id_73]
76
- [extra_id_74]
77
- [extra_id_75]
78
- [extra_id_76]
79
- [extra_id_77]
80
- [extra_id_78]
81
- [extra_id_79]
82
- [extra_id_80]
83
- [extra_id_81]
84
- [extra_id_82]
85
- [extra_id_83]
86
- [extra_id_84]
87
- [extra_id_85]
88
- [extra_id_86]
89
- [extra_id_87]
90
- [extra_id_88]
91
- [extra_id_89]
92
- [extra_id_90]
93
- [extra_id_91]
94
- [extra_id_92]
95
- [extra_id_93]
96
- [extra_id_94]
97
- [extra_id_95]
98
- [extra_id_96]
99
- [extra_id_97]
100
- [extra_id_98]
101
  [UNK]
102
  [CLS]
103
  [SEP]
@@ -21126,3 +21126,203 @@ fishbase
21126
  ##🔥
21127
  ##😂
21128
  ##😎
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  [PAD]
2
+ [unused1]
3
+ [unused2]
4
+ [unused3]
5
+ [unused4]
6
+ [unused5]
7
+ [unused6]
8
+ [unused7]
9
+ [unused8]
10
+ [unused9]
11
+ [unused10]
12
+ [unused11]
13
+ [unused12]
14
+ [unused13]
15
+ [unused14]
16
+ [unused15]
17
+ [unused16]
18
+ [unused17]
19
+ [unused18]
20
+ [unused19]
21
+ [unused20]
22
+ [unused21]
23
+ [unused22]
24
+ [unused23]
25
+ [unused24]
26
+ [unused25]
27
+ [unused26]
28
+ [unused27]
29
+ [unused28]
30
+ [unused29]
31
+ [unused30]
32
+ [unused31]
33
+ [unused32]
34
+ [unused33]
35
+ [unused34]
36
+ [unused35]
37
+ [unused36]
38
+ [unused37]
39
+ [unused38]
40
+ [unused39]
41
+ [unused40]
42
+ [unused41]
43
+ [unused42]
44
+ [unused43]
45
+ [unused44]
46
+ [unused45]
47
+ [unused46]
48
+ [unused47]
49
+ [unused48]
50
+ [unused49]
51
+ [unused50]
52
+ [unused51]
53
+ [unused52]
54
+ [unused53]
55
+ [unused54]
56
+ [unused55]
57
+ [unused56]
58
+ [unused57]
59
+ [unused58]
60
+ [unused59]
61
+ [unused60]
62
+ [unused61]
63
+ [unused62]
64
+ [unused63]
65
+ [unused64]
66
+ [unused65]
67
+ [unused66]
68
+ [unused67]
69
+ [unused68]
70
+ [unused69]
71
+ [unused70]
72
+ [unused71]
73
+ [unused72]
74
+ [unused73]
75
+ [unused74]
76
+ [unused75]
77
+ [unused76]
78
+ [unused77]
79
+ [unused78]
80
+ [unused79]
81
+ [unused80]
82
+ [unused81]
83
+ [unused82]
84
+ [unused83]
85
+ [unused84]
86
+ [unused85]
87
+ [unused86]
88
+ [unused87]
89
+ [unused88]
90
+ [unused89]
91
+ [unused90]
92
+ [unused91]
93
+ [unused92]
94
+ [unused93]
95
+ [unused94]
96
+ [unused95]
97
+ [unused96]
98
+ [unused97]
99
+ [unused98]
100
+ [unused99]
101
  [UNK]
102
  [CLS]
103
  [SEP]
21126
  ##🔥
21127
  ##😂
21128
  ##😎
21129
+ extra0
21130
+ extra1
21131
+ extra2
21132
+ extra3
21133
+ extra4
21134
+ extra5
21135
+ extra6
21136
+ extra7
21137
+ extra8
21138
+ extra9
21139
+ extra10
21140
+ extra11
21141
+ extra12
21142
+ extra13
21143
+ extra14
21144
+ extra15
21145
+ extra16
21146
+ extra17
21147
+ extra18
21148
+ extra19
21149
+ extra20
21150
+ extra21
21151
+ extra22
21152
+ extra23
21153
+ extra24
21154
+ extra25
21155
+ extra26
21156
+ extra27
21157
+ extra28
21158
+ extra29
21159
+ extra30
21160
+ extra31
21161
+ extra32
21162
+ extra33
21163
+ extra34
21164
+ extra35
21165
+ extra36
21166
+ extra37
21167
+ extra38
21168
+ extra39
21169
+ extra40
21170
+ extra41
21171
+ extra42
21172
+ extra43
21173
+ extra44
21174
+ extra45
21175
+ extra46
21176
+ extra47
21177
+ extra48
21178
+ extra49
21179
+ extra50
21180
+ extra51
21181
+ extra52
21182
+ extra53
21183
+ extra54
21184
+ extra55
21185
+ extra56
21186
+ extra57
21187
+ extra58
21188
+ extra59
21189
+ extra60
21190
+ extra61
21191
+ extra62
21192
+ extra63
21193
+ extra64
21194
+ extra65
21195
+ extra66
21196
+ extra67
21197
+ extra68
21198
+ extra69
21199
+ extra70
21200
+ extra71
21201
+ extra72
21202
+ extra73
21203
+ extra74
21204
+ extra75
21205
+ extra76
21206
+ extra77
21207
+ extra78
21208
+ extra79
21209
+ extra80
21210
+ extra81
21211
+ extra82
21212
+ extra83
21213
+ extra84
21214
+ extra85
21215
+ extra86
21216
+ extra87
21217
+ extra88
21218
+ extra89
21219
+ extra90
21220
+ extra91
21221
+ extra92
21222
+ extra93
21223
+ extra94
21224
+ extra95
21225
+ extra96
21226
+ extra97
21227
+ extra98
21228
+ extra99
21229
+ extra100
21230
+ extra101
21231
+ extra102
21232
+ extra103
21233
+ extra104
21234
+ extra105
21235
+ extra106
21236
+ extra107
21237
+ extra108
21238
+ extra109
21239
+ extra110
21240
+ extra111
21241
+ extra112
21242
+ extra113
21243
+ extra114
21244
+ extra115
21245
+ extra116
21246
+ extra117
21247
+ extra118
21248
+ extra119
21249
+ extra120
21250
+ extra121
21251
+ extra122
21252
+ extra123
21253
+ extra124
21254
+ extra125
21255
+ extra126
21256
+ extra127
21257
+ extra128
21258
+ extra129
21259
+ extra130
21260
+ extra131
21261
+ extra132
21262
+ extra133
21263
+ extra134
21264
+ extra135
21265
+ extra136
21266
+ extra137
21267
+ extra138
21268
+ extra139
21269
+ extra140
21270
+ extra141
21271
+ extra142
21272
+ extra143
21273
+ extra144
21274
+ extra145
21275
+ extra146
21276
+ extra147
21277
+ extra148
21278
+ extra149
21279
+ extra150
21280
+ extra151
21281
+ extra152
21282
+ extra153
21283
+ extra154
21284
+ extra155
21285
+ extra156
21286
+ extra157
21287
+ extra158
21288
+ extra159
21289
+ extra160
21290
+ extra161
21291
+ extra162
21292
+ extra163
21293
+ extra164
21294
+ extra165
21295
+ extra166
21296
+ extra167
21297
+ extra168
21298
+ extra169
21299
+ extra170
21300
+ extra171
21301
+ extra172
21302
+ extra173
21303
+ extra174
21304
+ extra175
21305
+ extra176
21306
+ extra177
21307
+ extra178
21308
+ extra179
21309
+ extra180
21310
+ extra181
21311
+ extra182
21312
+ extra183
21313
+ extra184
21314
+ extra185
21315
+ extra186
21316
+ extra187
21317
+ extra188
21318
+ extra189
21319
+ extra190
21320
+ extra191
21321
+ extra192
21322
+ extra193
21323
+ extra194
21324
+ extra195
21325
+ extra196
21326
+ extra197
21327
+ extra198
21328
+ extra199