xXiaobuding commited on
Commit
c53309e
1 Parent(s): bafa8f4

Training in progress, epoch 1

Browse files
.gitignore ADDED
@@ -0,0 +1 @@
 
 
1
+ checkpoint-*/
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[MASK]": 128000
3
+ }
config.json ADDED
@@ -0,0 +1,261 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/deberta-v3-base",
3
+ "architectures": [
4
+ "DebertaV2ForTokenClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "hidden_act": "gelu",
8
+ "hidden_dropout_prob": 0.1,
9
+ "hidden_size": 768,
10
+ "id2label": {
11
+ "0": "O",
12
+ "1": "B-PHONEIMEI",
13
+ "2": "I-PHONEIMEI",
14
+ "3": "B-JOBAREA",
15
+ "4": "B-FIRSTNAME",
16
+ "5": "I-FIRSTNAME",
17
+ "6": "B-VEHICLEVIN",
18
+ "7": "I-VEHICLEVIN",
19
+ "8": "B-AGE",
20
+ "9": "B-GENDER",
21
+ "10": "I-GENDER",
22
+ "11": "B-HEIGHT",
23
+ "12": "I-HEIGHT",
24
+ "13": "B-BUILDINGNUMBER",
25
+ "14": "I-BUILDINGNUMBER",
26
+ "15": "B-MASKEDNUMBER",
27
+ "16": "I-MASKEDNUMBER",
28
+ "17": "B-PASSWORD",
29
+ "18": "I-PASSWORD",
30
+ "19": "B-DOB",
31
+ "20": "I-DOB",
32
+ "21": "B-IPV6",
33
+ "22": "I-IPV6",
34
+ "23": "B-NEARBYGPSCOORDINATE",
35
+ "24": "I-NEARBYGPSCOORDINATE",
36
+ "25": "B-USERAGENT",
37
+ "26": "I-USERAGENT",
38
+ "27": "B-TIME",
39
+ "28": "I-TIME",
40
+ "29": "B-JOBTITLE",
41
+ "30": "I-JOBTITLE",
42
+ "31": "B-COUNTY",
43
+ "32": "B-EMAIL",
44
+ "33": "I-EMAIL",
45
+ "34": "B-ACCOUNTNUMBER",
46
+ "35": "I-ACCOUNTNUMBER",
47
+ "36": "B-PIN",
48
+ "37": "I-PIN",
49
+ "38": "B-EYECOLOR",
50
+ "39": "I-EYECOLOR",
51
+ "40": "B-LASTNAME",
52
+ "41": "I-LASTNAME",
53
+ "42": "I-JOBAREA",
54
+ "43": "B-IPV4",
55
+ "44": "I-IPV4",
56
+ "45": "B-DATE",
57
+ "46": "I-DATE",
58
+ "47": "B-STREET",
59
+ "48": "I-STREET",
60
+ "49": "B-CITY",
61
+ "50": "I-CITY",
62
+ "51": "B-PREFIX",
63
+ "52": "I-PREFIX",
64
+ "53": "B-CREDITCARDISSUER",
65
+ "54": "B-CREDITCARDNUMBER",
66
+ "55": "I-CREDITCARDNUMBER",
67
+ "56": "I-CREDITCARDISSUER",
68
+ "57": "B-MIDDLENAME",
69
+ "58": "B-STATE",
70
+ "59": "I-STATE",
71
+ "60": "B-VEHICLEVRM",
72
+ "61": "I-VEHICLEVRM",
73
+ "62": "B-ORDINALDIRECTION",
74
+ "63": "B-SEX",
75
+ "64": "B-JOBTYPE",
76
+ "65": "I-JOBTYPE",
77
+ "66": "B-CURRENCYCODE",
78
+ "67": "I-CURRENCYCODE",
79
+ "68": "B-CURRENCYSYMBOL",
80
+ "69": "I-AMOUNT",
81
+ "70": "B-ACCOUNTNAME",
82
+ "71": "I-ACCOUNTNAME",
83
+ "72": "B-BITCOINADDRESS",
84
+ "73": "I-BITCOINADDRESS",
85
+ "74": "B-LITECOINADDRESS",
86
+ "75": "I-LITECOINADDRESS",
87
+ "76": "B-PHONENUMBER",
88
+ "77": "I-PHONENUMBER",
89
+ "78": "B-MAC",
90
+ "79": "I-MAC",
91
+ "80": "B-CURRENCY",
92
+ "81": "B-IBAN",
93
+ "82": "I-IBAN",
94
+ "83": "B-COMPANYNAME",
95
+ "84": "I-COMPANYNAME",
96
+ "85": "B-CURRENCYNAME",
97
+ "86": "I-CURRENCYNAME",
98
+ "87": "I-CURRENCYSYMBOL",
99
+ "88": "B-ZIPCODE",
100
+ "89": "I-ZIPCODE",
101
+ "90": "B-SSN",
102
+ "91": "I-SSN",
103
+ "92": "B-AMOUNT",
104
+ "93": "I-CURRENCY",
105
+ "94": "B-URL",
106
+ "95": "I-URL",
107
+ "96": "B-IP",
108
+ "97": "I-IP",
109
+ "98": "B-SECONDARYADDRESS",
110
+ "99": "I-SECONDARYADDRESS",
111
+ "100": "B-USERNAME",
112
+ "101": "I-USERNAME",
113
+ "102": "B-ETHEREUMADDRESS",
114
+ "103": "I-ETHEREUMADDRESS",
115
+ "104": "B-CREDITCARDCVV",
116
+ "105": "I-CREDITCARDCVV",
117
+ "106": "I-COUNTY",
118
+ "107": "I-AGE",
119
+ "108": "I-MIDDLENAME",
120
+ "109": "B-BIC",
121
+ "110": "I-BIC"
122
+ },
123
+ "initializer_range": 0.02,
124
+ "intermediate_size": 3072,
125
+ "label2id": {
126
+ "B-ACCOUNTNAME": 70,
127
+ "B-ACCOUNTNUMBER": 34,
128
+ "B-AGE": 8,
129
+ "B-AMOUNT": 92,
130
+ "B-BIC": 109,
131
+ "B-BITCOINADDRESS": 72,
132
+ "B-BUILDINGNUMBER": 13,
133
+ "B-CITY": 49,
134
+ "B-COMPANYNAME": 83,
135
+ "B-COUNTY": 31,
136
+ "B-CREDITCARDCVV": 104,
137
+ "B-CREDITCARDISSUER": 53,
138
+ "B-CREDITCARDNUMBER": 54,
139
+ "B-CURRENCY": 80,
140
+ "B-CURRENCYCODE": 66,
141
+ "B-CURRENCYNAME": 85,
142
+ "B-CURRENCYSYMBOL": 68,
143
+ "B-DATE": 45,
144
+ "B-DOB": 19,
145
+ "B-EMAIL": 32,
146
+ "B-ETHEREUMADDRESS": 102,
147
+ "B-EYECOLOR": 38,
148
+ "B-FIRSTNAME": 4,
149
+ "B-GENDER": 9,
150
+ "B-HEIGHT": 11,
151
+ "B-IBAN": 81,
152
+ "B-IP": 96,
153
+ "B-IPV4": 43,
154
+ "B-IPV6": 21,
155
+ "B-JOBAREA": 3,
156
+ "B-JOBTITLE": 29,
157
+ "B-JOBTYPE": 64,
158
+ "B-LASTNAME": 40,
159
+ "B-LITECOINADDRESS": 74,
160
+ "B-MAC": 78,
161
+ "B-MASKEDNUMBER": 15,
162
+ "B-MIDDLENAME": 57,
163
+ "B-NEARBYGPSCOORDINATE": 23,
164
+ "B-ORDINALDIRECTION": 62,
165
+ "B-PASSWORD": 17,
166
+ "B-PHONEIMEI": 1,
167
+ "B-PHONENUMBER": 76,
168
+ "B-PIN": 36,
169
+ "B-PREFIX": 51,
170
+ "B-SECONDARYADDRESS": 98,
171
+ "B-SEX": 63,
172
+ "B-SSN": 90,
173
+ "B-STATE": 58,
174
+ "B-STREET": 47,
175
+ "B-TIME": 27,
176
+ "B-URL": 94,
177
+ "B-USERAGENT": 25,
178
+ "B-USERNAME": 100,
179
+ "B-VEHICLEVIN": 6,
180
+ "B-VEHICLEVRM": 60,
181
+ "B-ZIPCODE": 88,
182
+ "I-ACCOUNTNAME": 71,
183
+ "I-ACCOUNTNUMBER": 35,
184
+ "I-AGE": 107,
185
+ "I-AMOUNT": 69,
186
+ "I-BIC": 110,
187
+ "I-BITCOINADDRESS": 73,
188
+ "I-BUILDINGNUMBER": 14,
189
+ "I-CITY": 50,
190
+ "I-COMPANYNAME": 84,
191
+ "I-COUNTY": 106,
192
+ "I-CREDITCARDCVV": 105,
193
+ "I-CREDITCARDISSUER": 56,
194
+ "I-CREDITCARDNUMBER": 55,
195
+ "I-CURRENCY": 93,
196
+ "I-CURRENCYCODE": 67,
197
+ "I-CURRENCYNAME": 86,
198
+ "I-CURRENCYSYMBOL": 87,
199
+ "I-DATE": 46,
200
+ "I-DOB": 20,
201
+ "I-EMAIL": 33,
202
+ "I-ETHEREUMADDRESS": 103,
203
+ "I-EYECOLOR": 39,
204
+ "I-FIRSTNAME": 5,
205
+ "I-GENDER": 10,
206
+ "I-HEIGHT": 12,
207
+ "I-IBAN": 82,
208
+ "I-IP": 97,
209
+ "I-IPV4": 44,
210
+ "I-IPV6": 22,
211
+ "I-JOBAREA": 42,
212
+ "I-JOBTITLE": 30,
213
+ "I-JOBTYPE": 65,
214
+ "I-LASTNAME": 41,
215
+ "I-LITECOINADDRESS": 75,
216
+ "I-MAC": 79,
217
+ "I-MASKEDNUMBER": 16,
218
+ "I-MIDDLENAME": 108,
219
+ "I-NEARBYGPSCOORDINATE": 24,
220
+ "I-PASSWORD": 18,
221
+ "I-PHONEIMEI": 2,
222
+ "I-PHONENUMBER": 77,
223
+ "I-PIN": 37,
224
+ "I-PREFIX": 52,
225
+ "I-SECONDARYADDRESS": 99,
226
+ "I-SSN": 91,
227
+ "I-STATE": 59,
228
+ "I-STREET": 48,
229
+ "I-TIME": 28,
230
+ "I-URL": 95,
231
+ "I-USERAGENT": 26,
232
+ "I-USERNAME": 101,
233
+ "I-VEHICLEVIN": 7,
234
+ "I-VEHICLEVRM": 61,
235
+ "I-ZIPCODE": 89,
236
+ "O": 0
237
+ },
238
+ "layer_norm_eps": 1e-07,
239
+ "max_position_embeddings": 512,
240
+ "max_relative_positions": -1,
241
+ "model_type": "deberta-v2",
242
+ "norm_rel_ebd": "layer_norm",
243
+ "num_attention_heads": 12,
244
+ "num_hidden_layers": 12,
245
+ "pad_token_id": 0,
246
+ "pooler_dropout": 0,
247
+ "pooler_hidden_act": "gelu",
248
+ "pooler_hidden_size": 768,
249
+ "pos_att_type": [
250
+ "p2c",
251
+ "c2p"
252
+ ],
253
+ "position_biased_input": false,
254
+ "position_buckets": 256,
255
+ "relative_attention": true,
256
+ "share_att_key": true,
257
+ "torch_dtype": "float32",
258
+ "transformers_version": "4.26.1",
259
+ "type_vocab_size": 0,
260
+ "vocab_size": 128100
261
+ }
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25f03d60d695511780dd4d5c813efadbe4555dd6f8862669dda996f17e8f16dd
3
+ size 735738289
special_tokens_map.json ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "eos_token": "[SEP]",
5
+ "mask_token": "[MASK]",
6
+ "pad_token": "[PAD]",
7
+ "sep_token": "[SEP]",
8
+ "unk_token": "[UNK]"
9
+ }
spm.model ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
3
+ size 2464616
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,17 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "[CLS]",
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": false,
5
+ "eos_token": "[SEP]",
6
+ "mask_token": "[MASK]",
7
+ "model_max_length": 1000000000000000019884624838656,
8
+ "name_or_path": "microsoft/deberta-v3-base",
9
+ "pad_token": "[PAD]",
10
+ "sep_token": "[SEP]",
11
+ "sp_model_kwargs": {},
12
+ "special_tokens_map_file": null,
13
+ "split_by_punct": false,
14
+ "tokenizer_class": "DebertaV2Tokenizer",
15
+ "unk_token": "[UNK]",
16
+ "vocab_type": "spm"
17
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a694d2f23f79662844b736486e92f4441b1b7526aceca84516263e020384fce5
3
+ size 3515