Hugging Face's logo

timter
/
bert-vectormail

PyTorch
bert
Model card Files
xet
 Community
2
timter commited on
Commit
dc061d1
·
verified ·
1 Parent(s): 0d392e7

Upload 11 files

Browse files
Files changed (11) hide show
  1. config.json +40 -0
  2. optimizer.pt +3 -0
  3. pytorch_model.bin +3 -0
  4. rng_state.pth +3 -0
  5. scheduler.pt +3 -0
  6. special_tokens_map.json +7 -0
  7. tokenizer.json +0 -0
  8. tokenizer_config.json +13 -0
  9. trainer_state.json +326 -0
  10. training_args.bin +3 -0
  11. vocab.txt +0 -0
config.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bert-base-german-cased",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "hidden_act": "gelu",
9
+ "hidden_dropout_prob": 0.1,
10
+ "hidden_size": 768,
11
+ "id2label": {
12
+ "0": "kfz-schaden",
13
+ "1": "hausrat-schaden",
14
+ "2": "haftpflichtschaden",
15
+ "3": "reiseschaden",
16
+ "4": "tierkrankheit"
17
+ },
18
+ "initializer_range": 0.02,
19
+ "intermediate_size": 3072,
20
+ "label2id": {
21
+ "haftpflichtschaden": 2,
22
+ "hausrat-schaden": 1,
23
+ "kfz-schaden": 0,
24
+ "reiseschaden": 3,
25
+ "tierkrankheit": 4
26
+ },
27
+ "layer_norm_eps": 1e-12,
28
+ "max_position_embeddings": 512,
29
+ "model_type": "bert",
30
+ "num_attention_heads": 12,
31
+ "num_hidden_layers": 12,
32
+ "pad_token_id": 0,
33
+ "position_embedding_type": "absolute",
34
+ "problem_type": "single_label_classification",
35
+ "torch_dtype": "float32",
36
+ "transformers_version": "4.29.2",
37
+ "type_vocab_size": 2,
38
+ "use_cache": true,
39
+ "vocab_size": 30000
40
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b161a8105e7417e4f3a41dc84fbafb22b9a9fe141f12b734ec34f0579c46657
3
+ size 4758740
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a8b65c5570ef76913a2a3cb86dfb824365efe7c347d79a8f6bf7230a322c6f
3
+ size 436411182
rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40b7db177baa07ee842262d8763403de87221dac37870ff5558a17c280082fb5
3
+ size 13986
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef7cb6061ce0cc4ffd0572842d5ad053fcc9d3da106b5c17ee11bda6533b6040
3
+ size 1060
special_tokens_map.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "cls_token": "[CLS]",
3
+ "mask_token": "[MASK]",
4
+ "pad_token": "[PAD]",
5
+ "sep_token": "[SEP]",
6
+ "unk_token": "[UNK]"
7
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,13 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "clean_up_tokenization_spaces": true,
3
+ "cls_token": "[CLS]",
4
+ "do_lower_case": false,
5
+ "mask_token": "[MASK]",
6
+ "model_max_length": 512,
7
+ "pad_token": "[PAD]",
8
+ "sep_token": "[SEP]",
9
+ "strip_accents": null,
10
+ "tokenize_chinese_chars": true,
11
+ "tokenizer_class": "BertTokenizer",
12
+ "unk_token": "[UNK]"
13
+ }
trainer_state.json ADDED
@@ -0,0 +1,326 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.25802186131477356,
3
+ "best_model_checkpoint": "bert-label-classifier_teacher\\checkpoint-2000",
4
+ "epoch": 10.0,
5
+ "global_step": 2000,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 1.0,
12
+ "learning_rate": 1.8e-05,
13
+ "loss": 1.4249,
14
+ "step": 200
15
+ },
16
+ {
17
+ "epoch": 1.0,
18
+ "eval_accuracy": 0.86,
19
+ "eval_auc": NaN,
20
+ "eval_f1_Haftpflichtschaden": 0.757396449704142,
21
+ "eval_f1_Hausrat-Schaden": 0.8625,
22
+ "eval_f1_Kfz-Schaden": 0.85,
23
+ "eval_f1_Reiseschaden": 0.965034965034965,
24
+ "eval_f1_Tierkrankheit": 0.8809523809523809,
25
+ "eval_loss": 1.2302100658416748,
26
+ "eval_precision_Haftpflichtschaden": 0.6881720430107527,
27
+ "eval_precision_Hausrat-Schaden": 0.9452054794520548,
28
+ "eval_precision_Kfz-Schaden": 0.918918918918919,
29
+ "eval_precision_Reiseschaden": 0.971830985915493,
30
+ "eval_precision_Tierkrankheit": 0.8314606741573034,
31
+ "eval_recall_Haftpflichtschaden": 0.8421052631578947,
32
+ "eval_recall_Hausrat-Schaden": 0.7931034482758621,
33
+ "eval_recall_Kfz-Schaden": 0.7906976744186046,
34
+ "eval_recall_Reiseschaden": 0.9583333333333334,
35
+ "eval_recall_Tierkrankheit": 0.9367088607594937,
36
+ "eval_runtime": 67.7799,
37
+ "eval_samples_per_second": 5.901,
38
+ "eval_steps_per_second": 0.738,
39
+ "step": 200
40
+ },
41
+ {
42
+ "epoch": 2.0,
43
+ "learning_rate": 1.6000000000000003e-05,
44
+ "loss": 1.0876,
45
+ "step": 400
46
+ },
47
+ {
48
+ "epoch": 2.0,
49
+ "eval_accuracy": 0.915,
50
+ "eval_auc": NaN,
51
+ "eval_f1_Haftpflichtschaden": 0.8198757763975155,
52
+ "eval_f1_Hausrat-Schaden": 0.8848484848484849,
53
+ "eval_f1_Kfz-Schaden": 0.9230769230769231,
54
+ "eval_f1_Reiseschaden": 0.9790209790209791,
55
+ "eval_f1_Tierkrankheit": 0.9753086419753086,
56
+ "eval_loss": 0.9154813885688782,
57
+ "eval_precision_Haftpflichtschaden": 0.7764705882352941,
58
+ "eval_precision_Hausrat-Schaden": 0.9358974358974359,
59
+ "eval_precision_Kfz-Schaden": 0.9397590361445783,
60
+ "eval_precision_Reiseschaden": 0.9859154929577465,
61
+ "eval_precision_Tierkrankheit": 0.9518072289156626,
62
+ "eval_recall_Haftpflichtschaden": 0.868421052631579,
63
+ "eval_recall_Hausrat-Schaden": 0.8390804597701149,
64
+ "eval_recall_Kfz-Schaden": 0.9069767441860465,
65
+ "eval_recall_Reiseschaden": 0.9722222222222222,
66
+ "eval_recall_Tierkrankheit": 1.0,
67
+ "eval_runtime": 57.3905,
68
+ "eval_samples_per_second": 6.97,
69
+ "eval_steps_per_second": 0.871,
70
+ "step": 400
71
+ },
72
+ {
73
+ "epoch": 3.0,
74
+ "learning_rate": 1.4e-05,
75
+ "loss": 0.8326,
76
+ "step": 600
77
+ },
78
+ {
79
+ "epoch": 3.0,
80
+ "eval_accuracy": 0.935,
81
+ "eval_auc": NaN,
82
+ "eval_f1_Haftpflichtschaden": 0.8607594936708861,
83
+ "eval_f1_Hausrat-Schaden": 0.9176470588235294,
84
+ "eval_f1_Kfz-Schaden": 0.9349112426035503,
85
+ "eval_f1_Reiseschaden": 0.9790209790209791,
86
+ "eval_f1_Tierkrankheit": 0.9875,
87
+ "eval_loss": 0.6910499334335327,
88
+ "eval_precision_Haftpflichtschaden": 0.8292682926829268,
89
+ "eval_precision_Hausrat-Schaden": 0.9397590361445783,
90
+ "eval_precision_Kfz-Schaden": 0.9518072289156626,
91
+ "eval_precision_Reiseschaden": 0.9859154929577465,
92
+ "eval_precision_Tierkrankheit": 0.9753086419753086,
93
+ "eval_recall_Haftpflichtschaden": 0.8947368421052632,
94
+ "eval_recall_Hausrat-Schaden": 0.896551724137931,
95
+ "eval_recall_Kfz-Schaden": 0.9186046511627907,
96
+ "eval_recall_Reiseschaden": 0.9722222222222222,
97
+ "eval_recall_Tierkrankheit": 1.0,
98
+ "eval_runtime": 57.983,
99
+ "eval_samples_per_second": 6.899,
100
+ "eval_steps_per_second": 0.862,
101
+ "step": 600
102
+ },
103
+ {
104
+ "epoch": 4.0,
105
+ "learning_rate": 1.2e-05,
106
+ "loss": 0.6358,
107
+ "step": 800
108
+ },
109
+ {
110
+ "epoch": 4.0,
111
+ "eval_accuracy": 0.95,
112
+ "eval_auc": NaN,
113
+ "eval_f1_Haftpflichtschaden": 0.8774193548387097,
114
+ "eval_f1_Hausrat-Schaden": 0.9302325581395349,
115
+ "eval_f1_Kfz-Schaden": 0.9529411764705882,
116
+ "eval_f1_Reiseschaden": 0.993103448275862,
117
+ "eval_f1_Tierkrankheit": 1.0,
118
+ "eval_loss": 0.5257241725921631,
119
+ "eval_precision_Haftpflichtschaden": 0.8607594936708861,
120
+ "eval_precision_Hausrat-Schaden": 0.9411764705882353,
121
+ "eval_precision_Kfz-Schaden": 0.9642857142857143,
122
+ "eval_precision_Reiseschaden": 0.9863013698630136,
123
+ "eval_precision_Tierkrankheit": 1.0,
124
+ "eval_recall_Haftpflichtschaden": 0.8947368421052632,
125
+ "eval_recall_Hausrat-Schaden": 0.9195402298850575,
126
+ "eval_recall_Kfz-Schaden": 0.9418604651162791,
127
+ "eval_recall_Reiseschaden": 1.0,
128
+ "eval_recall_Tierkrankheit": 1.0,
129
+ "eval_runtime": 57.7148,
130
+ "eval_samples_per_second": 6.931,
131
+ "eval_steps_per_second": 0.866,
132
+ "step": 800
133
+ },
134
+ {
135
+ "epoch": 5.0,
136
+ "learning_rate": 1e-05,
137
+ "loss": 0.5161,
138
+ "step": 1000
139
+ },
140
+ {
141
+ "epoch": 5.0,
142
+ "eval_accuracy": 0.965,
143
+ "eval_auc": NaN,
144
+ "eval_f1_Haftpflichtschaden": 0.9115646258503401,
145
+ "eval_f1_Hausrat-Schaden": 0.9608938547486033,
146
+ "eval_f1_Kfz-Schaden": 0.9651162790697675,
147
+ "eval_f1_Reiseschaden": 0.993006993006993,
148
+ "eval_f1_Tierkrankheit": 0.9937106918238994,
149
+ "eval_loss": 0.4231816530227661,
150
+ "eval_precision_Haftpflichtschaden": 0.9436619718309859,
151
+ "eval_precision_Hausrat-Schaden": 0.9347826086956522,
152
+ "eval_precision_Kfz-Schaden": 0.9651162790697675,
153
+ "eval_precision_Reiseschaden": 1.0,
154
+ "eval_precision_Tierkrankheit": 0.9875,
155
+ "eval_recall_Haftpflichtschaden": 0.881578947368421,
156
+ "eval_recall_Hausrat-Schaden": 0.9885057471264368,
157
+ "eval_recall_Kfz-Schaden": 0.9651162790697675,
158
+ "eval_recall_Reiseschaden": 0.9861111111111112,
159
+ "eval_recall_Tierkrankheit": 1.0,
160
+ "eval_runtime": 68.701,
161
+ "eval_samples_per_second": 5.822,
162
+ "eval_steps_per_second": 0.728,
163
+ "step": 1000
164
+ },
165
+ {
166
+ "epoch": 6.0,
167
+ "learning_rate": 8.000000000000001e-06,
168
+ "loss": 0.4347,
169
+ "step": 1200
170
+ },
171
+ {
172
+ "epoch": 6.0,
173
+ "eval_accuracy": 0.975,
174
+ "eval_auc": NaN,
175
+ "eval_f1_Haftpflichtschaden": 0.9403973509933775,
176
+ "eval_f1_Hausrat-Schaden": 0.9714285714285714,
177
+ "eval_f1_Kfz-Schaden": 0.9767441860465116,
178
+ "eval_f1_Reiseschaden": 0.993006993006993,
179
+ "eval_f1_Tierkrankheit": 0.9937106918238994,
180
+ "eval_loss": 0.35022056102752686,
181
+ "eval_precision_Haftpflichtschaden": 0.9466666666666667,
182
+ "eval_precision_Hausrat-Schaden": 0.9659090909090909,
183
+ "eval_precision_Kfz-Schaden": 0.9767441860465116,
184
+ "eval_precision_Reiseschaden": 1.0,
185
+ "eval_precision_Tierkrankheit": 0.9875,
186
+ "eval_recall_Haftpflichtschaden": 0.9342105263157895,
187
+ "eval_recall_Hausrat-Schaden": 0.9770114942528736,
188
+ "eval_recall_Kfz-Schaden": 0.9767441860465116,
189
+ "eval_recall_Reiseschaden": 0.9861111111111112,
190
+ "eval_recall_Tierkrankheit": 1.0,
191
+ "eval_runtime": 61.3643,
192
+ "eval_samples_per_second": 6.518,
193
+ "eval_steps_per_second": 0.815,
194
+ "step": 1200
195
+ },
196
+ {
197
+ "epoch": 7.0,
198
+ "learning_rate": 6e-06,
199
+ "loss": 0.3759,
200
+ "step": 1400
201
+ },
202
+ {
203
+ "epoch": 7.0,
204
+ "eval_accuracy": 0.9825,
205
+ "eval_auc": NaN,
206
+ "eval_f1_Haftpflichtschaden": 0.9517241379310345,
207
+ "eval_f1_Hausrat-Schaden": 0.9720670391061452,
208
+ "eval_f1_Kfz-Schaden": 0.9885057471264368,
209
+ "eval_f1_Reiseschaden": 1.0,
210
+ "eval_f1_Tierkrankheit": 1.0,
211
+ "eval_loss": 0.30517709255218506,
212
+ "eval_precision_Haftpflichtschaden": 1.0,
213
+ "eval_precision_Hausrat-Schaden": 0.9456521739130435,
214
+ "eval_precision_Kfz-Schaden": 0.9772727272727273,
215
+ "eval_precision_Reiseschaden": 1.0,
216
+ "eval_precision_Tierkrankheit": 1.0,
217
+ "eval_recall_Haftpflichtschaden": 0.9078947368421053,
218
+ "eval_recall_Hausrat-Schaden": 1.0,
219
+ "eval_recall_Kfz-Schaden": 1.0,
220
+ "eval_recall_Reiseschaden": 1.0,
221
+ "eval_recall_Tierkrankheit": 1.0,
222
+ "eval_runtime": 59.2094,
223
+ "eval_samples_per_second": 6.756,
224
+ "eval_steps_per_second": 0.844,
225
+ "step": 1400
226
+ },
227
+ {
228
+ "epoch": 8.0,
229
+ "learning_rate": 4.000000000000001e-06,
230
+ "loss": 0.3447,
231
+ "step": 1600
232
+ },
233
+ {
234
+ "epoch": 8.0,
235
+ "eval_accuracy": 0.9875,
236
+ "eval_auc": NaN,
237
+ "eval_f1_Haftpflichtschaden": 0.9659863945578231,
238
+ "eval_f1_Hausrat-Schaden": 0.9830508474576272,
239
+ "eval_f1_Kfz-Schaden": 0.9885057471264368,
240
+ "eval_f1_Reiseschaden": 1.0,
241
+ "eval_f1_Tierkrankheit": 1.0,
242
+ "eval_loss": 0.2782489061355591,
243
+ "eval_precision_Haftpflichtschaden": 1.0,
244
+ "eval_precision_Hausrat-Schaden": 0.9666666666666667,
245
+ "eval_precision_Kfz-Schaden": 0.9772727272727273,
246
+ "eval_precision_Reiseschaden": 1.0,
247
+ "eval_precision_Tierkrankheit": 1.0,
248
+ "eval_recall_Haftpflichtschaden": 0.9342105263157895,
249
+ "eval_recall_Hausrat-Schaden": 1.0,
250
+ "eval_recall_Kfz-Schaden": 1.0,
251
+ "eval_recall_Reiseschaden": 1.0,
252
+ "eval_recall_Tierkrankheit": 1.0,
253
+ "eval_runtime": 60.8991,
254
+ "eval_samples_per_second": 6.568,
255
+ "eval_steps_per_second": 0.821,
256
+ "step": 1600
257
+ },
258
+ {
259
+ "epoch": 9.0,
260
+ "learning_rate": 2.0000000000000003e-06,
261
+ "loss": 0.3211,
262
+ "step": 1800
263
+ },
264
+ {
265
+ "epoch": 9.0,
266
+ "eval_accuracy": 0.9875,
267
+ "eval_auc": NaN,
268
+ "eval_f1_Haftpflichtschaden": 0.9659863945578231,
269
+ "eval_f1_Hausrat-Schaden": 0.9830508474576272,
270
+ "eval_f1_Kfz-Schaden": 0.9885057471264368,
271
+ "eval_f1_Reiseschaden": 1.0,
272
+ "eval_f1_Tierkrankheit": 1.0,
273
+ "eval_loss": 0.26247066259384155,
274
+ "eval_precision_Haftpflichtschaden": 1.0,
275
+ "eval_precision_Hausrat-Schaden": 0.9666666666666667,
276
+ "eval_precision_Kfz-Schaden": 0.9772727272727273,
277
+ "eval_precision_Reiseschaden": 1.0,
278
+ "eval_precision_Tierkrankheit": 1.0,
279
+ "eval_recall_Haftpflichtschaden": 0.9342105263157895,
280
+ "eval_recall_Hausrat-Schaden": 1.0,
281
+ "eval_recall_Kfz-Schaden": 1.0,
282
+ "eval_recall_Reiseschaden": 1.0,
283
+ "eval_recall_Tierkrankheit": 1.0,
284
+ "eval_runtime": 64.3834,
285
+ "eval_samples_per_second": 6.213,
286
+ "eval_steps_per_second": 0.777,
287
+ "step": 1800
288
+ },
289
+ {
290
+ "epoch": 10.0,
291
+ "learning_rate": 0.0,
292
+ "loss": 0.3123,
293
+ "step": 2000
294
+ },
295
+ {
296
+ "epoch": 10.0,
297
+ "eval_accuracy": 0.9875,
298
+ "eval_auc": NaN,
299
+ "eval_f1_Haftpflichtschaden": 0.9659863945578231,
300
+ "eval_f1_Hausrat-Schaden": 0.9830508474576272,
301
+ "eval_f1_Kfz-Schaden": 0.9885057471264368,
302
+ "eval_f1_Reiseschaden": 1.0,
303
+ "eval_f1_Tierkrankheit": 1.0,
304
+ "eval_loss": 0.25802186131477356,
305
+ "eval_precision_Haftpflichtschaden": 1.0,
306
+ "eval_precision_Hausrat-Schaden": 0.9666666666666667,
307
+ "eval_precision_Kfz-Schaden": 0.9772727272727273,
308
+ "eval_precision_Reiseschaden": 1.0,
309
+ "eval_precision_Tierkrankheit": 1.0,
310
+ "eval_recall_Haftpflichtschaden": 0.9342105263157895,
311
+ "eval_recall_Hausrat-Schaden": 1.0,
312
+ "eval_recall_Kfz-Schaden": 1.0,
313
+ "eval_recall_Reiseschaden": 1.0,
314
+ "eval_recall_Tierkrankheit": 1.0,
315
+ "eval_runtime": 58.3795,
316
+ "eval_samples_per_second": 6.852,
317
+ "eval_steps_per_second": 0.856,
318
+ "step": 2000
319
+ }
320
+ ],
321
+ "max_steps": 2000,
322
+ "num_train_epochs": 10,
323
+ "total_flos": 530442063986448.0,
324
+ "trial_name": null,
325
+ "trial_params": null
326
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3cbb82100e76e360425bc556d05a6447bcdebe38b1cf62a18e168e7e8a77ce4
3
+ size 4404
vocab.txt ADDED
The diff for this file is too large to render. See raw diff