batterydata commited on
Commit
8558a08
1 Parent(s): 3c115c6

best model for abstract classification

Browse files
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "/projects/SolarWindowsADSP/shu/models/revision/bert/batteryonlybert-cased2/",
3
+ "architectures": [
4
+ "BertForSequenceClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.1,
7
+ "classifier_dropout": null,
8
+ "gradient_checkpointing": false,
9
+ "hidden_act": "gelu",
10
+ "hidden_dropout_prob": 0.1,
11
+ "hidden_size": 768,
12
+ "id2label": {
13
+ "0": "battery",
14
+ "1": "non-battery"
15
+ },
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 3072,
18
+ "label2id": {
19
+ "battery": 0,
20
+ "non-battery": 1
21
+ },
22
+ "layer_norm_eps": 1e-12,
23
+ "max_position_embeddings": 512,
24
+ "model_type": "bert",
25
+ "num_attention_heads": 12,
26
+ "num_hidden_layers": 12,
27
+ "pad_token_id": 0,
28
+ "position_embedding_type": "absolute",
29
+ "problem_type": "single_label_classification",
30
+ "torch_dtype": "float32",
31
+ "transformers_version": "4.17.0.dev0",
32
+ "type_vocab_size": 2,
33
+ "use_cache": true,
34
+ "vocab_size": 28996
35
+ }
optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ec5dbb054b74b870e4280068972a769acae2fdf5f29e6383b062c010120b3c
3
+ size 866620625
pytorch_model.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2ed6304a888c9bd23adddefc975b3d03ab9dd1428175daed6e59c3c45368fc
3
+ size 433336585
rng_state_0.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2007cc4d378a43c7f98f9d90640a07499abb18fd6a40c3ba6aaf2a17e730ede
3
+ size 14657
rng_state_1.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a27e70543c84c1b5b0537bbcab91832cd82b663139bd86157808d0ff3b14beac
3
+ size 14657
rng_state_2.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c451418381ab15cd631f14cc3ab6df5a0a9c45283ed45f0eba5f8609f155907
3
+ size 14657
rng_state_3.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f8de7128fa805ebdd7cf020f036bd23ebef69c28c176d215ad44e72eef85e1
3
+ size 14657
rng_state_4.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e9b2da5cc48a232bc8733f64cd2d87c5b517de5dba674a01e988d010cdbd4e3
3
+ size 14657
rng_state_5.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46f0787ab3517ddeab5308c5638c1057ab115810cfe82194ce5e41e1607b765c
3
+ size 14657
rng_state_6.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10ca5ede4ac4d7843447a65c61de905c723caa1ae942043a218be4926fa746c4
3
+ size 14657
rng_state_7.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4be2acf9a834b2af83cadf75c698fc1daab541139aca5b3b5f5565867cb80668
3
+ size 14657
scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fb786607934820588eaa76692699cba9f969aeb7ecc66326983131b66d66eda
3
+ size 623
special_tokens_map.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]"}
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"do_lower_case": false, "unk_token": "[UNK]", "sep_token": "[SEP]", "pad_token": "[PAD]", "cls_token": "[CLS]", "mask_token": "[MASK]", "tokenize_chinese_chars": true, "strip_accents": null, "model_type": "bert", "special_tokens_map_file": null, "name_or_path": "/projects/SolarWindowsADSP/shu/models/revision/bert/batteryonlybert-cased2/", "tokenizer_class": "BertTokenizer"}
trainer_state.json ADDED
@@ -0,0 +1,289 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": null,
3
+ "best_model_checkpoint": null,
4
+ "epoch": 13.0,
5
+ "global_step": 13273,
6
+ "is_hyper_param_search": false,
7
+ "is_local_process_zero": true,
8
+ "is_world_process_zero": true,
9
+ "log_history": [
10
+ {
11
+ "epoch": 0.49,
12
+ "learning_rate": 2.90205680705191e-05,
13
+ "loss": 0.1464,
14
+ "step": 500
15
+ },
16
+ {
17
+ "epoch": 0.98,
18
+ "learning_rate": 2.80411361410382e-05,
19
+ "loss": 0.1261,
20
+ "step": 1000
21
+ },
22
+ {
23
+ "epoch": 1.0,
24
+ "eval_accuracy": 0.9658201932907104,
25
+ "eval_loss": 0.10953927785158157,
26
+ "eval_runtime": 3.6633,
27
+ "eval_samples_per_second": 2547.697,
28
+ "eval_steps_per_second": 79.709,
29
+ "step": 1021
30
+ },
31
+ {
32
+ "epoch": 1.47,
33
+ "learning_rate": 2.70617042115573e-05,
34
+ "loss": 0.0789,
35
+ "step": 1500
36
+ },
37
+ {
38
+ "epoch": 1.96,
39
+ "learning_rate": 2.6082272282076394e-05,
40
+ "loss": 0.0811,
41
+ "step": 2000
42
+ },
43
+ {
44
+ "epoch": 2.0,
45
+ "eval_accuracy": 0.9686059951782227,
46
+ "eval_loss": 0.12239421159029007,
47
+ "eval_runtime": 3.6281,
48
+ "eval_samples_per_second": 2572.455,
49
+ "eval_steps_per_second": 80.484,
50
+ "step": 2042
51
+ },
52
+ {
53
+ "epoch": 2.45,
54
+ "learning_rate": 2.5102840352595495e-05,
55
+ "loss": 0.0422,
56
+ "step": 2500
57
+ },
58
+ {
59
+ "epoch": 2.94,
60
+ "learning_rate": 2.4123408423114592e-05,
61
+ "loss": 0.0452,
62
+ "step": 3000
63
+ },
64
+ {
65
+ "epoch": 3.0,
66
+ "eval_accuracy": 0.9654987454414368,
67
+ "eval_loss": 0.14466284215450287,
68
+ "eval_runtime": 3.6125,
69
+ "eval_samples_per_second": 2583.514,
70
+ "eval_steps_per_second": 80.83,
71
+ "step": 3063
72
+ },
73
+ {
74
+ "epoch": 3.43,
75
+ "learning_rate": 2.3143976493633693e-05,
76
+ "loss": 0.022,
77
+ "step": 3500
78
+ },
79
+ {
80
+ "epoch": 3.92,
81
+ "learning_rate": 2.216454456415279e-05,
82
+ "loss": 0.0192,
83
+ "step": 4000
84
+ },
85
+ {
86
+ "epoch": 4.0,
87
+ "eval_accuracy": 0.9684988856315613,
88
+ "eval_loss": 0.21616922318935394,
89
+ "eval_runtime": 3.6831,
90
+ "eval_samples_per_second": 2533.973,
91
+ "eval_steps_per_second": 79.28,
92
+ "step": 4084
93
+ },
94
+ {
95
+ "epoch": 4.41,
96
+ "learning_rate": 2.118511263467189e-05,
97
+ "loss": 0.0078,
98
+ "step": 4500
99
+ },
100
+ {
101
+ "epoch": 4.9,
102
+ "learning_rate": 2.0205680705190993e-05,
103
+ "loss": 0.0088,
104
+ "step": 5000
105
+ },
106
+ {
107
+ "epoch": 5.0,
108
+ "eval_accuracy": 0.9695703387260437,
109
+ "eval_loss": 0.19787850975990295,
110
+ "eval_runtime": 3.624,
111
+ "eval_samples_per_second": 2575.335,
112
+ "eval_steps_per_second": 80.574,
113
+ "step": 5105
114
+ },
115
+ {
116
+ "epoch": 5.39,
117
+ "learning_rate": 1.922624877571009e-05,
118
+ "loss": 0.0085,
119
+ "step": 5500
120
+ },
121
+ {
122
+ "epoch": 5.88,
123
+ "learning_rate": 1.8246816846229187e-05,
124
+ "loss": 0.0086,
125
+ "step": 6000
126
+ },
127
+ {
128
+ "epoch": 6.0,
129
+ "eval_accuracy": 0.9717133045196533,
130
+ "eval_loss": 0.25486066937446594,
131
+ "eval_runtime": 3.6182,
132
+ "eval_samples_per_second": 2579.429,
133
+ "eval_steps_per_second": 80.702,
134
+ "step": 6126
135
+ },
136
+ {
137
+ "epoch": 6.37,
138
+ "learning_rate": 1.7267384916748285e-05,
139
+ "loss": 0.004,
140
+ "step": 6500
141
+ },
142
+ {
143
+ "epoch": 6.86,
144
+ "learning_rate": 1.6287952987267386e-05,
145
+ "loss": 0.0054,
146
+ "step": 7000
147
+ },
148
+ {
149
+ "epoch": 7.0,
150
+ "eval_accuracy": 0.9706417918205261,
151
+ "eval_loss": 0.2799299657344818,
152
+ "eval_runtime": 3.6353,
153
+ "eval_samples_per_second": 2567.344,
154
+ "eval_steps_per_second": 80.324,
155
+ "step": 7147
156
+ },
157
+ {
158
+ "epoch": 7.35,
159
+ "learning_rate": 1.5308521057786483e-05,
160
+ "loss": 0.0011,
161
+ "step": 7500
162
+ },
163
+ {
164
+ "epoch": 7.84,
165
+ "learning_rate": 1.4329089128305584e-05,
166
+ "loss": 0.0046,
167
+ "step": 8000
168
+ },
169
+ {
170
+ "epoch": 8.0,
171
+ "eval_accuracy": 0.9684988856315613,
172
+ "eval_loss": 0.2791476547718048,
173
+ "eval_runtime": 3.6302,
174
+ "eval_samples_per_second": 2570.964,
175
+ "eval_steps_per_second": 80.437,
176
+ "step": 8168
177
+ },
178
+ {
179
+ "epoch": 8.33,
180
+ "learning_rate": 1.3349657198824682e-05,
181
+ "loss": 0.0046,
182
+ "step": 8500
183
+ },
184
+ {
185
+ "epoch": 8.81,
186
+ "learning_rate": 1.237022526934378e-05,
187
+ "loss": 0.0029,
188
+ "step": 9000
189
+ },
190
+ {
191
+ "epoch": 9.0,
192
+ "eval_accuracy": 0.9712846875190735,
193
+ "eval_loss": 0.27454128861427307,
194
+ "eval_runtime": 3.6234,
195
+ "eval_samples_per_second": 2575.771,
196
+ "eval_steps_per_second": 80.588,
197
+ "step": 9189
198
+ },
199
+ {
200
+ "epoch": 9.3,
201
+ "learning_rate": 1.139079333986288e-05,
202
+ "loss": 0.0028,
203
+ "step": 9500
204
+ },
205
+ {
206
+ "epoch": 9.79,
207
+ "learning_rate": 1.041136141038198e-05,
208
+ "loss": 0.0033,
209
+ "step": 10000
210
+ },
211
+ {
212
+ "epoch": 10.0,
213
+ "eval_accuracy": 0.9697846174240112,
214
+ "eval_loss": 0.2769125699996948,
215
+ "eval_runtime": 3.6089,
216
+ "eval_samples_per_second": 2586.089,
217
+ "eval_steps_per_second": 80.911,
218
+ "step": 10210
219
+ },
220
+ {
221
+ "epoch": 10.28,
222
+ "learning_rate": 9.431929480901077e-06,
223
+ "loss": 0.0016,
224
+ "step": 10500
225
+ },
226
+ {
227
+ "epoch": 10.77,
228
+ "learning_rate": 8.452497551420176e-06,
229
+ "loss": 0.0016,
230
+ "step": 11000
231
+ },
232
+ {
233
+ "epoch": 11.0,
234
+ "eval_accuracy": 0.9690346121788025,
235
+ "eval_loss": 0.290558785200119,
236
+ "eval_runtime": 3.6122,
237
+ "eval_samples_per_second": 2583.771,
238
+ "eval_steps_per_second": 80.838,
239
+ "step": 11231
240
+ },
241
+ {
242
+ "epoch": 11.26,
243
+ "learning_rate": 7.473065621939276e-06,
244
+ "loss": 0.001,
245
+ "step": 11500
246
+ },
247
+ {
248
+ "epoch": 11.75,
249
+ "learning_rate": 6.493633692458374e-06,
250
+ "loss": 0.0017,
251
+ "step": 12000
252
+ },
253
+ {
254
+ "epoch": 12.0,
255
+ "eval_accuracy": 0.9711775183677673,
256
+ "eval_loss": 0.2827688753604889,
257
+ "eval_runtime": 3.6265,
258
+ "eval_samples_per_second": 2573.584,
259
+ "eval_steps_per_second": 80.519,
260
+ "step": 12252
261
+ },
262
+ {
263
+ "epoch": 12.24,
264
+ "learning_rate": 5.514201762977473e-06,
265
+ "loss": 0.0011,
266
+ "step": 12500
267
+ },
268
+ {
269
+ "epoch": 12.73,
270
+ "learning_rate": 4.534769833496572e-06,
271
+ "loss": 0.0012,
272
+ "step": 13000
273
+ },
274
+ {
275
+ "epoch": 13.0,
276
+ "eval_accuracy": 0.9723561406135559,
277
+ "eval_loss": 0.2707096040248871,
278
+ "eval_runtime": 3.6138,
279
+ "eval_samples_per_second": 2582.613,
280
+ "eval_steps_per_second": 80.802,
281
+ "step": 13273
282
+ }
283
+ ],
284
+ "max_steps": 15315,
285
+ "num_train_epochs": 15,
286
+ "total_flos": 2.7931343434285056e+16,
287
+ "trial_name": null,
288
+ "trial_params": null
289
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72d87a2f27c25aae51c61f9feaf6b21acaf90264ab3c174f1db2009af48b953b
3
+ size 3183
vocab.txt ADDED
The diff for this file is too large to render. See raw diff