mmomm25 commited on
Commit
37a93ad
1 Parent(s): b6ca7f9

Training in progress, epoch 4

Browse files
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8a7aab542a21e017ef2f38314491105b005c175ffe0aa3e003a3af614f9cad9
3
  size 110348984
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60fb1973822d2d1039dc339b106fa4e3428c0c19c2b3975ce19910cd748d047
3
  size 110348984
tmp-checkpoint-2787/config.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/swin-tiny-patch4-window7-224",
3
+ "architectures": [
4
+ "SwinForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "depths": [
8
+ 2,
9
+ 2,
10
+ 6,
11
+ 2
12
+ ],
13
+ "drop_path_rate": 0.1,
14
+ "embed_dim": 96,
15
+ "encoder_stride": 32,
16
+ "hidden_act": "gelu",
17
+ "hidden_dropout_prob": 0.0,
18
+ "hidden_size": 768,
19
+ "id2label": {
20
+ "0": "noncrack",
21
+ "1": "sealedcrack",
22
+ "2": "sealedpatch",
23
+ "3": "thincrack"
24
+ },
25
+ "image_size": 224,
26
+ "initializer_range": 0.02,
27
+ "label2id": {
28
+ "noncrack": 0,
29
+ "sealedcrack": 1,
30
+ "sealedpatch": 2,
31
+ "thincrack": 3
32
+ },
33
+ "layer_norm_eps": 1e-05,
34
+ "mlp_ratio": 4.0,
35
+ "model_type": "swin",
36
+ "num_channels": 3,
37
+ "num_heads": [
38
+ 3,
39
+ 6,
40
+ 12,
41
+ 24
42
+ ],
43
+ "num_layers": 4,
44
+ "out_features": [
45
+ "stage4"
46
+ ],
47
+ "out_indices": [
48
+ 4
49
+ ],
50
+ "patch_size": 4,
51
+ "path_norm": true,
52
+ "problem_type": "single_label_classification",
53
+ "qkv_bias": true,
54
+ "stage_names": [
55
+ "stem",
56
+ "stage1",
57
+ "stage2",
58
+ "stage3",
59
+ "stage4"
60
+ ],
61
+ "torch_dtype": "float32",
62
+ "transformers_version": "4.37.2",
63
+ "use_absolute_embeddings": false,
64
+ "window_size": 7
65
+ }
tmp-checkpoint-2787/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60fb1973822d2d1039dc339b106fa4e3428c0c19c2b3975ce19910cd748d047
3
+ size 110348984
tmp-checkpoint-2787/optimizer.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d11370854c6b280ca41efc8a7750244a16dfe41c0cc91fa6aa60ed7e0bbdfc
3
+ size 220362874
tmp-checkpoint-2787/preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.485,
7
+ 0.456,
8
+ 0.406
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.229,
13
+ 0.224,
14
+ 0.225
15
+ ],
16
+ "resample": 3,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
tmp-checkpoint-2787/rng_state.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:932573b7c47b93cf275613737fdc860f3896e3432444c51052b67e87fbd40c79
3
+ size 14244
tmp-checkpoint-2787/scheduler.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c104307bcf2e0c225ceb7e024ac98c254d379d70a178ea1bcb5309d9ffc8a0b
3
+ size 1064
tmp-checkpoint-2787/trainer_state.json ADDED
@@ -0,0 +1,1789 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.1480465531349182,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-crack-detectorMAIN50epochsFINAL\\checkpoint-2787",
4
+ "epoch": 4.999103139013453,
5
+ "eval_steps": 500,
6
+ "global_step": 2787,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.02,
13
+ "learning_rate": 1.7953321364452426e-07,
14
+ "loss": 1.4257,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.04,
19
+ "learning_rate": 3.590664272890485e-07,
20
+ "loss": 1.4227,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.05,
25
+ "learning_rate": 5.385996409335728e-07,
26
+ "loss": 1.4112,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.07,
31
+ "learning_rate": 7.18132854578097e-07,
32
+ "loss": 1.4052,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 0.09,
37
+ "learning_rate": 8.976660682226213e-07,
38
+ "loss": 1.3954,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 0.11,
43
+ "learning_rate": 1.0771992818671456e-06,
44
+ "loss": 1.3978,
45
+ "step": 60
46
+ },
47
+ {
48
+ "epoch": 0.13,
49
+ "learning_rate": 1.2567324955116697e-06,
50
+ "loss": 1.3862,
51
+ "step": 70
52
+ },
53
+ {
54
+ "epoch": 0.14,
55
+ "learning_rate": 1.436265709156194e-06,
56
+ "loss": 1.3651,
57
+ "step": 80
58
+ },
59
+ {
60
+ "epoch": 0.16,
61
+ "learning_rate": 1.6157989228007182e-06,
62
+ "loss": 1.359,
63
+ "step": 90
64
+ },
65
+ {
66
+ "epoch": 0.18,
67
+ "learning_rate": 1.7953321364452425e-06,
68
+ "loss": 1.3476,
69
+ "step": 100
70
+ },
71
+ {
72
+ "epoch": 0.2,
73
+ "learning_rate": 1.9748653500897667e-06,
74
+ "loss": 1.3303,
75
+ "step": 110
76
+ },
77
+ {
78
+ "epoch": 0.22,
79
+ "learning_rate": 2.1543985637342912e-06,
80
+ "loss": 1.3047,
81
+ "step": 120
82
+ },
83
+ {
84
+ "epoch": 0.23,
85
+ "learning_rate": 2.333931777378815e-06,
86
+ "loss": 1.2944,
87
+ "step": 130
88
+ },
89
+ {
90
+ "epoch": 0.25,
91
+ "learning_rate": 2.5134649910233395e-06,
92
+ "loss": 1.284,
93
+ "step": 140
94
+ },
95
+ {
96
+ "epoch": 0.27,
97
+ "learning_rate": 2.6929982046678636e-06,
98
+ "loss": 1.23,
99
+ "step": 150
100
+ },
101
+ {
102
+ "epoch": 0.29,
103
+ "learning_rate": 2.872531418312388e-06,
104
+ "loss": 1.2103,
105
+ "step": 160
106
+ },
107
+ {
108
+ "epoch": 0.3,
109
+ "learning_rate": 3.0520646319569123e-06,
110
+ "loss": 1.187,
111
+ "step": 170
112
+ },
113
+ {
114
+ "epoch": 0.32,
115
+ "learning_rate": 3.2315978456014364e-06,
116
+ "loss": 1.1591,
117
+ "step": 180
118
+ },
119
+ {
120
+ "epoch": 0.34,
121
+ "learning_rate": 3.411131059245961e-06,
122
+ "loss": 1.144,
123
+ "step": 190
124
+ },
125
+ {
126
+ "epoch": 0.36,
127
+ "learning_rate": 3.590664272890485e-06,
128
+ "loss": 1.0904,
129
+ "step": 200
130
+ },
131
+ {
132
+ "epoch": 0.38,
133
+ "learning_rate": 3.770197486535009e-06,
134
+ "loss": 1.0401,
135
+ "step": 210
136
+ },
137
+ {
138
+ "epoch": 0.39,
139
+ "learning_rate": 3.949730700179533e-06,
140
+ "loss": 1.0281,
141
+ "step": 220
142
+ },
143
+ {
144
+ "epoch": 0.41,
145
+ "learning_rate": 4.129263913824058e-06,
146
+ "loss": 0.9577,
147
+ "step": 230
148
+ },
149
+ {
150
+ "epoch": 0.43,
151
+ "learning_rate": 4.3087971274685824e-06,
152
+ "loss": 0.9251,
153
+ "step": 240
154
+ },
155
+ {
156
+ "epoch": 0.45,
157
+ "learning_rate": 4.488330341113106e-06,
158
+ "loss": 0.8964,
159
+ "step": 250
160
+ },
161
+ {
162
+ "epoch": 0.47,
163
+ "learning_rate": 4.66786355475763e-06,
164
+ "loss": 0.8897,
165
+ "step": 260
166
+ },
167
+ {
168
+ "epoch": 0.48,
169
+ "learning_rate": 4.847396768402154e-06,
170
+ "loss": 0.8481,
171
+ "step": 270
172
+ },
173
+ {
174
+ "epoch": 0.5,
175
+ "learning_rate": 5.026929982046679e-06,
176
+ "loss": 0.8048,
177
+ "step": 280
178
+ },
179
+ {
180
+ "epoch": 0.52,
181
+ "learning_rate": 5.206463195691203e-06,
182
+ "loss": 0.8014,
183
+ "step": 290
184
+ },
185
+ {
186
+ "epoch": 0.54,
187
+ "learning_rate": 5.385996409335727e-06,
188
+ "loss": 0.7511,
189
+ "step": 300
190
+ },
191
+ {
192
+ "epoch": 0.56,
193
+ "learning_rate": 5.565529622980251e-06,
194
+ "loss": 0.741,
195
+ "step": 310
196
+ },
197
+ {
198
+ "epoch": 0.57,
199
+ "learning_rate": 5.745062836624776e-06,
200
+ "loss": 0.7327,
201
+ "step": 320
202
+ },
203
+ {
204
+ "epoch": 0.59,
205
+ "learning_rate": 5.9245960502693004e-06,
206
+ "loss": 0.7492,
207
+ "step": 330
208
+ },
209
+ {
210
+ "epoch": 0.61,
211
+ "learning_rate": 6.1041292639138246e-06,
212
+ "loss": 0.7613,
213
+ "step": 340
214
+ },
215
+ {
216
+ "epoch": 0.63,
217
+ "learning_rate": 6.283662477558349e-06,
218
+ "loss": 0.6902,
219
+ "step": 350
220
+ },
221
+ {
222
+ "epoch": 0.65,
223
+ "learning_rate": 6.463195691202873e-06,
224
+ "loss": 0.6687,
225
+ "step": 360
226
+ },
227
+ {
228
+ "epoch": 0.66,
229
+ "learning_rate": 6.642728904847396e-06,
230
+ "loss": 0.6623,
231
+ "step": 370
232
+ },
233
+ {
234
+ "epoch": 0.68,
235
+ "learning_rate": 6.822262118491922e-06,
236
+ "loss": 0.6901,
237
+ "step": 380
238
+ },
239
+ {
240
+ "epoch": 0.7,
241
+ "learning_rate": 7.001795332136446e-06,
242
+ "loss": 0.6638,
243
+ "step": 390
244
+ },
245
+ {
246
+ "epoch": 0.72,
247
+ "learning_rate": 7.18132854578097e-06,
248
+ "loss": 0.6414,
249
+ "step": 400
250
+ },
251
+ {
252
+ "epoch": 0.74,
253
+ "learning_rate": 7.360861759425494e-06,
254
+ "loss": 0.6877,
255
+ "step": 410
256
+ },
257
+ {
258
+ "epoch": 0.75,
259
+ "learning_rate": 7.540394973070018e-06,
260
+ "loss": 0.6249,
261
+ "step": 420
262
+ },
263
+ {
264
+ "epoch": 0.77,
265
+ "learning_rate": 7.719928186714543e-06,
266
+ "loss": 0.6099,
267
+ "step": 430
268
+ },
269
+ {
270
+ "epoch": 0.79,
271
+ "learning_rate": 7.899461400359067e-06,
272
+ "loss": 0.6321,
273
+ "step": 440
274
+ },
275
+ {
276
+ "epoch": 0.81,
277
+ "learning_rate": 8.07899461400359e-06,
278
+ "loss": 0.6431,
279
+ "step": 450
280
+ },
281
+ {
282
+ "epoch": 0.83,
283
+ "learning_rate": 8.258527827648117e-06,
284
+ "loss": 0.6404,
285
+ "step": 460
286
+ },
287
+ {
288
+ "epoch": 0.84,
289
+ "learning_rate": 8.43806104129264e-06,
290
+ "loss": 0.6148,
291
+ "step": 470
292
+ },
293
+ {
294
+ "epoch": 0.86,
295
+ "learning_rate": 8.617594254937165e-06,
296
+ "loss": 0.5844,
297
+ "step": 480
298
+ },
299
+ {
300
+ "epoch": 0.88,
301
+ "learning_rate": 8.797127468581689e-06,
302
+ "loss": 0.6316,
303
+ "step": 490
304
+ },
305
+ {
306
+ "epoch": 0.9,
307
+ "learning_rate": 8.976660682226211e-06,
308
+ "loss": 0.6018,
309
+ "step": 500
310
+ },
311
+ {
312
+ "epoch": 0.91,
313
+ "learning_rate": 9.156193895870736e-06,
314
+ "loss": 0.5843,
315
+ "step": 510
316
+ },
317
+ {
318
+ "epoch": 0.93,
319
+ "learning_rate": 9.33572710951526e-06,
320
+ "loss": 0.5986,
321
+ "step": 520
322
+ },
323
+ {
324
+ "epoch": 0.95,
325
+ "learning_rate": 9.515260323159784e-06,
326
+ "loss": 0.5718,
327
+ "step": 530
328
+ },
329
+ {
330
+ "epoch": 0.97,
331
+ "learning_rate": 9.694793536804308e-06,
332
+ "loss": 0.5163,
333
+ "step": 540
334
+ },
335
+ {
336
+ "epoch": 0.99,
337
+ "learning_rate": 9.874326750448834e-06,
338
+ "loss": 0.5448,
339
+ "step": 550
340
+ },
341
+ {
342
+ "epoch": 1.0,
343
+ "eval_accuracy": {
344
+ "accuracy": 0.8387530836510428
345
+ },
346
+ "eval_f1": {
347
+ "f1": 0.8242528613153339
348
+ },
349
+ "eval_loss": 0.43474748730659485,
350
+ "eval_precision": {
351
+ "precision": 0.8238035334510331
352
+ },
353
+ "eval_recall": {
354
+ "recall": 0.8266051811271123
355
+ },
356
+ "eval_runtime": 171.551,
357
+ "eval_samples_per_second": 103.969,
358
+ "eval_steps_per_second": 3.253,
359
+ "step": 557
360
+ },
361
+ {
362
+ "epoch": 1.0,
363
+ "learning_rate": 1.0053859964093358e-05,
364
+ "loss": 0.58,
365
+ "step": 560
366
+ },
367
+ {
368
+ "epoch": 1.02,
369
+ "learning_rate": 1.0233393177737882e-05,
370
+ "loss": 0.5298,
371
+ "step": 570
372
+ },
373
+ {
374
+ "epoch": 1.04,
375
+ "learning_rate": 1.0412926391382406e-05,
376
+ "loss": 0.5592,
377
+ "step": 580
378
+ },
379
+ {
380
+ "epoch": 1.06,
381
+ "learning_rate": 1.059245960502693e-05,
382
+ "loss": 0.5352,
383
+ "step": 590
384
+ },
385
+ {
386
+ "epoch": 1.08,
387
+ "learning_rate": 1.0771992818671454e-05,
388
+ "loss": 0.5683,
389
+ "step": 600
390
+ },
391
+ {
392
+ "epoch": 1.09,
393
+ "learning_rate": 1.0951526032315979e-05,
394
+ "loss": 0.571,
395
+ "step": 610
396
+ },
397
+ {
398
+ "epoch": 1.11,
399
+ "learning_rate": 1.1131059245960503e-05,
400
+ "loss": 0.5603,
401
+ "step": 620
402
+ },
403
+ {
404
+ "epoch": 1.13,
405
+ "learning_rate": 1.1310592459605028e-05,
406
+ "loss": 0.5157,
407
+ "step": 630
408
+ },
409
+ {
410
+ "epoch": 1.15,
411
+ "learning_rate": 1.1490125673249553e-05,
412
+ "loss": 0.4885,
413
+ "step": 640
414
+ },
415
+ {
416
+ "epoch": 1.17,
417
+ "learning_rate": 1.1669658886894077e-05,
418
+ "loss": 0.5005,
419
+ "step": 650
420
+ },
421
+ {
422
+ "epoch": 1.18,
423
+ "learning_rate": 1.1849192100538601e-05,
424
+ "loss": 0.4951,
425
+ "step": 660
426
+ },
427
+ {
428
+ "epoch": 1.2,
429
+ "learning_rate": 1.2028725314183125e-05,
430
+ "loss": 0.5197,
431
+ "step": 670
432
+ },
433
+ {
434
+ "epoch": 1.22,
435
+ "learning_rate": 1.2208258527827649e-05,
436
+ "loss": 0.4746,
437
+ "step": 680
438
+ },
439
+ {
440
+ "epoch": 1.24,
441
+ "learning_rate": 1.2387791741472173e-05,
442
+ "loss": 0.486,
443
+ "step": 690
444
+ },
445
+ {
446
+ "epoch": 1.26,
447
+ "learning_rate": 1.2567324955116697e-05,
448
+ "loss": 0.4932,
449
+ "step": 700
450
+ },
451
+ {
452
+ "epoch": 1.27,
453
+ "learning_rate": 1.2746858168761221e-05,
454
+ "loss": 0.5222,
455
+ "step": 710
456
+ },
457
+ {
458
+ "epoch": 1.29,
459
+ "learning_rate": 1.2926391382405746e-05,
460
+ "loss": 0.434,
461
+ "step": 720
462
+ },
463
+ {
464
+ "epoch": 1.31,
465
+ "learning_rate": 1.310592459605027e-05,
466
+ "loss": 0.4817,
467
+ "step": 730
468
+ },
469
+ {
470
+ "epoch": 1.33,
471
+ "learning_rate": 1.3285457809694792e-05,
472
+ "loss": 0.487,
473
+ "step": 740
474
+ },
475
+ {
476
+ "epoch": 1.35,
477
+ "learning_rate": 1.3464991023339318e-05,
478
+ "loss": 0.4478,
479
+ "step": 750
480
+ },
481
+ {
482
+ "epoch": 1.36,
483
+ "learning_rate": 1.3644524236983844e-05,
484
+ "loss": 0.4564,
485
+ "step": 760
486
+ },
487
+ {
488
+ "epoch": 1.38,
489
+ "learning_rate": 1.3824057450628366e-05,
490
+ "loss": 0.4455,
491
+ "step": 770
492
+ },
493
+ {
494
+ "epoch": 1.4,
495
+ "learning_rate": 1.4003590664272892e-05,
496
+ "loss": 0.4701,
497
+ "step": 780
498
+ },
499
+ {
500
+ "epoch": 1.42,
501
+ "learning_rate": 1.4183123877917415e-05,
502
+ "loss": 0.4333,
503
+ "step": 790
504
+ },
505
+ {
506
+ "epoch": 1.43,
507
+ "learning_rate": 1.436265709156194e-05,
508
+ "loss": 0.4409,
509
+ "step": 800
510
+ },
511
+ {
512
+ "epoch": 1.45,
513
+ "learning_rate": 1.4542190305206463e-05,
514
+ "loss": 0.4639,
515
+ "step": 810
516
+ },
517
+ {
518
+ "epoch": 1.47,
519
+ "learning_rate": 1.4721723518850989e-05,
520
+ "loss": 0.4552,
521
+ "step": 820
522
+ },
523
+ {
524
+ "epoch": 1.49,
525
+ "learning_rate": 1.4901256732495511e-05,
526
+ "loss": 0.4759,
527
+ "step": 830
528
+ },
529
+ {
530
+ "epoch": 1.51,
531
+ "learning_rate": 1.5080789946140037e-05,
532
+ "loss": 0.4584,
533
+ "step": 840
534
+ },
535
+ {
536
+ "epoch": 1.52,
537
+ "learning_rate": 1.5260323159784563e-05,
538
+ "loss": 0.4502,
539
+ "step": 850
540
+ },
541
+ {
542
+ "epoch": 1.54,
543
+ "learning_rate": 1.5439856373429085e-05,
544
+ "loss": 0.4519,
545
+ "step": 860
546
+ },
547
+ {
548
+ "epoch": 1.56,
549
+ "learning_rate": 1.561938958707361e-05,
550
+ "loss": 0.4695,
551
+ "step": 870
552
+ },
553
+ {
554
+ "epoch": 1.58,
555
+ "learning_rate": 1.5798922800718133e-05,
556
+ "loss": 0.4466,
557
+ "step": 880
558
+ },
559
+ {
560
+ "epoch": 1.6,
561
+ "learning_rate": 1.597845601436266e-05,
562
+ "loss": 0.4531,
563
+ "step": 890
564
+ },
565
+ {
566
+ "epoch": 1.61,
567
+ "learning_rate": 1.615798922800718e-05,
568
+ "loss": 0.4674,
569
+ "step": 900
570
+ },
571
+ {
572
+ "epoch": 1.63,
573
+ "learning_rate": 1.6337522441651707e-05,
574
+ "loss": 0.4262,
575
+ "step": 910
576
+ },
577
+ {
578
+ "epoch": 1.65,
579
+ "learning_rate": 1.6517055655296233e-05,
580
+ "loss": 0.3945,
581
+ "step": 920
582
+ },
583
+ {
584
+ "epoch": 1.67,
585
+ "learning_rate": 1.6696588868940756e-05,
586
+ "loss": 0.4318,
587
+ "step": 930
588
+ },
589
+ {
590
+ "epoch": 1.69,
591
+ "learning_rate": 1.687612208258528e-05,
592
+ "loss": 0.439,
593
+ "step": 940
594
+ },
595
+ {
596
+ "epoch": 1.7,
597
+ "learning_rate": 1.7055655296229804e-05,
598
+ "loss": 0.4036,
599
+ "step": 950
600
+ },
601
+ {
602
+ "epoch": 1.72,
603
+ "learning_rate": 1.723518850987433e-05,
604
+ "loss": 0.422,
605
+ "step": 960
606
+ },
607
+ {
608
+ "epoch": 1.74,
609
+ "learning_rate": 1.7414721723518852e-05,
610
+ "loss": 0.4315,
611
+ "step": 970
612
+ },
613
+ {
614
+ "epoch": 1.76,
615
+ "learning_rate": 1.7594254937163378e-05,
616
+ "loss": 0.4516,
617
+ "step": 980
618
+ },
619
+ {
620
+ "epoch": 1.78,
621
+ "learning_rate": 1.77737881508079e-05,
622
+ "loss": 0.4092,
623
+ "step": 990
624
+ },
625
+ {
626
+ "epoch": 1.79,
627
+ "learning_rate": 1.7953321364452423e-05,
628
+ "loss": 0.4367,
629
+ "step": 1000
630
+ },
631
+ {
632
+ "epoch": 1.81,
633
+ "learning_rate": 1.813285457809695e-05,
634
+ "loss": 0.4321,
635
+ "step": 1010
636
+ },
637
+ {
638
+ "epoch": 1.83,
639
+ "learning_rate": 1.831238779174147e-05,
640
+ "loss": 0.3859,
641
+ "step": 1020
642
+ },
643
+ {
644
+ "epoch": 1.85,
645
+ "learning_rate": 1.8491921005385997e-05,
646
+ "loss": 0.415,
647
+ "step": 1030
648
+ },
649
+ {
650
+ "epoch": 1.87,
651
+ "learning_rate": 1.867145421903052e-05,
652
+ "loss": 0.4388,
653
+ "step": 1040
654
+ },
655
+ {
656
+ "epoch": 1.88,
657
+ "learning_rate": 1.8850987432675045e-05,
658
+ "loss": 0.3968,
659
+ "step": 1050
660
+ },
661
+ {
662
+ "epoch": 1.9,
663
+ "learning_rate": 1.9030520646319568e-05,
664
+ "loss": 0.4172,
665
+ "step": 1060
666
+ },
667
+ {
668
+ "epoch": 1.92,
669
+ "learning_rate": 1.9210053859964093e-05,
670
+ "loss": 0.4593,
671
+ "step": 1070
672
+ },
673
+ {
674
+ "epoch": 1.94,
675
+ "learning_rate": 1.9389587073608616e-05,
676
+ "loss": 0.3924,
677
+ "step": 1080
678
+ },
679
+ {
680
+ "epoch": 1.96,
681
+ "learning_rate": 1.9569120287253142e-05,
682
+ "loss": 0.4067,
683
+ "step": 1090
684
+ },
685
+ {
686
+ "epoch": 1.97,
687
+ "learning_rate": 1.9748653500897668e-05,
688
+ "loss": 0.3906,
689
+ "step": 1100
690
+ },
691
+ {
692
+ "epoch": 1.99,
693
+ "learning_rate": 1.992818671454219e-05,
694
+ "loss": 0.3915,
695
+ "step": 1110
696
+ },
697
+ {
698
+ "epoch": 2.0,
699
+ "eval_accuracy": {
700
+ "accuracy": 0.8952679973088137
701
+ },
702
+ "eval_f1": {
703
+ "f1": 0.8895212539619177
704
+ },
705
+ "eval_loss": 0.2781514525413513,
706
+ "eval_precision": {
707
+ "precision": 0.8895590270096669
708
+ },
709
+ "eval_recall": {
710
+ "recall": 0.892156947982043
711
+ },
712
+ "eval_runtime": 99.0662,
713
+ "eval_samples_per_second": 180.041,
714
+ "eval_steps_per_second": 5.633,
715
+ "step": 1115
716
+ },
717
+ {
718
+ "epoch": 2.01,
719
+ "learning_rate": 2.0107719928186716e-05,
720
+ "loss": 0.4099,
721
+ "step": 1120
722
+ },
723
+ {
724
+ "epoch": 2.03,
725
+ "learning_rate": 2.0287253141831238e-05,
726
+ "loss": 0.4165,
727
+ "step": 1130
728
+ },
729
+ {
730
+ "epoch": 2.04,
731
+ "learning_rate": 2.0466786355475764e-05,
732
+ "loss": 0.3958,
733
+ "step": 1140
734
+ },
735
+ {
736
+ "epoch": 2.06,
737
+ "learning_rate": 2.0646319569120286e-05,
738
+ "loss": 0.4353,
739
+ "step": 1150
740
+ },
741
+ {
742
+ "epoch": 2.08,
743
+ "learning_rate": 2.0825852782764812e-05,
744
+ "loss": 0.3832,
745
+ "step": 1160
746
+ },
747
+ {
748
+ "epoch": 2.1,
749
+ "learning_rate": 2.1005385996409338e-05,
750
+ "loss": 0.3967,
751
+ "step": 1170
752
+ },
753
+ {
754
+ "epoch": 2.12,
755
+ "learning_rate": 2.118491921005386e-05,
756
+ "loss": 0.3614,
757
+ "step": 1180
758
+ },
759
+ {
760
+ "epoch": 2.13,
761
+ "learning_rate": 2.1364452423698386e-05,
762
+ "loss": 0.3665,
763
+ "step": 1190
764
+ },
765
+ {
766
+ "epoch": 2.15,
767
+ "learning_rate": 2.154398563734291e-05,
768
+ "loss": 0.3871,
769
+ "step": 1200
770
+ },
771
+ {
772
+ "epoch": 2.17,
773
+ "learning_rate": 2.1723518850987435e-05,
774
+ "loss": 0.3748,
775
+ "step": 1210
776
+ },
777
+ {
778
+ "epoch": 2.19,
779
+ "learning_rate": 2.1903052064631957e-05,
780
+ "loss": 0.396,
781
+ "step": 1220
782
+ },
783
+ {
784
+ "epoch": 2.21,
785
+ "learning_rate": 2.2082585278276483e-05,
786
+ "loss": 0.374,
787
+ "step": 1230
788
+ },
789
+ {
790
+ "epoch": 2.22,
791
+ "learning_rate": 2.2262118491921005e-05,
792
+ "loss": 0.3735,
793
+ "step": 1240
794
+ },
795
+ {
796
+ "epoch": 2.24,
797
+ "learning_rate": 2.244165170556553e-05,
798
+ "loss": 0.3894,
799
+ "step": 1250
800
+ },
801
+ {
802
+ "epoch": 2.26,
803
+ "learning_rate": 2.2621184919210057e-05,
804
+ "loss": 0.3443,
805
+ "step": 1260
806
+ },
807
+ {
808
+ "epoch": 2.28,
809
+ "learning_rate": 2.280071813285458e-05,
810
+ "loss": 0.3402,
811
+ "step": 1270
812
+ },
813
+ {
814
+ "epoch": 2.3,
815
+ "learning_rate": 2.2980251346499105e-05,
816
+ "loss": 0.4164,
817
+ "step": 1280
818
+ },
819
+ {
820
+ "epoch": 2.31,
821
+ "learning_rate": 2.3159784560143628e-05,
822
+ "loss": 0.3879,
823
+ "step": 1290
824
+ },
825
+ {
826
+ "epoch": 2.33,
827
+ "learning_rate": 2.3339317773788153e-05,
828
+ "loss": 0.3719,
829
+ "step": 1300
830
+ },
831
+ {
832
+ "epoch": 2.35,
833
+ "learning_rate": 2.3518850987432676e-05,
834
+ "loss": 0.3477,
835
+ "step": 1310
836
+ },
837
+ {
838
+ "epoch": 2.37,
839
+ "learning_rate": 2.3698384201077202e-05,
840
+ "loss": 0.3744,
841
+ "step": 1320
842
+ },
843
+ {
844
+ "epoch": 2.39,
845
+ "learning_rate": 2.3877917414721724e-05,
846
+ "loss": 0.3833,
847
+ "step": 1330
848
+ },
849
+ {
850
+ "epoch": 2.4,
851
+ "learning_rate": 2.405745062836625e-05,
852
+ "loss": 0.398,
853
+ "step": 1340
854
+ },
855
+ {
856
+ "epoch": 2.42,
857
+ "learning_rate": 2.4236983842010776e-05,
858
+ "loss": 0.3562,
859
+ "step": 1350
860
+ },
861
+ {
862
+ "epoch": 2.44,
863
+ "learning_rate": 2.4416517055655298e-05,
864
+ "loss": 0.3614,
865
+ "step": 1360
866
+ },
867
+ {
868
+ "epoch": 2.46,
869
+ "learning_rate": 2.4596050269299824e-05,
870
+ "loss": 0.315,
871
+ "step": 1370
872
+ },
873
+ {
874
+ "epoch": 2.48,
875
+ "learning_rate": 2.4775583482944346e-05,
876
+ "loss": 0.3441,
877
+ "step": 1380
878
+ },
879
+ {
880
+ "epoch": 2.49,
881
+ "learning_rate": 2.495511669658887e-05,
882
+ "loss": 0.3589,
883
+ "step": 1390
884
+ },
885
+ {
886
+ "epoch": 2.51,
887
+ "learning_rate": 2.5134649910233395e-05,
888
+ "loss": 0.3418,
889
+ "step": 1400
890
+ },
891
+ {
892
+ "epoch": 2.53,
893
+ "learning_rate": 2.5314183123877917e-05,
894
+ "loss": 0.3696,
895
+ "step": 1410
896
+ },
897
+ {
898
+ "epoch": 2.55,
899
+ "learning_rate": 2.5493716337522443e-05,
900
+ "loss": 0.3606,
901
+ "step": 1420
902
+ },
903
+ {
904
+ "epoch": 2.57,
905
+ "learning_rate": 2.5673249551166965e-05,
906
+ "loss": 0.3389,
907
+ "step": 1430
908
+ },
909
+ {
910
+ "epoch": 2.58,
911
+ "learning_rate": 2.585278276481149e-05,
912
+ "loss": 0.3375,
913
+ "step": 1440
914
+ },
915
+ {
916
+ "epoch": 2.6,
917
+ "learning_rate": 2.6032315978456017e-05,
918
+ "loss": 0.3193,
919
+ "step": 1450
920
+ },
921
+ {
922
+ "epoch": 2.62,
923
+ "learning_rate": 2.621184919210054e-05,
924
+ "loss": 0.3683,
925
+ "step": 1460
926
+ },
927
+ {
928
+ "epoch": 2.64,
929
+ "learning_rate": 2.6391382405745062e-05,
930
+ "loss": 0.3203,
931
+ "step": 1470
932
+ },
933
+ {
934
+ "epoch": 2.65,
935
+ "learning_rate": 2.6570915619389584e-05,
936
+ "loss": 0.3792,
937
+ "step": 1480
938
+ },
939
+ {
940
+ "epoch": 2.67,
941
+ "learning_rate": 2.6750448833034114e-05,
942
+ "loss": 0.3343,
943
+ "step": 1490
944
+ },
945
+ {
946
+ "epoch": 2.69,
947
+ "learning_rate": 2.6929982046678636e-05,
948
+ "loss": 0.3671,
949
+ "step": 1500
950
+ },
951
+ {
952
+ "epoch": 2.71,
953
+ "learning_rate": 2.710951526032316e-05,
954
+ "loss": 0.4002,
955
+ "step": 1510
956
+ },
957
+ {
958
+ "epoch": 2.73,
959
+ "learning_rate": 2.7289048473967688e-05,
960
+ "loss": 0.3246,
961
+ "step": 1520
962
+ },
963
+ {
964
+ "epoch": 2.74,
965
+ "learning_rate": 2.746858168761221e-05,
966
+ "loss": 0.3731,
967
+ "step": 1530
968
+ },
969
+ {
970
+ "epoch": 2.76,
971
+ "learning_rate": 2.7648114901256732e-05,
972
+ "loss": 0.3652,
973
+ "step": 1540
974
+ },
975
+ {
976
+ "epoch": 2.78,
977
+ "learning_rate": 2.7827648114901255e-05,
978
+ "loss": 0.3767,
979
+ "step": 1550
980
+ },
981
+ {
982
+ "epoch": 2.8,
983
+ "learning_rate": 2.8007181328545784e-05,
984
+ "loss": 0.3135,
985
+ "step": 1560
986
+ },
987
+ {
988
+ "epoch": 2.82,
989
+ "learning_rate": 2.8186714542190307e-05,
990
+ "loss": 0.3303,
991
+ "step": 1570
992
+ },
993
+ {
994
+ "epoch": 2.83,
995
+ "learning_rate": 2.836624775583483e-05,
996
+ "loss": 0.3485,
997
+ "step": 1580
998
+ },
999
+ {
1000
+ "epoch": 2.85,
1001
+ "learning_rate": 2.8545780969479358e-05,
1002
+ "loss": 0.3528,
1003
+ "step": 1590
1004
+ },
1005
+ {
1006
+ "epoch": 2.87,
1007
+ "learning_rate": 2.872531418312388e-05,
1008
+ "loss": 0.3205,
1009
+ "step": 1600
1010
+ },
1011
+ {
1012
+ "epoch": 2.89,
1013
+ "learning_rate": 2.8904847396768403e-05,
1014
+ "loss": 0.3047,
1015
+ "step": 1610
1016
+ },
1017
+ {
1018
+ "epoch": 2.91,
1019
+ "learning_rate": 2.9084380610412926e-05,
1020
+ "loss": 0.3656,
1021
+ "step": 1620
1022
+ },
1023
+ {
1024
+ "epoch": 2.92,
1025
+ "learning_rate": 2.9263913824057455e-05,
1026
+ "loss": 0.3317,
1027
+ "step": 1630
1028
+ },
1029
+ {
1030
+ "epoch": 2.94,
1031
+ "learning_rate": 2.9443447037701977e-05,
1032
+ "loss": 0.3318,
1033
+ "step": 1640
1034
+ },
1035
+ {
1036
+ "epoch": 2.96,
1037
+ "learning_rate": 2.96229802513465e-05,
1038
+ "loss": 0.365,
1039
+ "step": 1650
1040
+ },
1041
+ {
1042
+ "epoch": 2.98,
1043
+ "learning_rate": 2.9802513464991022e-05,
1044
+ "loss": 0.3273,
1045
+ "step": 1660
1046
+ },
1047
+ {
1048
+ "epoch": 3.0,
1049
+ "learning_rate": 2.998204667863555e-05,
1050
+ "loss": 0.3246,
1051
+ "step": 1670
1052
+ },
1053
+ {
1054
+ "epoch": 3.0,
1055
+ "eval_accuracy": {
1056
+ "accuracy": 0.9295245570755775
1057
+ },
1058
+ "eval_f1": {
1059
+ "f1": 0.9243811536773696
1060
+ },
1061
+ "eval_loss": 0.19212597608566284,
1062
+ "eval_precision": {
1063
+ "precision": 0.9273415557649412
1064
+ },
1065
+ "eval_recall": {
1066
+ "recall": 0.9219909309089409
1067
+ },
1068
+ "eval_runtime": 99.0388,
1069
+ "eval_samples_per_second": 180.091,
1070
+ "eval_steps_per_second": 5.634,
1071
+ "step": 1672
1072
+ },
1073
+ {
1074
+ "epoch": 3.01,
1075
+ "learning_rate": 3.0161579892280074e-05,
1076
+ "loss": 0.3135,
1077
+ "step": 1680
1078
+ },
1079
+ {
1080
+ "epoch": 3.03,
1081
+ "learning_rate": 3.0341113105924596e-05,
1082
+ "loss": 0.3145,
1083
+ "step": 1690
1084
+ },
1085
+ {
1086
+ "epoch": 3.05,
1087
+ "learning_rate": 3.0520646319569125e-05,
1088
+ "loss": 0.3395,
1089
+ "step": 1700
1090
+ },
1091
+ {
1092
+ "epoch": 3.07,
1093
+ "learning_rate": 3.070017953321365e-05,
1094
+ "loss": 0.2927,
1095
+ "step": 1710
1096
+ },
1097
+ {
1098
+ "epoch": 3.09,
1099
+ "learning_rate": 3.087971274685817e-05,
1100
+ "loss": 0.3363,
1101
+ "step": 1720
1102
+ },
1103
+ {
1104
+ "epoch": 3.1,
1105
+ "learning_rate": 3.105924596050269e-05,
1106
+ "loss": 0.3392,
1107
+ "step": 1730
1108
+ },
1109
+ {
1110
+ "epoch": 3.12,
1111
+ "learning_rate": 3.123877917414722e-05,
1112
+ "loss": 0.3279,
1113
+ "step": 1740
1114
+ },
1115
+ {
1116
+ "epoch": 3.14,
1117
+ "learning_rate": 3.1418312387791744e-05,
1118
+ "loss": 0.3194,
1119
+ "step": 1750
1120
+ },
1121
+ {
1122
+ "epoch": 3.16,
1123
+ "learning_rate": 3.159784560143627e-05,
1124
+ "loss": 0.3206,
1125
+ "step": 1760
1126
+ },
1127
+ {
1128
+ "epoch": 3.17,
1129
+ "learning_rate": 3.1777378815080796e-05,
1130
+ "loss": 0.3246,
1131
+ "step": 1770
1132
+ },
1133
+ {
1134
+ "epoch": 3.19,
1135
+ "learning_rate": 3.195691202872532e-05,
1136
+ "loss": 0.3155,
1137
+ "step": 1780
1138
+ },
1139
+ {
1140
+ "epoch": 3.21,
1141
+ "learning_rate": 3.213644524236984e-05,
1142
+ "loss": 0.301,
1143
+ "step": 1790
1144
+ },
1145
+ {
1146
+ "epoch": 3.23,
1147
+ "learning_rate": 3.231597845601436e-05,
1148
+ "loss": 0.3287,
1149
+ "step": 1800
1150
+ },
1151
+ {
1152
+ "epoch": 3.25,
1153
+ "learning_rate": 3.249551166965889e-05,
1154
+ "loss": 0.3282,
1155
+ "step": 1810
1156
+ },
1157
+ {
1158
+ "epoch": 3.26,
1159
+ "learning_rate": 3.2675044883303415e-05,
1160
+ "loss": 0.2872,
1161
+ "step": 1820
1162
+ },
1163
+ {
1164
+ "epoch": 3.28,
1165
+ "learning_rate": 3.285457809694794e-05,
1166
+ "loss": 0.3003,
1167
+ "step": 1830
1168
+ },
1169
+ {
1170
+ "epoch": 3.3,
1171
+ "learning_rate": 3.3034111310592466e-05,
1172
+ "loss": 0.3009,
1173
+ "step": 1840
1174
+ },
1175
+ {
1176
+ "epoch": 3.32,
1177
+ "learning_rate": 3.321364452423699e-05,
1178
+ "loss": 0.325,
1179
+ "step": 1850
1180
+ },
1181
+ {
1182
+ "epoch": 3.34,
1183
+ "learning_rate": 3.339317773788151e-05,
1184
+ "loss": 0.3308,
1185
+ "step": 1860
1186
+ },
1187
+ {
1188
+ "epoch": 3.35,
1189
+ "learning_rate": 3.3572710951526034e-05,
1190
+ "loss": 0.3175,
1191
+ "step": 1870
1192
+ },
1193
+ {
1194
+ "epoch": 3.37,
1195
+ "learning_rate": 3.375224416517056e-05,
1196
+ "loss": 0.291,
1197
+ "step": 1880
1198
+ },
1199
+ {
1200
+ "epoch": 3.39,
1201
+ "learning_rate": 3.3931777378815085e-05,
1202
+ "loss": 0.2936,
1203
+ "step": 1890
1204
+ },
1205
+ {
1206
+ "epoch": 3.41,
1207
+ "learning_rate": 3.411131059245961e-05,
1208
+ "loss": 0.3304,
1209
+ "step": 1900
1210
+ },
1211
+ {
1212
+ "epoch": 3.43,
1213
+ "learning_rate": 3.429084380610413e-05,
1214
+ "loss": 0.331,
1215
+ "step": 1910
1216
+ },
1217
+ {
1218
+ "epoch": 3.44,
1219
+ "learning_rate": 3.447037701974866e-05,
1220
+ "loss": 0.3158,
1221
+ "step": 1920
1222
+ },
1223
+ {
1224
+ "epoch": 3.46,
1225
+ "learning_rate": 3.464991023339318e-05,
1226
+ "loss": 0.3054,
1227
+ "step": 1930
1228
+ },
1229
+ {
1230
+ "epoch": 3.48,
1231
+ "learning_rate": 3.4829443447037704e-05,
1232
+ "loss": 0.3063,
1233
+ "step": 1940
1234
+ },
1235
+ {
1236
+ "epoch": 3.5,
1237
+ "learning_rate": 3.500897666068223e-05,
1238
+ "loss": 0.279,
1239
+ "step": 1950
1240
+ },
1241
+ {
1242
+ "epoch": 3.52,
1243
+ "learning_rate": 3.5188509874326756e-05,
1244
+ "loss": 0.2986,
1245
+ "step": 1960
1246
+ },
1247
+ {
1248
+ "epoch": 3.53,
1249
+ "learning_rate": 3.536804308797128e-05,
1250
+ "loss": 0.3184,
1251
+ "step": 1970
1252
+ },
1253
+ {
1254
+ "epoch": 3.55,
1255
+ "learning_rate": 3.55475763016158e-05,
1256
+ "loss": 0.3623,
1257
+ "step": 1980
1258
+ },
1259
+ {
1260
+ "epoch": 3.57,
1261
+ "learning_rate": 3.572710951526032e-05,
1262
+ "loss": 0.3178,
1263
+ "step": 1990
1264
+ },
1265
+ {
1266
+ "epoch": 3.59,
1267
+ "learning_rate": 3.5906642728904846e-05,
1268
+ "loss": 0.2553,
1269
+ "step": 2000
1270
+ },
1271
+ {
1272
+ "epoch": 3.61,
1273
+ "learning_rate": 3.6086175942549375e-05,
1274
+ "loss": 0.3116,
1275
+ "step": 2010
1276
+ },
1277
+ {
1278
+ "epoch": 3.62,
1279
+ "learning_rate": 3.62657091561939e-05,
1280
+ "loss": 0.3278,
1281
+ "step": 2020
1282
+ },
1283
+ {
1284
+ "epoch": 3.64,
1285
+ "learning_rate": 3.644524236983842e-05,
1286
+ "loss": 0.311,
1287
+ "step": 2030
1288
+ },
1289
+ {
1290
+ "epoch": 3.66,
1291
+ "learning_rate": 3.662477558348294e-05,
1292
+ "loss": 0.3116,
1293
+ "step": 2040
1294
+ },
1295
+ {
1296
+ "epoch": 3.68,
1297
+ "learning_rate": 3.6804308797127465e-05,
1298
+ "loss": 0.3087,
1299
+ "step": 2050
1300
+ },
1301
+ {
1302
+ "epoch": 3.7,
1303
+ "learning_rate": 3.6983842010771994e-05,
1304
+ "loss": 0.3091,
1305
+ "step": 2060
1306
+ },
1307
+ {
1308
+ "epoch": 3.71,
1309
+ "learning_rate": 3.7163375224416516e-05,
1310
+ "loss": 0.2855,
1311
+ "step": 2070
1312
+ },
1313
+ {
1314
+ "epoch": 3.73,
1315
+ "learning_rate": 3.734290843806104e-05,
1316
+ "loss": 0.313,
1317
+ "step": 2080
1318
+ },
1319
+ {
1320
+ "epoch": 3.75,
1321
+ "learning_rate": 3.752244165170557e-05,
1322
+ "loss": 0.2992,
1323
+ "step": 2090
1324
+ },
1325
+ {
1326
+ "epoch": 3.77,
1327
+ "learning_rate": 3.770197486535009e-05,
1328
+ "loss": 0.2946,
1329
+ "step": 2100
1330
+ },
1331
+ {
1332
+ "epoch": 3.78,
1333
+ "learning_rate": 3.788150807899461e-05,
1334
+ "loss": 0.3034,
1335
+ "step": 2110
1336
+ },
1337
+ {
1338
+ "epoch": 3.8,
1339
+ "learning_rate": 3.8061041292639135e-05,
1340
+ "loss": 0.2868,
1341
+ "step": 2120
1342
+ },
1343
+ {
1344
+ "epoch": 3.82,
1345
+ "learning_rate": 3.8240574506283664e-05,
1346
+ "loss": 0.2818,
1347
+ "step": 2130
1348
+ },
1349
+ {
1350
+ "epoch": 3.84,
1351
+ "learning_rate": 3.842010771992819e-05,
1352
+ "loss": 0.2943,
1353
+ "step": 2140
1354
+ },
1355
+ {
1356
+ "epoch": 3.86,
1357
+ "learning_rate": 3.859964093357271e-05,
1358
+ "loss": 0.3166,
1359
+ "step": 2150
1360
+ },
1361
+ {
1362
+ "epoch": 3.87,
1363
+ "learning_rate": 3.877917414721723e-05,
1364
+ "loss": 0.2947,
1365
+ "step": 2160
1366
+ },
1367
+ {
1368
+ "epoch": 3.89,
1369
+ "learning_rate": 3.895870736086176e-05,
1370
+ "loss": 0.2764,
1371
+ "step": 2170
1372
+ },
1373
+ {
1374
+ "epoch": 3.91,
1375
+ "learning_rate": 3.9138240574506283e-05,
1376
+ "loss": 0.278,
1377
+ "step": 2180
1378
+ },
1379
+ {
1380
+ "epoch": 3.93,
1381
+ "learning_rate": 3.9317773788150806e-05,
1382
+ "loss": 0.3091,
1383
+ "step": 2190
1384
+ },
1385
+ {
1386
+ "epoch": 3.95,
1387
+ "learning_rate": 3.9497307001795335e-05,
1388
+ "loss": 0.3336,
1389
+ "step": 2200
1390
+ },
1391
+ {
1392
+ "epoch": 3.96,
1393
+ "learning_rate": 3.967684021543986e-05,
1394
+ "loss": 0.3256,
1395
+ "step": 2210
1396
+ },
1397
+ {
1398
+ "epoch": 3.98,
1399
+ "learning_rate": 3.985637342908438e-05,
1400
+ "loss": 0.2664,
1401
+ "step": 2220
1402
+ },
1403
+ {
1404
+ "epoch": 4.0,
1405
+ "learning_rate": 4.00359066427289e-05,
1406
+ "loss": 0.2819,
1407
+ "step": 2230
1408
+ },
1409
+ {
1410
+ "epoch": 4.0,
1411
+ "eval_accuracy": {
1412
+ "accuracy": 0.9389437093518727
1413
+ },
1414
+ "eval_f1": {
1415
+ "f1": 0.934636026587255
1416
+ },
1417
+ "eval_loss": 0.16309776902198792,
1418
+ "eval_precision": {
1419
+ "precision": 0.9384931858190604
1420
+ },
1421
+ "eval_recall": {
1422
+ "recall": 0.9317771824858079
1423
+ },
1424
+ "eval_runtime": 98.5849,
1425
+ "eval_samples_per_second": 180.92,
1426
+ "eval_steps_per_second": 5.66,
1427
+ "step": 2230
1428
+ },
1429
+ {
1430
+ "epoch": 4.02,
1431
+ "learning_rate": 4.021543985637343e-05,
1432
+ "loss": 0.2725,
1433
+ "step": 2240
1434
+ },
1435
+ {
1436
+ "epoch": 4.04,
1437
+ "learning_rate": 4.0394973070017954e-05,
1438
+ "loss": 0.3239,
1439
+ "step": 2250
1440
+ },
1441
+ {
1442
+ "epoch": 4.05,
1443
+ "learning_rate": 4.0574506283662476e-05,
1444
+ "loss": 0.2761,
1445
+ "step": 2260
1446
+ },
1447
+ {
1448
+ "epoch": 4.07,
1449
+ "learning_rate": 4.0754039497307006e-05,
1450
+ "loss": 0.275,
1451
+ "step": 2270
1452
+ },
1453
+ {
1454
+ "epoch": 4.09,
1455
+ "learning_rate": 4.093357271095153e-05,
1456
+ "loss": 0.2789,
1457
+ "step": 2280
1458
+ },
1459
+ {
1460
+ "epoch": 4.11,
1461
+ "learning_rate": 4.111310592459605e-05,
1462
+ "loss": 0.2702,
1463
+ "step": 2290
1464
+ },
1465
+ {
1466
+ "epoch": 4.13,
1467
+ "learning_rate": 4.129263913824057e-05,
1468
+ "loss": 0.3244,
1469
+ "step": 2300
1470
+ },
1471
+ {
1472
+ "epoch": 4.14,
1473
+ "learning_rate": 4.14721723518851e-05,
1474
+ "loss": 0.3254,
1475
+ "step": 2310
1476
+ },
1477
+ {
1478
+ "epoch": 4.16,
1479
+ "learning_rate": 4.1651705565529625e-05,
1480
+ "loss": 0.2969,
1481
+ "step": 2320
1482
+ },
1483
+ {
1484
+ "epoch": 4.18,
1485
+ "learning_rate": 4.183123877917415e-05,
1486
+ "loss": 0.2545,
1487
+ "step": 2330
1488
+ },
1489
+ {
1490
+ "epoch": 4.2,
1491
+ "learning_rate": 4.2010771992818676e-05,
1492
+ "loss": 0.2307,
1493
+ "step": 2340
1494
+ },
1495
+ {
1496
+ "epoch": 4.22,
1497
+ "learning_rate": 4.21903052064632e-05,
1498
+ "loss": 0.3132,
1499
+ "step": 2350
1500
+ },
1501
+ {
1502
+ "epoch": 4.23,
1503
+ "learning_rate": 4.236983842010772e-05,
1504
+ "loss": 0.3017,
1505
+ "step": 2360
1506
+ },
1507
+ {
1508
+ "epoch": 4.25,
1509
+ "learning_rate": 4.2549371633752244e-05,
1510
+ "loss": 0.2885,
1511
+ "step": 2370
1512
+ },
1513
+ {
1514
+ "epoch": 4.27,
1515
+ "learning_rate": 4.272890484739677e-05,
1516
+ "loss": 0.3085,
1517
+ "step": 2380
1518
+ },
1519
+ {
1520
+ "epoch": 4.29,
1521
+ "learning_rate": 4.2908438061041295e-05,
1522
+ "loss": 0.3079,
1523
+ "step": 2390
1524
+ },
1525
+ {
1526
+ "epoch": 4.3,
1527
+ "learning_rate": 4.308797127468582e-05,
1528
+ "loss": 0.2749,
1529
+ "step": 2400
1530
+ },
1531
+ {
1532
+ "epoch": 4.32,
1533
+ "learning_rate": 4.326750448833034e-05,
1534
+ "loss": 0.2863,
1535
+ "step": 2410
1536
+ },
1537
+ {
1538
+ "epoch": 4.34,
1539
+ "learning_rate": 4.344703770197487e-05,
1540
+ "loss": 0.2523,
1541
+ "step": 2420
1542
+ },
1543
+ {
1544
+ "epoch": 4.36,
1545
+ "learning_rate": 4.362657091561939e-05,
1546
+ "loss": 0.2441,
1547
+ "step": 2430
1548
+ },
1549
+ {
1550
+ "epoch": 4.38,
1551
+ "learning_rate": 4.3806104129263914e-05,
1552
+ "loss": 0.3174,
1553
+ "step": 2440
1554
+ },
1555
+ {
1556
+ "epoch": 4.39,
1557
+ "learning_rate": 4.398563734290844e-05,
1558
+ "loss": 0.2938,
1559
+ "step": 2450
1560
+ },
1561
+ {
1562
+ "epoch": 4.41,
1563
+ "learning_rate": 4.4165170556552966e-05,
1564
+ "loss": 0.2632,
1565
+ "step": 2460
1566
+ },
1567
+ {
1568
+ "epoch": 4.43,
1569
+ "learning_rate": 4.434470377019749e-05,
1570
+ "loss": 0.2924,
1571
+ "step": 2470
1572
+ },
1573
+ {
1574
+ "epoch": 4.45,
1575
+ "learning_rate": 4.452423698384201e-05,
1576
+ "loss": 0.3018,
1577
+ "step": 2480
1578
+ },
1579
+ {
1580
+ "epoch": 4.47,
1581
+ "learning_rate": 4.470377019748654e-05,
1582
+ "loss": 0.2488,
1583
+ "step": 2490
1584
+ },
1585
+ {
1586
+ "epoch": 4.48,
1587
+ "learning_rate": 4.488330341113106e-05,
1588
+ "loss": 0.2659,
1589
+ "step": 2500
1590
+ },
1591
+ {
1592
+ "epoch": 4.5,
1593
+ "learning_rate": 4.5062836624775585e-05,
1594
+ "loss": 0.2689,
1595
+ "step": 2510
1596
+ },
1597
+ {
1598
+ "epoch": 4.52,
1599
+ "learning_rate": 4.5242369838420114e-05,
1600
+ "loss": 0.2702,
1601
+ "step": 2520
1602
+ },
1603
+ {
1604
+ "epoch": 4.54,
1605
+ "learning_rate": 4.5421903052064636e-05,
1606
+ "loss": 0.2695,
1607
+ "step": 2530
1608
+ },
1609
+ {
1610
+ "epoch": 4.56,
1611
+ "learning_rate": 4.560143626570916e-05,
1612
+ "loss": 0.2629,
1613
+ "step": 2540
1614
+ },
1615
+ {
1616
+ "epoch": 4.57,
1617
+ "learning_rate": 4.578096947935368e-05,
1618
+ "loss": 0.2931,
1619
+ "step": 2550
1620
+ },
1621
+ {
1622
+ "epoch": 4.59,
1623
+ "learning_rate": 4.596050269299821e-05,
1624
+ "loss": 0.2865,
1625
+ "step": 2560
1626
+ },
1627
+ {
1628
+ "epoch": 4.61,
1629
+ "learning_rate": 4.614003590664273e-05,
1630
+ "loss": 0.2751,
1631
+ "step": 2570
1632
+ },
1633
+ {
1634
+ "epoch": 4.63,
1635
+ "learning_rate": 4.6319569120287255e-05,
1636
+ "loss": 0.2565,
1637
+ "step": 2580
1638
+ },
1639
+ {
1640
+ "epoch": 4.65,
1641
+ "learning_rate": 4.6499102333931784e-05,
1642
+ "loss": 0.2589,
1643
+ "step": 2590
1644
+ },
1645
+ {
1646
+ "epoch": 4.66,
1647
+ "learning_rate": 4.667863554757631e-05,
1648
+ "loss": 0.2501,
1649
+ "step": 2600
1650
+ },
1651
+ {
1652
+ "epoch": 4.68,
1653
+ "learning_rate": 4.685816876122083e-05,
1654
+ "loss": 0.2524,
1655
+ "step": 2610
1656
+ },
1657
+ {
1658
+ "epoch": 4.7,
1659
+ "learning_rate": 4.703770197486535e-05,
1660
+ "loss": 0.2596,
1661
+ "step": 2620
1662
+ },
1663
+ {
1664
+ "epoch": 4.72,
1665
+ "learning_rate": 4.721723518850988e-05,
1666
+ "loss": 0.2567,
1667
+ "step": 2630
1668
+ },
1669
+ {
1670
+ "epoch": 4.74,
1671
+ "learning_rate": 4.7396768402154403e-05,
1672
+ "loss": 0.2886,
1673
+ "step": 2640
1674
+ },
1675
+ {
1676
+ "epoch": 4.75,
1677
+ "learning_rate": 4.7576301615798926e-05,
1678
+ "loss": 0.2879,
1679
+ "step": 2650
1680
+ },
1681
+ {
1682
+ "epoch": 4.77,
1683
+ "learning_rate": 4.775583482944345e-05,
1684
+ "loss": 0.2703,
1685
+ "step": 2660
1686
+ },
1687
+ {
1688
+ "epoch": 4.79,
1689
+ "learning_rate": 4.793536804308798e-05,
1690
+ "loss": 0.3013,
1691
+ "step": 2670
1692
+ },
1693
+ {
1694
+ "epoch": 4.81,
1695
+ "learning_rate": 4.81149012567325e-05,
1696
+ "loss": 0.2801,
1697
+ "step": 2680
1698
+ },
1699
+ {
1700
+ "epoch": 4.83,
1701
+ "learning_rate": 4.829443447037702e-05,
1702
+ "loss": 0.2886,
1703
+ "step": 2690
1704
+ },
1705
+ {
1706
+ "epoch": 4.84,
1707
+ "learning_rate": 4.847396768402155e-05,
1708
+ "loss": 0.3084,
1709
+ "step": 2700
1710
+ },
1711
+ {
1712
+ "epoch": 4.86,
1713
+ "learning_rate": 4.8653500897666074e-05,
1714
+ "loss": 0.2886,
1715
+ "step": 2710
1716
+ },
1717
+ {
1718
+ "epoch": 4.88,
1719
+ "learning_rate": 4.8833034111310596e-05,
1720
+ "loss": 0.2678,
1721
+ "step": 2720
1722
+ },
1723
+ {
1724
+ "epoch": 4.9,
1725
+ "learning_rate": 4.901256732495512e-05,
1726
+ "loss": 0.2628,
1727
+ "step": 2730
1728
+ },
1729
+ {
1730
+ "epoch": 4.91,
1731
+ "learning_rate": 4.919210053859965e-05,
1732
+ "loss": 0.2834,
1733
+ "step": 2740
1734
+ },
1735
+ {
1736
+ "epoch": 4.93,
1737
+ "learning_rate": 4.937163375224417e-05,
1738
+ "loss": 0.2775,
1739
+ "step": 2750
1740
+ },
1741
+ {
1742
+ "epoch": 4.95,
1743
+ "learning_rate": 4.955116696588869e-05,
1744
+ "loss": 0.2987,
1745
+ "step": 2760
1746
+ },
1747
+ {
1748
+ "epoch": 4.97,
1749
+ "learning_rate": 4.9730700179533215e-05,
1750
+ "loss": 0.2409,
1751
+ "step": 2770
1752
+ },
1753
+ {
1754
+ "epoch": 4.99,
1755
+ "learning_rate": 4.991023339317774e-05,
1756
+ "loss": 0.3022,
1757
+ "step": 2780
1758
+ },
1759
+ {
1760
+ "epoch": 5.0,
1761
+ "eval_accuracy": {
1762
+ "accuracy": 0.9471294012110338
1763
+ },
1764
+ "eval_f1": {
1765
+ "f1": 0.944197644580418
1766
+ },
1767
+ "eval_loss": 0.1480465531349182,
1768
+ "eval_precision": {
1769
+ "precision": 0.9443621962369058
1770
+ },
1771
+ "eval_recall": {
1772
+ "recall": 0.9440973623586151
1773
+ },
1774
+ "eval_runtime": 99.3848,
1775
+ "eval_samples_per_second": 179.464,
1776
+ "eval_steps_per_second": 5.615,
1777
+ "step": 2787
1778
+ }
1779
+ ],
1780
+ "logging_steps": 10,
1781
+ "max_steps": 27850,
1782
+ "num_input_tokens_seen": 0,
1783
+ "num_train_epochs": 50,
1784
+ "save_steps": 500,
1785
+ "total_flos": 8.866626753374208e+18,
1786
+ "train_batch_size": 32,
1787
+ "trial_name": null,
1788
+ "trial_params": null
1789
+ }
tmp-checkpoint-2787/training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c081bc3c7c7c6c246b97a8d5de1f01d4b69caf186a7167574020cb94e76e323a
3
+ size 4792