Santipab commited on
Commit
4a53141
1 Parent(s): f7a2e98

Upload 7 files

Browse files
all_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "total_flos": 8.461519969222656e+18,
4
+ "train_loss": 0.08282403266835414,
5
+ "train_runtime": 2739.6736,
6
+ "train_samples_per_second": 39.421,
7
+ "train_steps_per_second": 0.548
8
+ }
config.json ADDED
@@ -0,0 +1,65 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "microsoft/swin-base-patch4-window7-224-in22k",
3
+ "architectures": [
4
+ "SwinForImageClassification"
5
+ ],
6
+ "attention_probs_dropout_prob": 0.0,
7
+ "depths": [
8
+ 2,
9
+ 2,
10
+ 18,
11
+ 2
12
+ ],
13
+ "drop_path_rate": 0.1,
14
+ "embed_dim": 128,
15
+ "encoder_stride": 32,
16
+ "hidden_act": "gelu",
17
+ "hidden_dropout_prob": 0.0,
18
+ "hidden_size": 1024,
19
+ "id2label": {
20
+ "0": "glioma_tumor",
21
+ "1": "meningioma_tumor",
22
+ "2": "normal",
23
+ "3": "pituitary_tumor"
24
+ },
25
+ "image_size": 224,
26
+ "initializer_range": 0.02,
27
+ "label2id": {
28
+ "glioma_tumor": 0,
29
+ "meningioma_tumor": 1,
30
+ "normal": 2,
31
+ "pituitary_tumor": 3
32
+ },
33
+ "layer_norm_eps": 1e-05,
34
+ "mlp_ratio": 4.0,
35
+ "model_type": "swin",
36
+ "num_channels": 3,
37
+ "num_heads": [
38
+ 4,
39
+ 8,
40
+ 16,
41
+ 32
42
+ ],
43
+ "num_layers": 4,
44
+ "out_features": [
45
+ "stage4"
46
+ ],
47
+ "out_indices": [
48
+ 4
49
+ ],
50
+ "patch_size": 4,
51
+ "path_norm": true,
52
+ "problem_type": "single_label_classification",
53
+ "qkv_bias": true,
54
+ "stage_names": [
55
+ "stem",
56
+ "stage1",
57
+ "stage2",
58
+ "stage3",
59
+ "stage4"
60
+ ],
61
+ "torch_dtype": "float32",
62
+ "transformers_version": "4.35.2",
63
+ "use_absolute_embeddings": false,
64
+ "window_size": 7
65
+ }
model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba3bc9a87d59c4aa98d89da711bc530fb14d94eb3831d7715a5519729987c729
3
+ size 347507016
preprocessor_config.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_normalize": true,
3
+ "do_rescale": true,
4
+ "do_resize": true,
5
+ "image_mean": [
6
+ 0.485,
7
+ 0.456,
8
+ 0.406
9
+ ],
10
+ "image_processor_type": "ViTImageProcessor",
11
+ "image_std": [
12
+ 0.229,
13
+ 0.224,
14
+ 0.225
15
+ ],
16
+ "resample": 3,
17
+ "rescale_factor": 0.00392156862745098,
18
+ "size": {
19
+ "height": 224,
20
+ "width": 224
21
+ }
22
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 30.0,
3
+ "total_flos": 8.461519969222656e+18,
4
+ "train_loss": 0.08282403266835414,
5
+ "train_runtime": 2739.6736,
6
+ "train_samples_per_second": 39.421,
7
+ "train_steps_per_second": 0.548
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,1198 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.99,
3
+ "best_model_checkpoint": "./model-swin-base/checkpoint-550",
4
+ "epoch": 30.0,
5
+ "eval_steps": 500,
6
+ "global_step": 1500,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.2,
13
+ "learning_rate": 1.3333333333333334e-06,
14
+ "loss": 1.4686,
15
+ "step": 10
16
+ },
17
+ {
18
+ "epoch": 0.4,
19
+ "learning_rate": 2.666666666666667e-06,
20
+ "loss": 1.3974,
21
+ "step": 20
22
+ },
23
+ {
24
+ "epoch": 0.6,
25
+ "learning_rate": 4.000000000000001e-06,
26
+ "loss": 1.3354,
27
+ "step": 30
28
+ },
29
+ {
30
+ "epoch": 0.8,
31
+ "learning_rate": 5.333333333333334e-06,
32
+ "loss": 1.2507,
33
+ "step": 40
34
+ },
35
+ {
36
+ "epoch": 1.0,
37
+ "learning_rate": 6.533333333333334e-06,
38
+ "loss": 1.1342,
39
+ "step": 50
40
+ },
41
+ {
42
+ "epoch": 1.0,
43
+ "eval_accuracy": 0.675,
44
+ "eval_loss": 1.0418896675109863,
45
+ "eval_runtime": 3.2263,
46
+ "eval_samples_per_second": 61.99,
47
+ "eval_steps_per_second": 7.749,
48
+ "step": 50
49
+ },
50
+ {
51
+ "epoch": 1.2,
52
+ "learning_rate": 7.866666666666667e-06,
53
+ "loss": 0.9423,
54
+ "step": 60
55
+ },
56
+ {
57
+ "epoch": 1.4,
58
+ "learning_rate": 9.200000000000002e-06,
59
+ "loss": 0.7573,
60
+ "step": 70
61
+ },
62
+ {
63
+ "epoch": 1.6,
64
+ "learning_rate": 1.04e-05,
65
+ "loss": 0.5741,
66
+ "step": 80
67
+ },
68
+ {
69
+ "epoch": 1.8,
70
+ "learning_rate": 1.1733333333333335e-05,
71
+ "loss": 0.4699,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 2.0,
76
+ "learning_rate": 1.3066666666666668e-05,
77
+ "loss": 0.3671,
78
+ "step": 100
79
+ },
80
+ {
81
+ "epoch": 2.0,
82
+ "eval_accuracy": 0.93,
83
+ "eval_loss": 0.2913907766342163,
84
+ "eval_runtime": 3.5132,
85
+ "eval_samples_per_second": 56.929,
86
+ "eval_steps_per_second": 7.116,
87
+ "step": 100
88
+ },
89
+ {
90
+ "epoch": 2.2,
91
+ "learning_rate": 1.4400000000000001e-05,
92
+ "loss": 0.2999,
93
+ "step": 110
94
+ },
95
+ {
96
+ "epoch": 2.4,
97
+ "learning_rate": 1.5733333333333334e-05,
98
+ "loss": 0.2729,
99
+ "step": 120
100
+ },
101
+ {
102
+ "epoch": 2.6,
103
+ "learning_rate": 1.6933333333333336e-05,
104
+ "loss": 0.2265,
105
+ "step": 130
106
+ },
107
+ {
108
+ "epoch": 2.8,
109
+ "learning_rate": 1.826666666666667e-05,
110
+ "loss": 0.2029,
111
+ "step": 140
112
+ },
113
+ {
114
+ "epoch": 3.0,
115
+ "learning_rate": 1.9600000000000002e-05,
116
+ "loss": 0.1877,
117
+ "step": 150
118
+ },
119
+ {
120
+ "epoch": 3.0,
121
+ "eval_accuracy": 0.96,
122
+ "eval_loss": 0.15821456909179688,
123
+ "eval_runtime": 3.0285,
124
+ "eval_samples_per_second": 66.04,
125
+ "eval_steps_per_second": 8.255,
126
+ "step": 150
127
+ },
128
+ {
129
+ "epoch": 3.2,
130
+ "learning_rate": 1.98962962962963e-05,
131
+ "loss": 0.1277,
132
+ "step": 160
133
+ },
134
+ {
135
+ "epoch": 3.4,
136
+ "learning_rate": 1.974814814814815e-05,
137
+ "loss": 0.1544,
138
+ "step": 170
139
+ },
140
+ {
141
+ "epoch": 3.6,
142
+ "learning_rate": 1.9600000000000002e-05,
143
+ "loss": 0.1202,
144
+ "step": 180
145
+ },
146
+ {
147
+ "epoch": 3.8,
148
+ "learning_rate": 1.9451851851851852e-05,
149
+ "loss": 0.1262,
150
+ "step": 190
151
+ },
152
+ {
153
+ "epoch": 4.0,
154
+ "learning_rate": 1.9303703703703705e-05,
155
+ "loss": 0.103,
156
+ "step": 200
157
+ },
158
+ {
159
+ "epoch": 4.0,
160
+ "eval_accuracy": 0.96,
161
+ "eval_loss": 0.09424378722906113,
162
+ "eval_runtime": 2.7746,
163
+ "eval_samples_per_second": 72.084,
164
+ "eval_steps_per_second": 9.01,
165
+ "step": 200
166
+ },
167
+ {
168
+ "epoch": 4.2,
169
+ "learning_rate": 1.9155555555555558e-05,
170
+ "loss": 0.0513,
171
+ "step": 210
172
+ },
173
+ {
174
+ "epoch": 4.4,
175
+ "learning_rate": 1.900740740740741e-05,
176
+ "loss": 0.0587,
177
+ "step": 220
178
+ },
179
+ {
180
+ "epoch": 4.6,
181
+ "learning_rate": 1.885925925925926e-05,
182
+ "loss": 0.0652,
183
+ "step": 230
184
+ },
185
+ {
186
+ "epoch": 4.8,
187
+ "learning_rate": 1.8711111111111113e-05,
188
+ "loss": 0.0927,
189
+ "step": 240
190
+ },
191
+ {
192
+ "epoch": 5.0,
193
+ "learning_rate": 1.8562962962962966e-05,
194
+ "loss": 0.0747,
195
+ "step": 250
196
+ },
197
+ {
198
+ "epoch": 5.0,
199
+ "eval_accuracy": 0.98,
200
+ "eval_loss": 0.08238686621189117,
201
+ "eval_runtime": 3.8058,
202
+ "eval_samples_per_second": 52.551,
203
+ "eval_steps_per_second": 6.569,
204
+ "step": 250
205
+ },
206
+ {
207
+ "epoch": 5.2,
208
+ "learning_rate": 1.8414814814814816e-05,
209
+ "loss": 0.0371,
210
+ "step": 260
211
+ },
212
+ {
213
+ "epoch": 5.4,
214
+ "learning_rate": 1.826666666666667e-05,
215
+ "loss": 0.038,
216
+ "step": 270
217
+ },
218
+ {
219
+ "epoch": 5.6,
220
+ "learning_rate": 1.811851851851852e-05,
221
+ "loss": 0.0289,
222
+ "step": 280
223
+ },
224
+ {
225
+ "epoch": 5.8,
226
+ "learning_rate": 1.7970370370370372e-05,
227
+ "loss": 0.0359,
228
+ "step": 290
229
+ },
230
+ {
231
+ "epoch": 6.0,
232
+ "learning_rate": 1.782222222222222e-05,
233
+ "loss": 0.0415,
234
+ "step": 300
235
+ },
236
+ {
237
+ "epoch": 6.0,
238
+ "eval_accuracy": 0.975,
239
+ "eval_loss": 0.09845741093158722,
240
+ "eval_runtime": 2.7024,
241
+ "eval_samples_per_second": 74.009,
242
+ "eval_steps_per_second": 9.251,
243
+ "step": 300
244
+ },
245
+ {
246
+ "epoch": 6.2,
247
+ "learning_rate": 1.7674074074074074e-05,
248
+ "loss": 0.0215,
249
+ "step": 310
250
+ },
251
+ {
252
+ "epoch": 6.4,
253
+ "learning_rate": 1.7525925925925927e-05,
254
+ "loss": 0.0151,
255
+ "step": 320
256
+ },
257
+ {
258
+ "epoch": 6.6,
259
+ "learning_rate": 1.737777777777778e-05,
260
+ "loss": 0.0148,
261
+ "step": 330
262
+ },
263
+ {
264
+ "epoch": 6.8,
265
+ "learning_rate": 1.722962962962963e-05,
266
+ "loss": 0.0111,
267
+ "step": 340
268
+ },
269
+ {
270
+ "epoch": 7.0,
271
+ "learning_rate": 1.7081481481481483e-05,
272
+ "loss": 0.0155,
273
+ "step": 350
274
+ },
275
+ {
276
+ "epoch": 7.0,
277
+ "eval_accuracy": 0.98,
278
+ "eval_loss": 0.07865051925182343,
279
+ "eval_runtime": 3.1716,
280
+ "eval_samples_per_second": 63.061,
281
+ "eval_steps_per_second": 7.883,
282
+ "step": 350
283
+ },
284
+ {
285
+ "epoch": 7.2,
286
+ "learning_rate": 1.6933333333333336e-05,
287
+ "loss": 0.0171,
288
+ "step": 360
289
+ },
290
+ {
291
+ "epoch": 7.4,
292
+ "learning_rate": 1.6785185185185186e-05,
293
+ "loss": 0.0088,
294
+ "step": 370
295
+ },
296
+ {
297
+ "epoch": 7.6,
298
+ "learning_rate": 1.663703703703704e-05,
299
+ "loss": 0.0157,
300
+ "step": 380
301
+ },
302
+ {
303
+ "epoch": 7.8,
304
+ "learning_rate": 1.648888888888889e-05,
305
+ "loss": 0.0214,
306
+ "step": 390
307
+ },
308
+ {
309
+ "epoch": 8.0,
310
+ "learning_rate": 1.634074074074074e-05,
311
+ "loss": 0.0111,
312
+ "step": 400
313
+ },
314
+ {
315
+ "epoch": 8.0,
316
+ "eval_accuracy": 0.985,
317
+ "eval_loss": 0.05885818600654602,
318
+ "eval_runtime": 2.7423,
319
+ "eval_samples_per_second": 72.931,
320
+ "eval_steps_per_second": 9.116,
321
+ "step": 400
322
+ },
323
+ {
324
+ "epoch": 8.2,
325
+ "learning_rate": 1.6192592592592594e-05,
326
+ "loss": 0.0057,
327
+ "step": 410
328
+ },
329
+ {
330
+ "epoch": 8.4,
331
+ "learning_rate": 1.6044444444444444e-05,
332
+ "loss": 0.0073,
333
+ "step": 420
334
+ },
335
+ {
336
+ "epoch": 8.6,
337
+ "learning_rate": 1.5896296296296297e-05,
338
+ "loss": 0.0026,
339
+ "step": 430
340
+ },
341
+ {
342
+ "epoch": 8.8,
343
+ "learning_rate": 1.574814814814815e-05,
344
+ "loss": 0.0149,
345
+ "step": 440
346
+ },
347
+ {
348
+ "epoch": 9.0,
349
+ "learning_rate": 1.5600000000000003e-05,
350
+ "loss": 0.0056,
351
+ "step": 450
352
+ },
353
+ {
354
+ "epoch": 9.0,
355
+ "eval_accuracy": 0.985,
356
+ "eval_loss": 0.07744328677654266,
357
+ "eval_runtime": 3.5391,
358
+ "eval_samples_per_second": 56.512,
359
+ "eval_steps_per_second": 7.064,
360
+ "step": 450
361
+ },
362
+ {
363
+ "epoch": 9.2,
364
+ "learning_rate": 1.5451851851851853e-05,
365
+ "loss": 0.0012,
366
+ "step": 460
367
+ },
368
+ {
369
+ "epoch": 9.4,
370
+ "learning_rate": 1.5303703703703706e-05,
371
+ "loss": 0.0058,
372
+ "step": 470
373
+ },
374
+ {
375
+ "epoch": 9.6,
376
+ "learning_rate": 1.5155555555555557e-05,
377
+ "loss": 0.0044,
378
+ "step": 480
379
+ },
380
+ {
381
+ "epoch": 9.8,
382
+ "learning_rate": 1.5007407407407408e-05,
383
+ "loss": 0.0044,
384
+ "step": 490
385
+ },
386
+ {
387
+ "epoch": 10.0,
388
+ "learning_rate": 1.485925925925926e-05,
389
+ "loss": 0.0018,
390
+ "step": 500
391
+ },
392
+ {
393
+ "epoch": 10.0,
394
+ "eval_accuracy": 0.985,
395
+ "eval_loss": 0.09671365469694138,
396
+ "eval_runtime": 3.037,
397
+ "eval_samples_per_second": 65.855,
398
+ "eval_steps_per_second": 8.232,
399
+ "step": 500
400
+ },
401
+ {
402
+ "epoch": 10.2,
403
+ "learning_rate": 1.4711111111111111e-05,
404
+ "loss": 0.0097,
405
+ "step": 510
406
+ },
407
+ {
408
+ "epoch": 10.4,
409
+ "learning_rate": 1.4562962962962962e-05,
410
+ "loss": 0.0023,
411
+ "step": 520
412
+ },
413
+ {
414
+ "epoch": 10.6,
415
+ "learning_rate": 1.4414814814814817e-05,
416
+ "loss": 0.0021,
417
+ "step": 530
418
+ },
419
+ {
420
+ "epoch": 10.8,
421
+ "learning_rate": 1.4266666666666668e-05,
422
+ "loss": 0.0047,
423
+ "step": 540
424
+ },
425
+ {
426
+ "epoch": 11.0,
427
+ "learning_rate": 1.411851851851852e-05,
428
+ "loss": 0.0043,
429
+ "step": 550
430
+ },
431
+ {
432
+ "epoch": 11.0,
433
+ "eval_accuracy": 0.99,
434
+ "eval_loss": 0.0876985564827919,
435
+ "eval_runtime": 3.0689,
436
+ "eval_samples_per_second": 65.169,
437
+ "eval_steps_per_second": 8.146,
438
+ "step": 550
439
+ },
440
+ {
441
+ "epoch": 11.2,
442
+ "learning_rate": 1.3970370370370371e-05,
443
+ "loss": 0.0053,
444
+ "step": 560
445
+ },
446
+ {
447
+ "epoch": 11.4,
448
+ "learning_rate": 1.3822222222222224e-05,
449
+ "loss": 0.001,
450
+ "step": 570
451
+ },
452
+ {
453
+ "epoch": 11.6,
454
+ "learning_rate": 1.3674074074074075e-05,
455
+ "loss": 0.001,
456
+ "step": 580
457
+ },
458
+ {
459
+ "epoch": 11.8,
460
+ "learning_rate": 1.3525925925925927e-05,
461
+ "loss": 0.0023,
462
+ "step": 590
463
+ },
464
+ {
465
+ "epoch": 12.0,
466
+ "learning_rate": 1.3377777777777778e-05,
467
+ "loss": 0.0104,
468
+ "step": 600
469
+ },
470
+ {
471
+ "epoch": 12.0,
472
+ "eval_accuracy": 0.99,
473
+ "eval_loss": 0.09939048439264297,
474
+ "eval_runtime": 3.4336,
475
+ "eval_samples_per_second": 58.248,
476
+ "eval_steps_per_second": 7.281,
477
+ "step": 600
478
+ },
479
+ {
480
+ "epoch": 12.2,
481
+ "learning_rate": 1.322962962962963e-05,
482
+ "loss": 0.0097,
483
+ "step": 610
484
+ },
485
+ {
486
+ "epoch": 12.4,
487
+ "learning_rate": 1.3081481481481482e-05,
488
+ "loss": 0.001,
489
+ "step": 620
490
+ },
491
+ {
492
+ "epoch": 12.6,
493
+ "learning_rate": 1.2933333333333334e-05,
494
+ "loss": 0.0011,
495
+ "step": 630
496
+ },
497
+ {
498
+ "epoch": 12.8,
499
+ "learning_rate": 1.2785185185185187e-05,
500
+ "loss": 0.0009,
501
+ "step": 640
502
+ },
503
+ {
504
+ "epoch": 13.0,
505
+ "learning_rate": 1.2637037037037038e-05,
506
+ "loss": 0.0002,
507
+ "step": 650
508
+ },
509
+ {
510
+ "epoch": 13.0,
511
+ "eval_accuracy": 0.985,
512
+ "eval_loss": 0.10399068146944046,
513
+ "eval_runtime": 3.0117,
514
+ "eval_samples_per_second": 66.407,
515
+ "eval_steps_per_second": 8.301,
516
+ "step": 650
517
+ },
518
+ {
519
+ "epoch": 13.2,
520
+ "learning_rate": 1.2488888888888891e-05,
521
+ "loss": 0.0037,
522
+ "step": 660
523
+ },
524
+ {
525
+ "epoch": 13.4,
526
+ "learning_rate": 1.2340740740740742e-05,
527
+ "loss": 0.0026,
528
+ "step": 670
529
+ },
530
+ {
531
+ "epoch": 13.6,
532
+ "learning_rate": 1.2192592592592594e-05,
533
+ "loss": 0.0006,
534
+ "step": 680
535
+ },
536
+ {
537
+ "epoch": 13.8,
538
+ "learning_rate": 1.2044444444444445e-05,
539
+ "loss": 0.0005,
540
+ "step": 690
541
+ },
542
+ {
543
+ "epoch": 14.0,
544
+ "learning_rate": 1.1896296296296296e-05,
545
+ "loss": 0.0012,
546
+ "step": 700
547
+ },
548
+ {
549
+ "epoch": 14.0,
550
+ "eval_accuracy": 0.99,
551
+ "eval_loss": 0.09624689072370529,
552
+ "eval_runtime": 2.8208,
553
+ "eval_samples_per_second": 70.902,
554
+ "eval_steps_per_second": 8.863,
555
+ "step": 700
556
+ },
557
+ {
558
+ "epoch": 14.2,
559
+ "learning_rate": 1.1748148148148148e-05,
560
+ "loss": 0.0001,
561
+ "step": 710
562
+ },
563
+ {
564
+ "epoch": 14.4,
565
+ "learning_rate": 1.16e-05,
566
+ "loss": 0.0034,
567
+ "step": 720
568
+ },
569
+ {
570
+ "epoch": 14.6,
571
+ "learning_rate": 1.1451851851851852e-05,
572
+ "loss": 0.0017,
573
+ "step": 730
574
+ },
575
+ {
576
+ "epoch": 14.8,
577
+ "learning_rate": 1.1303703703703705e-05,
578
+ "loss": 0.0002,
579
+ "step": 740
580
+ },
581
+ {
582
+ "epoch": 15.0,
583
+ "learning_rate": 1.1155555555555556e-05,
584
+ "loss": 0.002,
585
+ "step": 750
586
+ },
587
+ {
588
+ "epoch": 15.0,
589
+ "eval_accuracy": 0.985,
590
+ "eval_loss": 0.11188454926013947,
591
+ "eval_runtime": 2.7109,
592
+ "eval_samples_per_second": 73.775,
593
+ "eval_steps_per_second": 9.222,
594
+ "step": 750
595
+ },
596
+ {
597
+ "epoch": 15.2,
598
+ "learning_rate": 1.100740740740741e-05,
599
+ "loss": 0.0076,
600
+ "step": 760
601
+ },
602
+ {
603
+ "epoch": 15.4,
604
+ "learning_rate": 1.085925925925926e-05,
605
+ "loss": 0.0028,
606
+ "step": 770
607
+ },
608
+ {
609
+ "epoch": 15.6,
610
+ "learning_rate": 1.0711111111111112e-05,
611
+ "loss": 0.0042,
612
+ "step": 780
613
+ },
614
+ {
615
+ "epoch": 15.8,
616
+ "learning_rate": 1.0562962962962963e-05,
617
+ "loss": 0.0025,
618
+ "step": 790
619
+ },
620
+ {
621
+ "epoch": 16.0,
622
+ "learning_rate": 1.0414814814814815e-05,
623
+ "loss": 0.0022,
624
+ "step": 800
625
+ },
626
+ {
627
+ "epoch": 16.0,
628
+ "eval_accuracy": 0.99,
629
+ "eval_loss": 0.10523451119661331,
630
+ "eval_runtime": 2.6437,
631
+ "eval_samples_per_second": 75.651,
632
+ "eval_steps_per_second": 9.456,
633
+ "step": 800
634
+ },
635
+ {
636
+ "epoch": 16.2,
637
+ "learning_rate": 1.0266666666666668e-05,
638
+ "loss": 0.0006,
639
+ "step": 810
640
+ },
641
+ {
642
+ "epoch": 16.4,
643
+ "learning_rate": 1.0118518518518519e-05,
644
+ "loss": 0.0005,
645
+ "step": 820
646
+ },
647
+ {
648
+ "epoch": 16.6,
649
+ "learning_rate": 9.970370370370372e-06,
650
+ "loss": 0.0002,
651
+ "step": 830
652
+ },
653
+ {
654
+ "epoch": 16.8,
655
+ "learning_rate": 9.822222222222223e-06,
656
+ "loss": 0.0012,
657
+ "step": 840
658
+ },
659
+ {
660
+ "epoch": 17.0,
661
+ "learning_rate": 9.674074074074075e-06,
662
+ "loss": 0.0005,
663
+ "step": 850
664
+ },
665
+ {
666
+ "epoch": 17.0,
667
+ "eval_accuracy": 0.985,
668
+ "eval_loss": 0.10460754483938217,
669
+ "eval_runtime": 2.8418,
670
+ "eval_samples_per_second": 70.378,
671
+ "eval_steps_per_second": 8.797,
672
+ "step": 850
673
+ },
674
+ {
675
+ "epoch": 17.2,
676
+ "learning_rate": 9.525925925925926e-06,
677
+ "loss": 0.0003,
678
+ "step": 860
679
+ },
680
+ {
681
+ "epoch": 17.4,
682
+ "learning_rate": 9.377777777777779e-06,
683
+ "loss": 0.0023,
684
+ "step": 870
685
+ },
686
+ {
687
+ "epoch": 17.6,
688
+ "learning_rate": 9.22962962962963e-06,
689
+ "loss": 0.0002,
690
+ "step": 880
691
+ },
692
+ {
693
+ "epoch": 17.8,
694
+ "learning_rate": 9.081481481481482e-06,
695
+ "loss": 0.0081,
696
+ "step": 890
697
+ },
698
+ {
699
+ "epoch": 18.0,
700
+ "learning_rate": 8.933333333333333e-06,
701
+ "loss": 0.0006,
702
+ "step": 900
703
+ },
704
+ {
705
+ "epoch": 18.0,
706
+ "eval_accuracy": 0.99,
707
+ "eval_loss": 0.10591718554496765,
708
+ "eval_runtime": 3.1941,
709
+ "eval_samples_per_second": 62.615,
710
+ "eval_steps_per_second": 7.827,
711
+ "step": 900
712
+ },
713
+ {
714
+ "epoch": 18.2,
715
+ "learning_rate": 8.785185185185186e-06,
716
+ "loss": 0.0002,
717
+ "step": 910
718
+ },
719
+ {
720
+ "epoch": 18.4,
721
+ "learning_rate": 8.637037037037037e-06,
722
+ "loss": 0.001,
723
+ "step": 920
724
+ },
725
+ {
726
+ "epoch": 18.6,
727
+ "learning_rate": 8.48888888888889e-06,
728
+ "loss": 0.0004,
729
+ "step": 930
730
+ },
731
+ {
732
+ "epoch": 18.8,
733
+ "learning_rate": 8.340740740740742e-06,
734
+ "loss": 0.0052,
735
+ "step": 940
736
+ },
737
+ {
738
+ "epoch": 19.0,
739
+ "learning_rate": 8.192592592592593e-06,
740
+ "loss": 0.0002,
741
+ "step": 950
742
+ },
743
+ {
744
+ "epoch": 19.0,
745
+ "eval_accuracy": 0.99,
746
+ "eval_loss": 0.09751956909894943,
747
+ "eval_runtime": 3.4886,
748
+ "eval_samples_per_second": 57.33,
749
+ "eval_steps_per_second": 7.166,
750
+ "step": 950
751
+ },
752
+ {
753
+ "epoch": 19.2,
754
+ "learning_rate": 8.044444444444444e-06,
755
+ "loss": 0.0176,
756
+ "step": 960
757
+ },
758
+ {
759
+ "epoch": 19.4,
760
+ "learning_rate": 7.896296296296297e-06,
761
+ "loss": 0.0003,
762
+ "step": 970
763
+ },
764
+ {
765
+ "epoch": 19.6,
766
+ "learning_rate": 7.748148148148149e-06,
767
+ "loss": 0.0007,
768
+ "step": 980
769
+ },
770
+ {
771
+ "epoch": 19.8,
772
+ "learning_rate": 7.600000000000001e-06,
773
+ "loss": 0.0066,
774
+ "step": 990
775
+ },
776
+ {
777
+ "epoch": 20.0,
778
+ "learning_rate": 7.451851851851852e-06,
779
+ "loss": 0.0013,
780
+ "step": 1000
781
+ },
782
+ {
783
+ "epoch": 20.0,
784
+ "eval_accuracy": 0.99,
785
+ "eval_loss": 0.10124868154525757,
786
+ "eval_runtime": 3.6249,
787
+ "eval_samples_per_second": 55.174,
788
+ "eval_steps_per_second": 6.897,
789
+ "step": 1000
790
+ },
791
+ {
792
+ "epoch": 20.2,
793
+ "learning_rate": 7.303703703703704e-06,
794
+ "loss": 0.0001,
795
+ "step": 1010
796
+ },
797
+ {
798
+ "epoch": 20.4,
799
+ "learning_rate": 7.155555555555556e-06,
800
+ "loss": 0.0002,
801
+ "step": 1020
802
+ },
803
+ {
804
+ "epoch": 20.6,
805
+ "learning_rate": 7.007407407407408e-06,
806
+ "loss": 0.0022,
807
+ "step": 1030
808
+ },
809
+ {
810
+ "epoch": 20.8,
811
+ "learning_rate": 6.85925925925926e-06,
812
+ "loss": 0.0019,
813
+ "step": 1040
814
+ },
815
+ {
816
+ "epoch": 21.0,
817
+ "learning_rate": 6.711111111111111e-06,
818
+ "loss": 0.0004,
819
+ "step": 1050
820
+ },
821
+ {
822
+ "epoch": 21.0,
823
+ "eval_accuracy": 0.99,
824
+ "eval_loss": 0.10131002217531204,
825
+ "eval_runtime": 2.7142,
826
+ "eval_samples_per_second": 73.688,
827
+ "eval_steps_per_second": 9.211,
828
+ "step": 1050
829
+ },
830
+ {
831
+ "epoch": 21.2,
832
+ "learning_rate": 6.562962962962964e-06,
833
+ "loss": 0.0001,
834
+ "step": 1060
835
+ },
836
+ {
837
+ "epoch": 21.4,
838
+ "learning_rate": 6.414814814814815e-06,
839
+ "loss": 0.0002,
840
+ "step": 1070
841
+ },
842
+ {
843
+ "epoch": 21.6,
844
+ "learning_rate": 6.266666666666668e-06,
845
+ "loss": 0.0001,
846
+ "step": 1080
847
+ },
848
+ {
849
+ "epoch": 21.8,
850
+ "learning_rate": 6.118518518518519e-06,
851
+ "loss": 0.0,
852
+ "step": 1090
853
+ },
854
+ {
855
+ "epoch": 22.0,
856
+ "learning_rate": 5.970370370370371e-06,
857
+ "loss": 0.0,
858
+ "step": 1100
859
+ },
860
+ {
861
+ "epoch": 22.0,
862
+ "eval_accuracy": 0.99,
863
+ "eval_loss": 0.10334394127130508,
864
+ "eval_runtime": 2.6878,
865
+ "eval_samples_per_second": 74.412,
866
+ "eval_steps_per_second": 9.301,
867
+ "step": 1100
868
+ },
869
+ {
870
+ "epoch": 22.2,
871
+ "learning_rate": 5.822222222222223e-06,
872
+ "loss": 0.0004,
873
+ "step": 1110
874
+ },
875
+ {
876
+ "epoch": 22.4,
877
+ "learning_rate": 5.674074074074074e-06,
878
+ "loss": 0.001,
879
+ "step": 1120
880
+ },
881
+ {
882
+ "epoch": 22.6,
883
+ "learning_rate": 5.525925925925927e-06,
884
+ "loss": 0.0005,
885
+ "step": 1130
886
+ },
887
+ {
888
+ "epoch": 22.8,
889
+ "learning_rate": 5.3777777777777784e-06,
890
+ "loss": 0.0002,
891
+ "step": 1140
892
+ },
893
+ {
894
+ "epoch": 23.0,
895
+ "learning_rate": 5.22962962962963e-06,
896
+ "loss": 0.0003,
897
+ "step": 1150
898
+ },
899
+ {
900
+ "epoch": 23.0,
901
+ "eval_accuracy": 0.99,
902
+ "eval_loss": 0.10421876609325409,
903
+ "eval_runtime": 3.4412,
904
+ "eval_samples_per_second": 58.119,
905
+ "eval_steps_per_second": 7.265,
906
+ "step": 1150
907
+ },
908
+ {
909
+ "epoch": 23.2,
910
+ "learning_rate": 5.081481481481482e-06,
911
+ "loss": 0.0,
912
+ "step": 1160
913
+ },
914
+ {
915
+ "epoch": 23.4,
916
+ "learning_rate": 4.933333333333334e-06,
917
+ "loss": 0.005,
918
+ "step": 1170
919
+ },
920
+ {
921
+ "epoch": 23.6,
922
+ "learning_rate": 4.7851851851851854e-06,
923
+ "loss": 0.0013,
924
+ "step": 1180
925
+ },
926
+ {
927
+ "epoch": 23.8,
928
+ "learning_rate": 4.637037037037038e-06,
929
+ "loss": 0.0002,
930
+ "step": 1190
931
+ },
932
+ {
933
+ "epoch": 24.0,
934
+ "learning_rate": 4.488888888888889e-06,
935
+ "loss": 0.0001,
936
+ "step": 1200
937
+ },
938
+ {
939
+ "epoch": 24.0,
940
+ "eval_accuracy": 0.99,
941
+ "eval_loss": 0.10514242202043533,
942
+ "eval_runtime": 3.844,
943
+ "eval_samples_per_second": 52.03,
944
+ "eval_steps_per_second": 6.504,
945
+ "step": 1200
946
+ },
947
+ {
948
+ "epoch": 24.2,
949
+ "learning_rate": 4.340740740740741e-06,
950
+ "loss": 0.0,
951
+ "step": 1210
952
+ },
953
+ {
954
+ "epoch": 24.4,
955
+ "learning_rate": 4.192592592592593e-06,
956
+ "loss": 0.0,
957
+ "step": 1220
958
+ },
959
+ {
960
+ "epoch": 24.6,
961
+ "learning_rate": 4.044444444444445e-06,
962
+ "loss": 0.0001,
963
+ "step": 1230
964
+ },
965
+ {
966
+ "epoch": 24.8,
967
+ "learning_rate": 3.896296296296297e-06,
968
+ "loss": 0.0001,
969
+ "step": 1240
970
+ },
971
+ {
972
+ "epoch": 25.0,
973
+ "learning_rate": 3.7481481481481485e-06,
974
+ "loss": 0.0008,
975
+ "step": 1250
976
+ },
977
+ {
978
+ "epoch": 25.0,
979
+ "eval_accuracy": 0.985,
980
+ "eval_loss": 0.11208448559045792,
981
+ "eval_runtime": 3.8866,
982
+ "eval_samples_per_second": 51.458,
983
+ "eval_steps_per_second": 6.432,
984
+ "step": 1250
985
+ },
986
+ {
987
+ "epoch": 25.2,
988
+ "learning_rate": 3.6000000000000003e-06,
989
+ "loss": 0.0002,
990
+ "step": 1260
991
+ },
992
+ {
993
+ "epoch": 25.4,
994
+ "learning_rate": 3.4518518518518524e-06,
995
+ "loss": 0.0006,
996
+ "step": 1270
997
+ },
998
+ {
999
+ "epoch": 25.6,
1000
+ "learning_rate": 3.3037037037037038e-06,
1001
+ "loss": 0.0001,
1002
+ "step": 1280
1003
+ },
1004
+ {
1005
+ "epoch": 25.8,
1006
+ "learning_rate": 3.1555555555555555e-06,
1007
+ "loss": 0.0001,
1008
+ "step": 1290
1009
+ },
1010
+ {
1011
+ "epoch": 26.0,
1012
+ "learning_rate": 3.0074074074074077e-06,
1013
+ "loss": 0.0003,
1014
+ "step": 1300
1015
+ },
1016
+ {
1017
+ "epoch": 26.0,
1018
+ "eval_accuracy": 0.985,
1019
+ "eval_loss": 0.11236526817083359,
1020
+ "eval_runtime": 2.9457,
1021
+ "eval_samples_per_second": 67.895,
1022
+ "eval_steps_per_second": 8.487,
1023
+ "step": 1300
1024
+ },
1025
+ {
1026
+ "epoch": 26.2,
1027
+ "learning_rate": 2.8592592592592594e-06,
1028
+ "loss": 0.0002,
1029
+ "step": 1310
1030
+ },
1031
+ {
1032
+ "epoch": 26.4,
1033
+ "learning_rate": 2.7111111111111116e-06,
1034
+ "loss": 0.0018,
1035
+ "step": 1320
1036
+ },
1037
+ {
1038
+ "epoch": 26.6,
1039
+ "learning_rate": 2.5629629629629633e-06,
1040
+ "loss": 0.0001,
1041
+ "step": 1330
1042
+ },
1043
+ {
1044
+ "epoch": 26.8,
1045
+ "learning_rate": 2.414814814814815e-06,
1046
+ "loss": 0.0001,
1047
+ "step": 1340
1048
+ },
1049
+ {
1050
+ "epoch": 27.0,
1051
+ "learning_rate": 2.266666666666667e-06,
1052
+ "loss": 0.0004,
1053
+ "step": 1350
1054
+ },
1055
+ {
1056
+ "epoch": 27.0,
1057
+ "eval_accuracy": 0.985,
1058
+ "eval_loss": 0.1106027290225029,
1059
+ "eval_runtime": 2.7111,
1060
+ "eval_samples_per_second": 73.771,
1061
+ "eval_steps_per_second": 9.221,
1062
+ "step": 1350
1063
+ },
1064
+ {
1065
+ "epoch": 27.2,
1066
+ "learning_rate": 2.1185185185185186e-06,
1067
+ "loss": 0.0,
1068
+ "step": 1360
1069
+ },
1070
+ {
1071
+ "epoch": 27.4,
1072
+ "learning_rate": 1.9703703703703703e-06,
1073
+ "loss": 0.0003,
1074
+ "step": 1370
1075
+ },
1076
+ {
1077
+ "epoch": 27.6,
1078
+ "learning_rate": 1.8222222222222225e-06,
1079
+ "loss": 0.0,
1080
+ "step": 1380
1081
+ },
1082
+ {
1083
+ "epoch": 27.8,
1084
+ "learning_rate": 1.674074074074074e-06,
1085
+ "loss": 0.0,
1086
+ "step": 1390
1087
+ },
1088
+ {
1089
+ "epoch": 28.0,
1090
+ "learning_rate": 1.525925925925926e-06,
1091
+ "loss": 0.0,
1092
+ "step": 1400
1093
+ },
1094
+ {
1095
+ "epoch": 28.0,
1096
+ "eval_accuracy": 0.985,
1097
+ "eval_loss": 0.10527899116277695,
1098
+ "eval_runtime": 2.7243,
1099
+ "eval_samples_per_second": 73.414,
1100
+ "eval_steps_per_second": 9.177,
1101
+ "step": 1400
1102
+ },
1103
+ {
1104
+ "epoch": 28.2,
1105
+ "learning_rate": 1.377777777777778e-06,
1106
+ "loss": 0.0,
1107
+ "step": 1410
1108
+ },
1109
+ {
1110
+ "epoch": 28.4,
1111
+ "learning_rate": 1.2296296296296297e-06,
1112
+ "loss": 0.0,
1113
+ "step": 1420
1114
+ },
1115
+ {
1116
+ "epoch": 28.6,
1117
+ "learning_rate": 1.0814814814814815e-06,
1118
+ "loss": 0.0,
1119
+ "step": 1430
1120
+ },
1121
+ {
1122
+ "epoch": 28.8,
1123
+ "learning_rate": 9.333333333333334e-07,
1124
+ "loss": 0.0001,
1125
+ "step": 1440
1126
+ },
1127
+ {
1128
+ "epoch": 29.0,
1129
+ "learning_rate": 7.851851851851852e-07,
1130
+ "loss": 0.0002,
1131
+ "step": 1450
1132
+ },
1133
+ {
1134
+ "epoch": 29.0,
1135
+ "eval_accuracy": 0.985,
1136
+ "eval_loss": 0.10485915094614029,
1137
+ "eval_runtime": 2.7609,
1138
+ "eval_samples_per_second": 72.44,
1139
+ "eval_steps_per_second": 9.055,
1140
+ "step": 1450
1141
+ },
1142
+ {
1143
+ "epoch": 29.2,
1144
+ "learning_rate": 6.370370370370371e-07,
1145
+ "loss": 0.0001,
1146
+ "step": 1460
1147
+ },
1148
+ {
1149
+ "epoch": 29.4,
1150
+ "learning_rate": 4.88888888888889e-07,
1151
+ "loss": 0.0161,
1152
+ "step": 1470
1153
+ },
1154
+ {
1155
+ "epoch": 29.6,
1156
+ "learning_rate": 3.407407407407408e-07,
1157
+ "loss": 0.0,
1158
+ "step": 1480
1159
+ },
1160
+ {
1161
+ "epoch": 29.8,
1162
+ "learning_rate": 1.9259259259259263e-07,
1163
+ "loss": 0.0,
1164
+ "step": 1490
1165
+ },
1166
+ {
1167
+ "epoch": 30.0,
1168
+ "learning_rate": 4.444444444444445e-08,
1169
+ "loss": 0.0001,
1170
+ "step": 1500
1171
+ },
1172
+ {
1173
+ "epoch": 30.0,
1174
+ "eval_accuracy": 0.99,
1175
+ "eval_loss": 0.1045214906334877,
1176
+ "eval_runtime": 2.666,
1177
+ "eval_samples_per_second": 75.018,
1178
+ "eval_steps_per_second": 9.377,
1179
+ "step": 1500
1180
+ },
1181
+ {
1182
+ "epoch": 30.0,
1183
+ "step": 1500,
1184
+ "total_flos": 8.461519969222656e+18,
1185
+ "train_loss": 0.08282403266835414,
1186
+ "train_runtime": 2739.6736,
1187
+ "train_samples_per_second": 39.421,
1188
+ "train_steps_per_second": 0.548
1189
+ }
1190
+ ],
1191
+ "logging_steps": 10,
1192
+ "max_steps": 1500,
1193
+ "num_train_epochs": 30,
1194
+ "save_steps": 500,
1195
+ "total_flos": 8.461519969222656e+18,
1196
+ "trial_name": null,
1197
+ "trial_params": null
1198
+ }
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d57560117597162969626260de6f0be8dba66bd8975dbc9e0420f03608336dd
3
+ size 4600