bansilp commited on
Commit
86225eb
1 Parent(s): 115ecdc

Model save

Browse files
README.md CHANGED
@@ -22,7 +22,7 @@ model-index:
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
- value: 0.9064814814814814
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
@@ -32,8 +32,8 @@ should probably proofread and complete it, then remove this comment. -->
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
- - Loss: 0.5586
36
- - Accuracy: 0.9065
37
 
38
  ## Model description
39
 
@@ -52,7 +52,7 @@ More information needed
52
  ### Training hyperparameters
53
 
54
  The following hyperparameters were used during training:
55
- - learning_rate: 0.0004
56
  - train_batch_size: 48
57
  - eval_batch_size: 8
58
  - seed: 42
@@ -65,10 +65,10 @@ The following hyperparameters were used during training:
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
- | 0.1059 | 1.11 | 100 | 0.6933 | 0.8546 |
69
- | 0.02 | 2.22 | 200 | 0.6565 | 0.875 |
70
- | 0.001 | 3.33 | 300 | 0.5975 | 0.8889 |
71
- | 0.0027 | 4.44 | 400 | 0.5586 | 0.9065 |
72
 
73
 
74
  ### Framework versions
 
22
  metrics:
23
  - name: Accuracy
24
  type: accuracy
25
+ value: 0.9083333333333333
26
  ---
27
 
28
  <!-- This model card has been generated automatically according to the information the Trainer had access to. You
 
32
 
33
  This model is a fine-tuned version of [google/vit-base-patch16-224-in21k](https://huggingface.co/google/vit-base-patch16-224-in21k) on the imagefolder dataset.
34
  It achieves the following results on the evaluation set:
35
+ - Loss: 0.5528
36
+ - Accuracy: 0.9083
37
 
38
  ## Model description
39
 
 
52
  ### Training hyperparameters
53
 
54
  The following hyperparameters were used during training:
55
+ - learning_rate: 0.0002
56
  - train_batch_size: 48
57
  - eval_batch_size: 8
58
  - seed: 42
 
65
 
66
  | Training Loss | Epoch | Step | Validation Loss | Accuracy |
67
  |:-------------:|:-----:|:----:|:---------------:|:--------:|
68
+ | 0.0009 | 1.11 | 100 | 0.7068 | 0.8713 |
69
+ | 0.0039 | 2.22 | 200 | 0.6391 | 0.8991 |
70
+ | 0.0014 | 3.33 | 300 | 0.5536 | 0.9056 |
71
+ | 0.0018 | 4.44 | 400 | 0.5528 | 0.9083 |
72
 
73
 
74
  ### Framework versions
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
  "epoch": 5.0,
3
- "eval_accuracy": 0.9027777777777778,
4
- "eval_loss": 0.6732606887817383,
5
- "eval_runtime": 14.1816,
6
- "eval_samples_per_second": 76.155,
7
- "eval_steps_per_second": 9.519,
8
  "total_flos": 1.6739319895474176e+18,
9
- "train_loss": 0.010621037363954302,
10
- "train_runtime": 432.9698,
11
- "train_samples_per_second": 49.888,
12
- "train_steps_per_second": 1.039
13
  }
 
1
  {
2
  "epoch": 5.0,
3
+ "eval_accuracy": 0.9083333333333333,
4
+ "eval_loss": 0.5385243892669678,
5
+ "eval_runtime": 15.071,
6
+ "eval_samples_per_second": 71.661,
7
+ "eval_steps_per_second": 8.958,
8
  "total_flos": 1.6739319895474176e+18,
9
+ "train_loss": 0.0525758553068671,
10
+ "train_runtime": 438.9135,
11
+ "train_samples_per_second": 49.212,
12
+ "train_steps_per_second": 1.025
13
  }
eval_results.json CHANGED
@@ -1,7 +1,8 @@
1
  {
2
- "eval_accuracy": 0.9027777777777778,
3
- "eval_loss": 0.6732606887817383,
4
- "eval_runtime": 14.1816,
5
- "eval_samples_per_second": 76.155,
6
- "eval_steps_per_second": 9.519
 
7
  }
 
1
  {
2
+ "epoch": 5.0,
3
+ "eval_accuracy": 0.9083333333333333,
4
+ "eval_loss": 0.5385243892669678,
5
+ "eval_runtime": 15.071,
6
+ "eval_samples_per_second": 71.661,
7
+ "eval_steps_per_second": 8.958
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:021f71eca530feb146cad3a37b54e808b8a1bbc86397fc15b6ea6aec6b507761
3
  size 343245508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ffdef6ed6dcc0e0387cfae75079af794dfdaa5c63cfb4f5f306726b6a1fae6
3
  size 343245508
runs/Dec15_03-02-53_d2a76fcee09b/events.out.tfevents.1702611081.d2a76fcee09b.2614.15 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2af05a7cf92021fbd406d0f7dddab3e60b9e1c64631c0c33790f4f3e5141a567
3
+ size 411
runs/Dec15_03-35-22_d2a76fcee09b/events.out.tfevents.1702611334.d2a76fcee09b.2614.16 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1b4de43294b46273904e7af79435043816d23b4d002d19bd1c1b902ed167e4b
3
+ size 13189
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 5.0,
3
  "total_flos": 1.6739319895474176e+18,
4
- "train_loss": 0.010621037363954302,
5
- "train_runtime": 432.9698,
6
- "train_samples_per_second": 49.888,
7
- "train_steps_per_second": 1.039
8
  }
 
1
  {
2
  "epoch": 5.0,
3
  "total_flos": 1.6739319895474176e+18,
4
+ "train_loss": 0.0525758553068671,
5
+ "train_runtime": 438.9135,
6
+ "train_samples_per_second": 49.212,
7
+ "train_steps_per_second": 1.025
8
  }
trainer_state.json CHANGED
@@ -10,318 +10,318 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.11,
13
- "learning_rate": 0.00014666666666666664,
14
- "loss": 0.0009,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.22,
19
- "learning_rate": 0.00014333333333333334,
20
- "loss": 0.0419,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.33,
25
- "learning_rate": 0.00014,
26
- "loss": 0.0832,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.44,
31
- "learning_rate": 0.00013666666666666666,
32
- "loss": 0.0619,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.56,
37
- "learning_rate": 0.0001333333333333333,
38
- "loss": 0.0023,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.67,
43
- "learning_rate": 0.00013,
44
- "loss": 0.0057,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.78,
49
- "learning_rate": 0.00012666666666666666,
50
- "loss": 0.0184,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.89,
55
- "learning_rate": 0.0001233333333333333,
56
- "loss": 0.0331,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 1.0,
61
- "learning_rate": 0.00011999999999999999,
62
- "loss": 0.0038,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 1.11,
67
- "learning_rate": 0.00011666666666666665,
68
- "loss": 0.0011,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 1.11,
73
- "eval_accuracy": 0.8842592592592593,
74
- "eval_loss": 0.8055844306945801,
75
- "eval_runtime": 12.7548,
76
- "eval_samples_per_second": 84.674,
77
- "eval_steps_per_second": 10.584,
78
  "step": 100
79
  },
80
  {
81
  "epoch": 1.22,
82
- "learning_rate": 0.00011333333333333331,
83
- "loss": 0.0092,
84
  "step": 110
85
  },
86
  {
87
  "epoch": 1.33,
88
- "learning_rate": 0.00010999999999999998,
89
- "loss": 0.011,
90
  "step": 120
91
  },
92
  {
93
  "epoch": 1.44,
94
- "learning_rate": 0.00010666666666666667,
95
- "loss": 0.0039,
96
  "step": 130
97
  },
98
  {
99
  "epoch": 1.56,
100
- "learning_rate": 0.00010333333333333333,
101
- "loss": 0.0289,
102
  "step": 140
103
  },
104
  {
105
  "epoch": 1.67,
106
- "learning_rate": 9.999999999999999e-05,
107
- "loss": 0.0204,
108
  "step": 150
109
  },
110
  {
111
  "epoch": 1.78,
112
- "learning_rate": 9.666666666666667e-05,
113
- "loss": 0.0024,
114
  "step": 160
115
  },
116
  {
117
  "epoch": 1.89,
118
- "learning_rate": 9.333333333333333e-05,
119
- "loss": 0.0471,
120
  "step": 170
121
  },
122
  {
123
  "epoch": 2.0,
124
- "learning_rate": 8.999999999999999e-05,
125
- "loss": 0.0247,
126
  "step": 180
127
  },
128
  {
129
  "epoch": 2.11,
130
- "learning_rate": 8.666666666666665e-05,
131
- "loss": 0.0016,
132
  "step": 190
133
  },
134
  {
135
  "epoch": 2.22,
136
- "learning_rate": 8.333333333333333e-05,
137
- "loss": 0.0063,
138
  "step": 200
139
  },
140
  {
141
  "epoch": 2.22,
142
- "eval_accuracy": 0.8925925925925926,
143
- "eval_loss": 0.7672075629234314,
144
- "eval_runtime": 13.3931,
145
- "eval_samples_per_second": 80.639,
146
- "eval_steps_per_second": 10.08,
147
  "step": 200
148
  },
149
  {
150
  "epoch": 2.33,
151
- "learning_rate": 7.999999999999999e-05,
152
- "loss": 0.0004,
153
  "step": 210
154
  },
155
  {
156
  "epoch": 2.44,
157
- "learning_rate": 7.666666666666666e-05,
158
- "loss": 0.0009,
159
  "step": 220
160
  },
161
  {
162
  "epoch": 2.56,
163
- "learning_rate": 7.333333333333332e-05,
164
- "loss": 0.0003,
165
  "step": 230
166
  },
167
  {
168
  "epoch": 2.67,
169
- "learning_rate": 7e-05,
170
- "loss": 0.0122,
171
  "step": 240
172
  },
173
  {
174
  "epoch": 2.78,
175
- "learning_rate": 6.666666666666666e-05,
176
- "loss": 0.0182,
177
  "step": 250
178
  },
179
  {
180
  "epoch": 2.89,
181
- "learning_rate": 6.333333333333333e-05,
182
- "loss": 0.0015,
183
  "step": 260
184
  },
185
  {
186
  "epoch": 3.0,
187
- "learning_rate": 5.9999999999999995e-05,
188
- "loss": 0.0041,
189
  "step": 270
190
  },
191
  {
192
  "epoch": 3.11,
193
- "learning_rate": 5.666666666666666e-05,
194
- "loss": 0.0002,
195
  "step": 280
196
  },
197
  {
198
  "epoch": 3.22,
199
- "learning_rate": 5.333333333333333e-05,
200
- "loss": 0.0002,
201
  "step": 290
202
  },
203
  {
204
  "epoch": 3.33,
205
- "learning_rate": 4.9999999999999996e-05,
206
- "loss": 0.0016,
207
  "step": 300
208
  },
209
  {
210
  "epoch": 3.33,
211
- "eval_accuracy": 0.9037037037037037,
212
- "eval_loss": 0.6811866164207458,
213
- "eval_runtime": 12.8153,
214
- "eval_samples_per_second": 84.274,
215
- "eval_steps_per_second": 10.534,
216
  "step": 300
217
  },
218
  {
219
  "epoch": 3.44,
220
- "learning_rate": 4.6666666666666665e-05,
221
- "loss": 0.0033,
222
  "step": 310
223
  },
224
  {
225
  "epoch": 3.56,
226
- "learning_rate": 4.333333333333333e-05,
227
- "loss": 0.0008,
228
  "step": 320
229
  },
230
  {
231
  "epoch": 3.67,
232
- "learning_rate": 3.9999999999999996e-05,
233
- "loss": 0.003,
234
  "step": 330
235
  },
236
  {
237
  "epoch": 3.78,
238
- "learning_rate": 3.666666666666666e-05,
239
- "loss": 0.0002,
240
  "step": 340
241
  },
242
  {
243
  "epoch": 3.89,
244
- "learning_rate": 3.333333333333333e-05,
245
- "loss": 0.0095,
246
  "step": 350
247
  },
248
  {
249
  "epoch": 4.0,
250
- "learning_rate": 2.9999999999999997e-05,
251
- "loss": 0.0002,
252
  "step": 360
253
  },
254
  {
255
  "epoch": 4.11,
256
- "learning_rate": 2.6666666666666667e-05,
257
- "loss": 0.0001,
258
  "step": 370
259
  },
260
  {
261
  "epoch": 4.22,
262
- "learning_rate": 2.3333333333333332e-05,
263
- "loss": 0.0016,
264
  "step": 380
265
  },
266
  {
267
  "epoch": 4.33,
268
- "learning_rate": 1.9999999999999998e-05,
269
- "loss": 0.0002,
270
  "step": 390
271
  },
272
  {
273
  "epoch": 4.44,
274
- "learning_rate": 1.6666666666666664e-05,
275
- "loss": 0.0017,
276
  "step": 400
277
  },
278
  {
279
  "epoch": 4.44,
280
- "eval_accuracy": 0.9046296296296297,
281
- "eval_loss": 0.6721389293670654,
282
- "eval_runtime": 12.3755,
283
- "eval_samples_per_second": 87.269,
284
- "eval_steps_per_second": 10.909,
285
  "step": 400
286
  },
287
  {
288
  "epoch": 4.56,
289
- "learning_rate": 1.3333333333333333e-05,
290
- "loss": 0.0002,
291
  "step": 410
292
  },
293
  {
294
  "epoch": 4.67,
295
- "learning_rate": 9.999999999999999e-06,
296
- "loss": 0.0025,
297
  "step": 420
298
  },
299
  {
300
  "epoch": 4.78,
301
- "learning_rate": 6.666666666666667e-06,
302
- "loss": 0.004,
303
  "step": 430
304
  },
305
  {
306
  "epoch": 4.89,
307
- "learning_rate": 3.3333333333333333e-06,
308
- "loss": 0.0031,
309
  "step": 440
310
  },
311
  {
312
  "epoch": 5.0,
313
  "learning_rate": 0.0,
314
- "loss": 0.0001,
315
  "step": 450
316
  },
317
  {
318
  "epoch": 5.0,
319
  "step": 450,
320
  "total_flos": 1.6739319895474176e+18,
321
- "train_loss": 0.010621037363954302,
322
- "train_runtime": 432.9698,
323
- "train_samples_per_second": 49.888,
324
- "train_steps_per_second": 1.039
325
  }
326
  ],
327
  "logging_steps": 10,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.11,
13
+ "learning_rate": 0.0003911111111111111,
14
+ "loss": 0.0127,
15
  "step": 10
16
  },
17
  {
18
  "epoch": 0.22,
19
+ "learning_rate": 0.0003822222222222223,
20
+ "loss": 0.1644,
21
  "step": 20
22
  },
23
  {
24
  "epoch": 0.33,
25
+ "learning_rate": 0.0003733333333333334,
26
+ "loss": 0.2691,
27
  "step": 30
28
  },
29
  {
30
  "epoch": 0.44,
31
+ "learning_rate": 0.00036444444444444447,
32
+ "loss": 0.2196,
33
  "step": 40
34
  },
35
  {
36
  "epoch": 0.56,
37
+ "learning_rate": 0.00035555555555555557,
38
+ "loss": 0.1119,
39
  "step": 50
40
  },
41
  {
42
  "epoch": 0.67,
43
+ "learning_rate": 0.00034666666666666667,
44
+ "loss": 0.1708,
45
  "step": 60
46
  },
47
  {
48
  "epoch": 0.78,
49
+ "learning_rate": 0.00033777777777777777,
50
+ "loss": 0.2104,
51
  "step": 70
52
  },
53
  {
54
  "epoch": 0.89,
55
+ "learning_rate": 0.00032888888888888887,
56
+ "loss": 0.1343,
57
  "step": 80
58
  },
59
  {
60
  "epoch": 1.0,
61
+ "learning_rate": 0.00032,
62
+ "loss": 0.1185,
63
  "step": 90
64
  },
65
  {
66
  "epoch": 1.11,
67
+ "learning_rate": 0.0003111111111111111,
68
+ "loss": 0.1059,
69
  "step": 100
70
  },
71
  {
72
  "epoch": 1.11,
73
+ "eval_accuracy": 0.8546296296296296,
74
+ "eval_loss": 0.693325936794281,
75
+ "eval_runtime": 12.9043,
76
+ "eval_samples_per_second": 83.693,
77
+ "eval_steps_per_second": 10.462,
78
  "step": 100
79
  },
80
  {
81
  "epoch": 1.22,
82
+ "learning_rate": 0.0003022222222222222,
83
+ "loss": 0.0944,
84
  "step": 110
85
  },
86
  {
87
  "epoch": 1.33,
88
+ "learning_rate": 0.0002933333333333333,
89
+ "loss": 0.1009,
90
  "step": 120
91
  },
92
  {
93
  "epoch": 1.44,
94
+ "learning_rate": 0.0002844444444444445,
95
+ "loss": 0.0579,
96
  "step": 130
97
  },
98
  {
99
  "epoch": 1.56,
100
+ "learning_rate": 0.0002755555555555556,
101
+ "loss": 0.093,
102
  "step": 140
103
  },
104
  {
105
  "epoch": 1.67,
106
+ "learning_rate": 0.0002666666666666667,
107
+ "loss": 0.054,
108
  "step": 150
109
  },
110
  {
111
  "epoch": 1.78,
112
+ "learning_rate": 0.00025777777777777783,
113
+ "loss": 0.0366,
114
  "step": 160
115
  },
116
  {
117
  "epoch": 1.89,
118
+ "learning_rate": 0.0002488888888888889,
119
+ "loss": 0.027,
120
  "step": 170
121
  },
122
  {
123
  "epoch": 2.0,
124
+ "learning_rate": 0.00024,
125
+ "loss": 0.0369,
126
  "step": 180
127
  },
128
  {
129
  "epoch": 2.11,
130
+ "learning_rate": 0.0002311111111111111,
131
+ "loss": 0.0354,
132
  "step": 190
133
  },
134
  {
135
  "epoch": 2.22,
136
+ "learning_rate": 0.00022222222222222223,
137
+ "loss": 0.02,
138
  "step": 200
139
  },
140
  {
141
  "epoch": 2.22,
142
+ "eval_accuracy": 0.875,
143
+ "eval_loss": 0.656458854675293,
144
+ "eval_runtime": 12.7588,
145
+ "eval_samples_per_second": 84.647,
146
+ "eval_steps_per_second": 10.581,
147
  "step": 200
148
  },
149
  {
150
  "epoch": 2.33,
151
+ "learning_rate": 0.00021333333333333333,
152
+ "loss": 0.0236,
153
  "step": 210
154
  },
155
  {
156
  "epoch": 2.44,
157
+ "learning_rate": 0.00020444444444444443,
158
+ "loss": 0.032,
159
  "step": 220
160
  },
161
  {
162
  "epoch": 2.56,
163
+ "learning_rate": 0.00019555555555555556,
164
+ "loss": 0.0369,
165
  "step": 230
166
  },
167
  {
168
  "epoch": 2.67,
169
+ "learning_rate": 0.0001866666666666667,
170
+ "loss": 0.0339,
171
  "step": 240
172
  },
173
  {
174
  "epoch": 2.78,
175
+ "learning_rate": 0.00017777777777777779,
176
+ "loss": 0.0207,
177
  "step": 250
178
  },
179
  {
180
  "epoch": 2.89,
181
+ "learning_rate": 0.00016888888888888889,
182
+ "loss": 0.0291,
183
  "step": 260
184
  },
185
  {
186
  "epoch": 3.0,
187
+ "learning_rate": 0.00016,
188
+ "loss": 0.0237,
189
  "step": 270
190
  },
191
  {
192
  "epoch": 3.11,
193
+ "learning_rate": 0.0001511111111111111,
194
+ "loss": 0.0023,
195
  "step": 280
196
  },
197
  {
198
  "epoch": 3.22,
199
+ "learning_rate": 0.00014222222222222224,
200
+ "loss": 0.0072,
201
  "step": 290
202
  },
203
  {
204
  "epoch": 3.33,
205
+ "learning_rate": 0.00013333333333333334,
206
+ "loss": 0.001,
207
  "step": 300
208
  },
209
  {
210
  "epoch": 3.33,
211
+ "eval_accuracy": 0.8888888888888888,
212
+ "eval_loss": 0.5975281000137329,
213
+ "eval_runtime": 12.7539,
214
+ "eval_samples_per_second": 84.68,
215
+ "eval_steps_per_second": 10.585,
216
  "step": 300
217
  },
218
  {
219
  "epoch": 3.44,
220
+ "learning_rate": 0.00012444444444444444,
221
+ "loss": 0.0209,
222
  "step": 310
223
  },
224
  {
225
  "epoch": 3.56,
226
+ "learning_rate": 0.00011555555555555555,
227
+ "loss": 0.0208,
228
  "step": 320
229
  },
230
  {
231
  "epoch": 3.67,
232
+ "learning_rate": 0.00010666666666666667,
233
+ "loss": 0.0064,
234
  "step": 330
235
  },
236
  {
237
  "epoch": 3.78,
238
+ "learning_rate": 9.777777777777778e-05,
239
+ "loss": 0.0011,
240
  "step": 340
241
  },
242
  {
243
  "epoch": 3.89,
244
+ "learning_rate": 8.888888888888889e-05,
245
+ "loss": 0.004,
246
  "step": 350
247
  },
248
  {
249
  "epoch": 4.0,
250
+ "learning_rate": 8e-05,
251
+ "loss": 0.0097,
252
  "step": 360
253
  },
254
  {
255
  "epoch": 4.11,
256
+ "learning_rate": 7.111111111111112e-05,
257
+ "loss": 0.0004,
258
  "step": 370
259
  },
260
  {
261
  "epoch": 4.22,
262
+ "learning_rate": 6.222222222222222e-05,
263
+ "loss": 0.0015,
264
  "step": 380
265
  },
266
  {
267
  "epoch": 4.33,
268
+ "learning_rate": 5.333333333333333e-05,
269
+ "loss": 0.0004,
270
  "step": 390
271
  },
272
  {
273
  "epoch": 4.44,
274
+ "learning_rate": 4.4444444444444447e-05,
275
+ "loss": 0.0027,
276
  "step": 400
277
  },
278
  {
279
  "epoch": 4.44,
280
+ "eval_accuracy": 0.9064814814814814,
281
+ "eval_loss": 0.5585721731185913,
282
+ "eval_runtime": 13.4691,
283
+ "eval_samples_per_second": 80.184,
284
+ "eval_steps_per_second": 10.023,
285
  "step": 400
286
  },
287
  {
288
  "epoch": 4.56,
289
+ "learning_rate": 3.555555555555556e-05,
290
+ "loss": 0.0003,
291
  "step": 410
292
  },
293
  {
294
  "epoch": 4.67,
295
+ "learning_rate": 2.6666666666666667e-05,
296
+ "loss": 0.0018,
297
  "step": 420
298
  },
299
  {
300
  "epoch": 4.78,
301
+ "learning_rate": 1.777777777777778e-05,
302
+ "loss": 0.0054,
303
  "step": 430
304
  },
305
  {
306
  "epoch": 4.89,
307
+ "learning_rate": 8.88888888888889e-06,
308
+ "loss": 0.0057,
309
  "step": 440
310
  },
311
  {
312
  "epoch": 5.0,
313
  "learning_rate": 0.0,
314
+ "loss": 0.0004,
315
  "step": 450
316
  },
317
  {
318
  "epoch": 5.0,
319
  "step": 450,
320
  "total_flos": 1.6739319895474176e+18,
321
+ "train_loss": 0.0525758553068671,
322
+ "train_runtime": 438.9135,
323
+ "train_samples_per_second": 49.212,
324
+ "train_steps_per_second": 1.025
325
  }
326
  ],
327
  "logging_steps": 10,
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cf957047e4ef28d8cbe1f0f8e02d27ba9ae96d94d13ab6aff2f23772cf24642
3
  size 4536
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90907e3dd7aecdcf75b1b49998b4f34ff366531748788590ec538a0a00479ea7
3
  size 4536