Floriankidev commited on
Commit
5b8b336
1 Parent(s): bf0d1c6

End of training

Browse files
all_results.json CHANGED
@@ -1,13 +1,13 @@
1
  {
2
- "epoch": 0.9991111111111111,
3
- "eval_accuracy": 0.62025,
4
- "eval_loss": 1.2218776941299438,
5
- "eval_runtime": 57.2683,
6
- "eval_samples_per_second": 69.847,
7
- "eval_steps_per_second": 2.183,
8
- "total_flos": 8.943699469318226e+17,
9
- "train_loss": 1.6086162854768202,
10
- "train_runtime": 797.2781,
11
- "train_samples_per_second": 45.149,
12
- "train_steps_per_second": 0.352
13
  }
 
1
  {
2
+ "epoch": 2.997333333333333,
3
+ "eval_accuracy": 0.714,
4
+ "eval_loss": 0.9282281398773193,
5
+ "eval_runtime": 57.5051,
6
+ "eval_samples_per_second": 69.559,
7
+ "eval_steps_per_second": 2.174,
8
+ "total_flos": 2.6829109150955274e+18,
9
+ "train_loss": 1.3250810132756352,
10
+ "train_runtime": 2481.2668,
11
+ "train_samples_per_second": 43.521,
12
+ "train_steps_per_second": 0.34
13
  }
eval_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 0.9991111111111111,
3
- "eval_accuracy": 0.62025,
4
- "eval_loss": 1.2218776941299438,
5
- "eval_runtime": 57.2683,
6
- "eval_samples_per_second": 69.847,
7
- "eval_steps_per_second": 2.183
8
  }
 
1
  {
2
+ "epoch": 2.997333333333333,
3
+ "eval_accuracy": 0.714,
4
+ "eval_loss": 0.9282281398773193,
5
+ "eval_runtime": 57.5051,
6
+ "eval_samples_per_second": 69.559,
7
+ "eval_steps_per_second": 2.174
8
  }
runs/Jun19_08-47-26_4b348fdd3627/events.out.tfevents.1718789393.4b348fdd3627.1278.1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4d0be1cc3c5f54bb699ba392b3c667e21dfbb20a4f104b77d7027f2484c6830
3
+ size 411
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
- "epoch": 0.9991111111111111,
3
- "total_flos": 8.943699469318226e+17,
4
- "train_loss": 1.6086162854768202,
5
- "train_runtime": 797.2781,
6
- "train_samples_per_second": 45.149,
7
- "train_steps_per_second": 0.352
8
  }
 
1
  {
2
+ "epoch": 2.997333333333333,
3
+ "total_flos": 2.6829109150955274e+18,
4
+ "train_loss": 1.3250810132756352,
5
+ "train_runtime": 2481.2668,
6
+ "train_samples_per_second": 43.521,
7
+ "train_steps_per_second": 0.34
8
  }
trainer_state.json CHANGED
@@ -1,232 +1,642 @@
1
  {
2
- "best_metric": 0.62025,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-281",
4
- "epoch": 0.9991111111111111,
5
  "eval_steps": 500,
6
- "global_step": 281,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.035555555555555556,
13
- "grad_norm": 7.3984904289245605,
14
- "learning_rate": 1.7241379310344828e-05,
15
- "loss": 2.7474,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.07111111111111111,
20
- "grad_norm": 7.859865188598633,
21
- "learning_rate": 3.4482758620689657e-05,
22
- "loss": 2.6199,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.10666666666666667,
27
- "grad_norm": 21.349201202392578,
28
- "learning_rate": 4.9801587301587306e-05,
29
- "loss": 2.2658,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.14222222222222222,
34
- "grad_norm": 23.123310089111328,
35
- "learning_rate": 4.781746031746032e-05,
36
- "loss": 2.0242,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.17777777777777778,
41
- "grad_norm": 10.755074501037598,
42
- "learning_rate": 4.5833333333333334e-05,
43
- "loss": 1.866,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.21333333333333335,
48
- "grad_norm": 9.822580337524414,
49
- "learning_rate": 4.384920634920635e-05,
50
- "loss": 1.7276,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 0.24888888888888888,
55
- "grad_norm": 11.387887001037598,
56
- "learning_rate": 4.186507936507937e-05,
57
- "loss": 1.6602,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 0.28444444444444444,
62
- "grad_norm": 11.359118461608887,
63
- "learning_rate": 3.9880952380952386e-05,
64
- "loss": 1.6713,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 0.32,
69
- "grad_norm": 10.438748359680176,
70
- "learning_rate": 3.7896825396825396e-05,
71
- "loss": 1.6469,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 0.35555555555555557,
76
- "grad_norm": 10.260947227478027,
77
- "learning_rate": 3.591269841269841e-05,
78
- "loss": 1.5134,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 0.39111111111111113,
83
- "grad_norm": 8.524605751037598,
84
- "learning_rate": 3.392857142857143e-05,
85
- "loss": 1.5694,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.4266666666666667,
90
- "grad_norm": 10.703609466552734,
91
- "learning_rate": 3.194444444444444e-05,
92
- "loss": 1.597,
93
  "step": 120
94
  },
95
  {
96
  "epoch": 0.4622222222222222,
97
- "grad_norm": 10.19986629486084,
98
- "learning_rate": 2.996031746031746e-05,
99
- "loss": 1.4785,
100
  "step": 130
101
  },
102
  {
103
  "epoch": 0.49777777777777776,
104
- "grad_norm": 9.872143745422363,
105
- "learning_rate": 2.797619047619048e-05,
106
- "loss": 1.4853,
107
  "step": 140
108
  },
109
  {
110
  "epoch": 0.5333333333333333,
111
- "grad_norm": 8.166397094726562,
112
- "learning_rate": 2.5992063492063496e-05,
113
- "loss": 1.4354,
114
  "step": 150
115
  },
116
  {
117
  "epoch": 0.5688888888888889,
118
- "grad_norm": 12.244831085205078,
119
- "learning_rate": 2.400793650793651e-05,
120
- "loss": 1.5286,
121
  "step": 160
122
  },
123
  {
124
  "epoch": 0.6044444444444445,
125
- "grad_norm": 9.033407211303711,
126
- "learning_rate": 2.2023809523809524e-05,
127
- "loss": 1.3584,
128
  "step": 170
129
  },
130
  {
131
  "epoch": 0.64,
132
- "grad_norm": 7.281382083892822,
133
- "learning_rate": 2.003968253968254e-05,
134
- "loss": 1.4626,
135
  "step": 180
136
  },
137
  {
138
  "epoch": 0.6755555555555556,
139
- "grad_norm": 7.3251519203186035,
140
- "learning_rate": 1.8055555555555555e-05,
141
- "loss": 1.3453,
142
  "step": 190
143
  },
144
  {
145
  "epoch": 0.7111111111111111,
146
- "grad_norm": 9.071359634399414,
147
- "learning_rate": 1.6071428571428572e-05,
148
- "loss": 1.3493,
149
  "step": 200
150
  },
151
  {
152
  "epoch": 0.7466666666666667,
153
- "grad_norm": 11.566309928894043,
154
- "learning_rate": 1.4087301587301587e-05,
155
- "loss": 1.3759,
156
  "step": 210
157
  },
158
  {
159
  "epoch": 0.7822222222222223,
160
- "grad_norm": 9.21988582611084,
161
- "learning_rate": 1.2103174603174603e-05,
162
- "loss": 1.365,
163
  "step": 220
164
  },
165
  {
166
  "epoch": 0.8177777777777778,
167
- "grad_norm": 8.32099437713623,
168
- "learning_rate": 1.011904761904762e-05,
169
- "loss": 1.3049,
170
  "step": 230
171
  },
172
  {
173
  "epoch": 0.8533333333333334,
174
- "grad_norm": 10.410431861877441,
175
- "learning_rate": 8.134920634920636e-06,
176
- "loss": 1.3583,
177
  "step": 240
178
  },
179
  {
180
  "epoch": 0.8888888888888888,
181
- "grad_norm": 7.7621073722839355,
182
- "learning_rate": 6.1507936507936505e-06,
183
- "loss": 1.3066,
184
  "step": 250
185
  },
186
  {
187
  "epoch": 0.9244444444444444,
188
- "grad_norm": 9.822245597839355,
189
- "learning_rate": 4.166666666666667e-06,
190
- "loss": 1.3564,
191
  "step": 260
192
  },
193
  {
194
  "epoch": 0.96,
195
- "grad_norm": 11.113300323486328,
196
- "learning_rate": 2.1825396825396824e-06,
197
- "loss": 1.2959,
198
  "step": 270
199
  },
200
  {
201
  "epoch": 0.9955555555555555,
202
- "grad_norm": 8.999974250793457,
203
- "learning_rate": 1.9841269841269841e-07,
204
- "loss": 1.3575,
205
  "step": 280
206
  },
207
  {
208
  "epoch": 0.9991111111111111,
209
- "eval_accuracy": 0.62025,
210
- "eval_loss": 1.2218776941299438,
211
- "eval_runtime": 59.4645,
212
- "eval_samples_per_second": 67.267,
213
- "eval_steps_per_second": 2.102,
214
  "step": 281
215
  },
216
  {
217
- "epoch": 0.9991111111111111,
218
- "step": 281,
219
- "total_flos": 8.943699469318226e+17,
220
- "train_loss": 1.6086162854768202,
221
- "train_runtime": 797.2781,
222
- "train_samples_per_second": 45.149,
223
- "train_steps_per_second": 0.352
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
224
  }
225
  ],
226
  "logging_steps": 10,
227
- "max_steps": 281,
228
  "num_input_tokens_seen": 0,
229
- "num_train_epochs": 1,
230
  "save_steps": 500,
231
  "stateful_callbacks": {
232
  "TrainerControl": {
@@ -240,7 +650,7 @@
240
  "attributes": {}
241
  }
242
  },
243
- "total_flos": 8.943699469318226e+17,
244
  "train_batch_size": 32,
245
  "trial_name": null,
246
  "trial_params": null
 
1
  {
2
+ "best_metric": 0.714,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-843",
4
+ "epoch": 2.997333333333333,
5
  "eval_steps": 500,
6
+ "global_step": 843,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
10
  "log_history": [
11
  {
12
  "epoch": 0.035555555555555556,
13
+ "grad_norm": 7.188250541687012,
14
+ "learning_rate": 5.882352941176471e-06,
15
+ "loss": 2.7793,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.07111111111111111,
20
+ "grad_norm": 15.252310752868652,
21
+ "learning_rate": 1.1764705882352942e-05,
22
+ "loss": 2.7235,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 0.10666666666666667,
27
+ "grad_norm": 20.026681900024414,
28
+ "learning_rate": 1.7647058823529414e-05,
29
+ "loss": 2.6203,
30
  "step": 30
31
  },
32
  {
33
  "epoch": 0.14222222222222222,
34
+ "grad_norm": 12.86706829071045,
35
+ "learning_rate": 2.3529411764705884e-05,
36
+ "loss": 2.4325,
37
  "step": 40
38
  },
39
  {
40
  "epoch": 0.17777777777777778,
41
+ "grad_norm": 22.171051025390625,
42
+ "learning_rate": 2.9411764705882354e-05,
43
+ "loss": 2.1824,
44
  "step": 50
45
  },
46
  {
47
  "epoch": 0.21333333333333335,
48
+ "grad_norm": 16.04732894897461,
49
+ "learning_rate": 3.529411764705883e-05,
50
+ "loss": 1.977,
51
  "step": 60
52
  },
53
  {
54
  "epoch": 0.24888888888888888,
55
+ "grad_norm": 11.828266143798828,
56
+ "learning_rate": 4.11764705882353e-05,
57
+ "loss": 1.8274,
58
  "step": 70
59
  },
60
  {
61
  "epoch": 0.28444444444444444,
62
+ "grad_norm": 21.65501594543457,
63
+ "learning_rate": 4.705882352941177e-05,
64
+ "loss": 1.7634,
65
  "step": 80
66
  },
67
  {
68
  "epoch": 0.32,
69
+ "grad_norm": 9.372465133666992,
70
+ "learning_rate": 4.967018469656992e-05,
71
+ "loss": 1.7128,
72
  "step": 90
73
  },
74
  {
75
  "epoch": 0.35555555555555557,
76
+ "grad_norm": 8.170567512512207,
77
+ "learning_rate": 4.901055408970976e-05,
78
+ "loss": 1.5845,
79
  "step": 100
80
  },
81
  {
82
  "epoch": 0.39111111111111113,
83
+ "grad_norm": 8.884113311767578,
84
+ "learning_rate": 4.835092348284961e-05,
85
+ "loss": 1.5652,
86
  "step": 110
87
  },
88
  {
89
  "epoch": 0.4266666666666667,
90
+ "grad_norm": 9.709837913513184,
91
+ "learning_rate": 4.7691292875989446e-05,
92
+ "loss": 1.6439,
93
  "step": 120
94
  },
95
  {
96
  "epoch": 0.4622222222222222,
97
+ "grad_norm": 12.577466011047363,
98
+ "learning_rate": 4.703166226912929e-05,
99
+ "loss": 1.6118,
100
  "step": 130
101
  },
102
  {
103
  "epoch": 0.49777777777777776,
104
+ "grad_norm": 8.617718696594238,
105
+ "learning_rate": 4.6372031662269136e-05,
106
+ "loss": 1.4722,
107
  "step": 140
108
  },
109
  {
110
  "epoch": 0.5333333333333333,
111
+ "grad_norm": 11.635614395141602,
112
+ "learning_rate": 4.5712401055408974e-05,
113
+ "loss": 1.4748,
114
  "step": 150
115
  },
116
  {
117
  "epoch": 0.5688888888888889,
118
+ "grad_norm": 10.609350204467773,
119
+ "learning_rate": 4.505277044854881e-05,
120
+ "loss": 1.4546,
121
  "step": 160
122
  },
123
  {
124
  "epoch": 0.6044444444444445,
125
+ "grad_norm": 9.702072143554688,
126
+ "learning_rate": 4.439313984168866e-05,
127
+ "loss": 1.4868,
128
  "step": 170
129
  },
130
  {
131
  "epoch": 0.64,
132
+ "grad_norm": 8.165207862854004,
133
+ "learning_rate": 4.3733509234828496e-05,
134
+ "loss": 1.4197,
135
  "step": 180
136
  },
137
  {
138
  "epoch": 0.6755555555555556,
139
+ "grad_norm": 8.345643043518066,
140
+ "learning_rate": 4.307387862796834e-05,
141
+ "loss": 1.4298,
142
  "step": 190
143
  },
144
  {
145
  "epoch": 0.7111111111111111,
146
+ "grad_norm": 9.1146821975708,
147
+ "learning_rate": 4.2414248021108186e-05,
148
+ "loss": 1.437,
149
  "step": 200
150
  },
151
  {
152
  "epoch": 0.7466666666666667,
153
+ "grad_norm": 10.016292572021484,
154
+ "learning_rate": 4.1754617414248024e-05,
155
+ "loss": 1.3961,
156
  "step": 210
157
  },
158
  {
159
  "epoch": 0.7822222222222223,
160
+ "grad_norm": 6.980156421661377,
161
+ "learning_rate": 4.109498680738786e-05,
162
+ "loss": 1.3571,
163
  "step": 220
164
  },
165
  {
166
  "epoch": 0.8177777777777778,
167
+ "grad_norm": 9.158329010009766,
168
+ "learning_rate": 4.043535620052771e-05,
169
+ "loss": 1.3691,
170
  "step": 230
171
  },
172
  {
173
  "epoch": 0.8533333333333334,
174
+ "grad_norm": 8.437979698181152,
175
+ "learning_rate": 3.9775725593667545e-05,
176
+ "loss": 1.2722,
177
  "step": 240
178
  },
179
  {
180
  "epoch": 0.8888888888888888,
181
+ "grad_norm": 7.31761360168457,
182
+ "learning_rate": 3.911609498680739e-05,
183
+ "loss": 1.3382,
184
  "step": 250
185
  },
186
  {
187
  "epoch": 0.9244444444444444,
188
+ "grad_norm": 10.811269760131836,
189
+ "learning_rate": 3.8456464379947235e-05,
190
+ "loss": 1.3005,
191
  "step": 260
192
  },
193
  {
194
  "epoch": 0.96,
195
+ "grad_norm": 7.826028823852539,
196
+ "learning_rate": 3.779683377308707e-05,
197
+ "loss": 1.2971,
198
  "step": 270
199
  },
200
  {
201
  "epoch": 0.9955555555555555,
202
+ "grad_norm": 8.89599609375,
203
+ "learning_rate": 3.713720316622691e-05,
204
+ "loss": 1.3142,
205
  "step": 280
206
  },
207
  {
208
  "epoch": 0.9991111111111111,
209
+ "eval_accuracy": 0.629,
210
+ "eval_loss": 1.176965594291687,
211
+ "eval_runtime": 61.7496,
212
+ "eval_samples_per_second": 64.778,
213
+ "eval_steps_per_second": 2.024,
214
  "step": 281
215
  },
216
  {
217
+ "epoch": 1.031111111111111,
218
+ "grad_norm": 8.035099029541016,
219
+ "learning_rate": 3.6477572559366756e-05,
220
+ "loss": 1.2879,
221
+ "step": 290
222
+ },
223
+ {
224
+ "epoch": 1.0666666666666667,
225
+ "grad_norm": 10.644525527954102,
226
+ "learning_rate": 3.58179419525066e-05,
227
+ "loss": 1.2803,
228
+ "step": 300
229
+ },
230
+ {
231
+ "epoch": 1.1022222222222222,
232
+ "grad_norm": 12.751725196838379,
233
+ "learning_rate": 3.515831134564644e-05,
234
+ "loss": 1.2765,
235
+ "step": 310
236
+ },
237
+ {
238
+ "epoch": 1.1377777777777778,
239
+ "grad_norm": 9.897214889526367,
240
+ "learning_rate": 3.4498680738786285e-05,
241
+ "loss": 1.234,
242
+ "step": 320
243
+ },
244
+ {
245
+ "epoch": 1.1733333333333333,
246
+ "grad_norm": 6.898780822753906,
247
+ "learning_rate": 3.383905013192612e-05,
248
+ "loss": 1.2247,
249
+ "step": 330
250
+ },
251
+ {
252
+ "epoch": 1.208888888888889,
253
+ "grad_norm": 9.826775550842285,
254
+ "learning_rate": 3.317941952506596e-05,
255
+ "loss": 1.302,
256
+ "step": 340
257
+ },
258
+ {
259
+ "epoch": 1.2444444444444445,
260
+ "grad_norm": 7.03531551361084,
261
+ "learning_rate": 3.2519788918205806e-05,
262
+ "loss": 1.2956,
263
+ "step": 350
264
+ },
265
+ {
266
+ "epoch": 1.28,
267
+ "grad_norm": 7.564468860626221,
268
+ "learning_rate": 3.186015831134565e-05,
269
+ "loss": 1.2087,
270
+ "step": 360
271
+ },
272
+ {
273
+ "epoch": 1.3155555555555556,
274
+ "grad_norm": 9.157870292663574,
275
+ "learning_rate": 3.120052770448549e-05,
276
+ "loss": 1.2794,
277
+ "step": 370
278
+ },
279
+ {
280
+ "epoch": 1.3511111111111112,
281
+ "grad_norm": 6.955115795135498,
282
+ "learning_rate": 3.0540897097625334e-05,
283
+ "loss": 1.2916,
284
+ "step": 380
285
+ },
286
+ {
287
+ "epoch": 1.3866666666666667,
288
+ "grad_norm": 8.055458068847656,
289
+ "learning_rate": 2.9881266490765176e-05,
290
+ "loss": 1.2643,
291
+ "step": 390
292
+ },
293
+ {
294
+ "epoch": 1.4222222222222223,
295
+ "grad_norm": 8.577414512634277,
296
+ "learning_rate": 2.9221635883905014e-05,
297
+ "loss": 1.2435,
298
+ "step": 400
299
+ },
300
+ {
301
+ "epoch": 1.4577777777777778,
302
+ "grad_norm": 8.334266662597656,
303
+ "learning_rate": 2.8562005277044855e-05,
304
+ "loss": 1.1744,
305
+ "step": 410
306
+ },
307
+ {
308
+ "epoch": 1.4933333333333334,
309
+ "grad_norm": 7.725725173950195,
310
+ "learning_rate": 2.79023746701847e-05,
311
+ "loss": 1.1909,
312
+ "step": 420
313
+ },
314
+ {
315
+ "epoch": 1.528888888888889,
316
+ "grad_norm": 10.035604476928711,
317
+ "learning_rate": 2.724274406332454e-05,
318
+ "loss": 1.1839,
319
+ "step": 430
320
+ },
321
+ {
322
+ "epoch": 1.5644444444444443,
323
+ "grad_norm": 8.928838729858398,
324
+ "learning_rate": 2.658311345646438e-05,
325
+ "loss": 1.2524,
326
+ "step": 440
327
+ },
328
+ {
329
+ "epoch": 1.6,
330
+ "grad_norm": 10.327030181884766,
331
+ "learning_rate": 2.5923482849604225e-05,
332
+ "loss": 1.2254,
333
+ "step": 450
334
+ },
335
+ {
336
+ "epoch": 1.6355555555555554,
337
+ "grad_norm": 7.943435192108154,
338
+ "learning_rate": 2.5263852242744063e-05,
339
+ "loss": 1.1067,
340
+ "step": 460
341
+ },
342
+ {
343
+ "epoch": 1.6711111111111112,
344
+ "grad_norm": 9.097575187683105,
345
+ "learning_rate": 2.4604221635883905e-05,
346
+ "loss": 1.1412,
347
+ "step": 470
348
+ },
349
+ {
350
+ "epoch": 1.7066666666666666,
351
+ "grad_norm": 8.329163551330566,
352
+ "learning_rate": 2.3944591029023746e-05,
353
+ "loss": 1.1277,
354
+ "step": 480
355
+ },
356
+ {
357
+ "epoch": 1.7422222222222223,
358
+ "grad_norm": 9.431710243225098,
359
+ "learning_rate": 2.328496042216359e-05,
360
+ "loss": 1.1697,
361
+ "step": 490
362
+ },
363
+ {
364
+ "epoch": 1.7777777777777777,
365
+ "grad_norm": 7.484973907470703,
366
+ "learning_rate": 2.262532981530343e-05,
367
+ "loss": 1.1522,
368
+ "step": 500
369
+ },
370
+ {
371
+ "epoch": 1.8133333333333335,
372
+ "grad_norm": 8.600388526916504,
373
+ "learning_rate": 2.196569920844327e-05,
374
+ "loss": 1.1673,
375
+ "step": 510
376
+ },
377
+ {
378
+ "epoch": 1.8488888888888888,
379
+ "grad_norm": 7.894708156585693,
380
+ "learning_rate": 2.1306068601583116e-05,
381
+ "loss": 1.1206,
382
+ "step": 520
383
+ },
384
+ {
385
+ "epoch": 1.8844444444444446,
386
+ "grad_norm": 9.636763572692871,
387
+ "learning_rate": 2.0646437994722954e-05,
388
+ "loss": 1.2176,
389
+ "step": 530
390
+ },
391
+ {
392
+ "epoch": 1.92,
393
+ "grad_norm": 9.740330696105957,
394
+ "learning_rate": 1.9986807387862796e-05,
395
+ "loss": 1.2078,
396
+ "step": 540
397
+ },
398
+ {
399
+ "epoch": 1.9555555555555557,
400
+ "grad_norm": 7.4491353034973145,
401
+ "learning_rate": 1.932717678100264e-05,
402
+ "loss": 1.1472,
403
+ "step": 550
404
+ },
405
+ {
406
+ "epoch": 1.991111111111111,
407
+ "grad_norm": 10.187119483947754,
408
+ "learning_rate": 1.866754617414248e-05,
409
+ "loss": 1.0761,
410
+ "step": 560
411
+ },
412
+ {
413
+ "epoch": 1.9982222222222221,
414
+ "eval_accuracy": 0.69825,
415
+ "eval_loss": 1.0089702606201172,
416
+ "eval_runtime": 60.6333,
417
+ "eval_samples_per_second": 65.97,
418
+ "eval_steps_per_second": 2.062,
419
+ "step": 562
420
+ },
421
+ {
422
+ "epoch": 2.026666666666667,
423
+ "grad_norm": 10.728060722351074,
424
+ "learning_rate": 1.8007915567282324e-05,
425
+ "loss": 1.1074,
426
+ "step": 570
427
+ },
428
+ {
429
+ "epoch": 2.062222222222222,
430
+ "grad_norm": 6.846221923828125,
431
+ "learning_rate": 1.7348284960422166e-05,
432
+ "loss": 1.1202,
433
+ "step": 580
434
+ },
435
+ {
436
+ "epoch": 2.097777777777778,
437
+ "grad_norm": 7.134582996368408,
438
+ "learning_rate": 1.6688654353562007e-05,
439
+ "loss": 1.1013,
440
+ "step": 590
441
+ },
442
+ {
443
+ "epoch": 2.1333333333333333,
444
+ "grad_norm": 6.4924397468566895,
445
+ "learning_rate": 1.602902374670185e-05,
446
+ "loss": 1.1429,
447
+ "step": 600
448
+ },
449
+ {
450
+ "epoch": 2.168888888888889,
451
+ "grad_norm": 7.079750061035156,
452
+ "learning_rate": 1.536939313984169e-05,
453
+ "loss": 1.1282,
454
+ "step": 610
455
+ },
456
+ {
457
+ "epoch": 2.2044444444444444,
458
+ "grad_norm": 11.857382774353027,
459
+ "learning_rate": 1.470976253298153e-05,
460
+ "loss": 1.0689,
461
+ "step": 620
462
+ },
463
+ {
464
+ "epoch": 2.24,
465
+ "grad_norm": 7.431779861450195,
466
+ "learning_rate": 1.4050131926121373e-05,
467
+ "loss": 1.1116,
468
+ "step": 630
469
+ },
470
+ {
471
+ "epoch": 2.2755555555555556,
472
+ "grad_norm": 8.456690788269043,
473
+ "learning_rate": 1.3390501319261215e-05,
474
+ "loss": 1.0721,
475
+ "step": 640
476
+ },
477
+ {
478
+ "epoch": 2.311111111111111,
479
+ "grad_norm": 10.243916511535645,
480
+ "learning_rate": 1.2730870712401055e-05,
481
+ "loss": 1.1046,
482
+ "step": 650
483
+ },
484
+ {
485
+ "epoch": 2.3466666666666667,
486
+ "grad_norm": 9.12217903137207,
487
+ "learning_rate": 1.2071240105540896e-05,
488
+ "loss": 1.1231,
489
+ "step": 660
490
+ },
491
+ {
492
+ "epoch": 2.3822222222222225,
493
+ "grad_norm": 6.960771560668945,
494
+ "learning_rate": 1.141160949868074e-05,
495
+ "loss": 1.0449,
496
+ "step": 670
497
+ },
498
+ {
499
+ "epoch": 2.417777777777778,
500
+ "grad_norm": 6.853394031524658,
501
+ "learning_rate": 1.0751978891820581e-05,
502
+ "loss": 1.0166,
503
+ "step": 680
504
+ },
505
+ {
506
+ "epoch": 2.453333333333333,
507
+ "grad_norm": 6.347965717315674,
508
+ "learning_rate": 1.0092348284960421e-05,
509
+ "loss": 1.0753,
510
+ "step": 690
511
+ },
512
+ {
513
+ "epoch": 2.488888888888889,
514
+ "grad_norm": 7.328911304473877,
515
+ "learning_rate": 9.432717678100264e-06,
516
+ "loss": 1.0528,
517
+ "step": 700
518
+ },
519
+ {
520
+ "epoch": 2.5244444444444447,
521
+ "grad_norm": 7.785583019256592,
522
+ "learning_rate": 8.773087071240106e-06,
523
+ "loss": 1.1255,
524
+ "step": 710
525
+ },
526
+ {
527
+ "epoch": 2.56,
528
+ "grad_norm": 8.781428337097168,
529
+ "learning_rate": 8.113456464379948e-06,
530
+ "loss": 1.0989,
531
+ "step": 720
532
+ },
533
+ {
534
+ "epoch": 2.5955555555555554,
535
+ "grad_norm": 6.994375228881836,
536
+ "learning_rate": 7.453825857519789e-06,
537
+ "loss": 1.0473,
538
+ "step": 730
539
+ },
540
+ {
541
+ "epoch": 2.631111111111111,
542
+ "grad_norm": 8.248795509338379,
543
+ "learning_rate": 6.794195250659631e-06,
544
+ "loss": 1.0968,
545
+ "step": 740
546
+ },
547
+ {
548
+ "epoch": 2.6666666666666665,
549
+ "grad_norm": 7.137526035308838,
550
+ "learning_rate": 6.134564643799472e-06,
551
+ "loss": 1.0421,
552
+ "step": 750
553
+ },
554
+ {
555
+ "epoch": 2.7022222222222223,
556
+ "grad_norm": 10.059906959533691,
557
+ "learning_rate": 5.474934036939315e-06,
558
+ "loss": 1.0794,
559
+ "step": 760
560
+ },
561
+ {
562
+ "epoch": 2.7377777777777776,
563
+ "grad_norm": 7.585984230041504,
564
+ "learning_rate": 4.8153034300791555e-06,
565
+ "loss": 1.0677,
566
+ "step": 770
567
+ },
568
+ {
569
+ "epoch": 2.7733333333333334,
570
+ "grad_norm": 7.5168137550354,
571
+ "learning_rate": 4.155672823218998e-06,
572
+ "loss": 0.9899,
573
+ "step": 780
574
+ },
575
+ {
576
+ "epoch": 2.8088888888888888,
577
+ "grad_norm": 8.242053985595703,
578
+ "learning_rate": 3.496042216358839e-06,
579
+ "loss": 1.1027,
580
+ "step": 790
581
+ },
582
+ {
583
+ "epoch": 2.8444444444444446,
584
+ "grad_norm": 7.243769645690918,
585
+ "learning_rate": 2.836411609498681e-06,
586
+ "loss": 1.1244,
587
+ "step": 800
588
+ },
589
+ {
590
+ "epoch": 2.88,
591
+ "grad_norm": 9.468960762023926,
592
+ "learning_rate": 2.1767810026385226e-06,
593
+ "loss": 1.076,
594
+ "step": 810
595
+ },
596
+ {
597
+ "epoch": 2.9155555555555557,
598
+ "grad_norm": 9.269329071044922,
599
+ "learning_rate": 1.5171503957783642e-06,
600
+ "loss": 1.0397,
601
+ "step": 820
602
+ },
603
+ {
604
+ "epoch": 2.951111111111111,
605
+ "grad_norm": 8.011164665222168,
606
+ "learning_rate": 8.575197889182058e-07,
607
+ "loss": 1.0792,
608
+ "step": 830
609
+ },
610
+ {
611
+ "epoch": 2.986666666666667,
612
+ "grad_norm": 7.399364471435547,
613
+ "learning_rate": 1.9788918205804752e-07,
614
+ "loss": 1.0439,
615
+ "step": 840
616
+ },
617
+ {
618
+ "epoch": 2.997333333333333,
619
+ "eval_accuracy": 0.714,
620
+ "eval_loss": 0.9282281398773193,
621
+ "eval_runtime": 56.4403,
622
+ "eval_samples_per_second": 70.871,
623
+ "eval_steps_per_second": 2.215,
624
+ "step": 843
625
+ },
626
+ {
627
+ "epoch": 2.997333333333333,
628
+ "step": 843,
629
+ "total_flos": 2.6829109150955274e+18,
630
+ "train_loss": 1.3250810132756352,
631
+ "train_runtime": 2481.2668,
632
+ "train_samples_per_second": 43.521,
633
+ "train_steps_per_second": 0.34
634
  }
635
  ],
636
  "logging_steps": 10,
637
+ "max_steps": 843,
638
  "num_input_tokens_seen": 0,
639
+ "num_train_epochs": 3,
640
  "save_steps": 500,
641
  "stateful_callbacks": {
642
  "TrainerControl": {
 
650
  "attributes": {}
651
  }
652
  },
653
+ "total_flos": 2.6829109150955274e+18,
654
  "train_batch_size": 32,
655
  "trial_name": null,
656
  "trial_params": null