marthakk commited on
Commit
7c03f76
·
verified ·
1 Parent(s): d6b064f

Training in progress, epoch 1

Browse files
all_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 6.954705718242509e+17,
4
- "train_loss": 0.2417184677991,
5
- "train_runtime": 1633.5967,
6
- "train_samples_per_second": 17.128,
7
- "train_steps_per_second": 0.135
8
  }
 
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 6.954705718242509e+17,
4
+ "train_loss": 0.23402113264257257,
5
+ "train_runtime": 1621.2514,
6
+ "train_samples_per_second": 17.258,
7
+ "train_steps_per_second": 0.136
8
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5fd62ab7f09533aa4d4bbb34db59c9314e218eae205a9fcdf48f1e6408a8f8cc
3
  size 110342832
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e54bdc6cac7d51387317dc47d851fc2b73485816c5eb83c4e7c48ce7968c813
3
  size 110342832
runs/Oct26_08-08-51_c3ee2852f8cc/events.out.tfevents.1729936292.c3ee2852f8cc.307.3 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7cd695ec956a2a43ae758fbf1280c6c5a788bdb5d19455dc06e54d678dd3b99
3
+ size 6323
train_results.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 6.954705718242509e+17,
4
- "train_loss": 0.2417184677991,
5
- "train_runtime": 1633.5967,
6
- "train_samples_per_second": 17.128,
7
- "train_steps_per_second": 0.135
8
  }
 
1
  {
2
  "epoch": 10.0,
3
  "total_flos": 6.954705718242509e+17,
4
+ "train_loss": 0.23402113264257257,
5
+ "train_runtime": 1621.2514,
6
+ "train_samples_per_second": 17.258,
7
+ "train_steps_per_second": 0.136
8
  }
trainer_state.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
- "best_metric": 0.8873642285098018,
3
- "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-132",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 220,
@@ -10,286 +10,286 @@
10
  "log_history": [
11
  {
12
  "epoch": 0.45454545454545453,
13
- "grad_norm": 25.305431365966797,
14
  "learning_rate": 2.272727272727273e-05,
15
- "loss": 0.2546,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.9090909090909091,
20
- "grad_norm": 22.30314826965332,
21
  "learning_rate": 4.545454545454546e-05,
22
- "loss": 0.2646,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 1.0,
27
- "eval_accuracy": 0.7556270096463023,
28
- "eval_f1": 0.6993854476093359,
29
- "eval_loss": 0.7455090880393982,
30
- "eval_precision": 0.8203390210291629,
31
- "eval_recall": 0.7556270096463023,
32
- "eval_runtime": 15.9447,
33
- "eval_samples_per_second": 19.505,
34
- "eval_steps_per_second": 0.627,
35
  "step": 22
36
  },
37
  {
38
  "epoch": 1.3636363636363638,
39
- "grad_norm": 12.352283477783203,
40
  "learning_rate": 4.797979797979798e-05,
41
- "loss": 0.2258,
42
  "step": 30
43
  },
44
  {
45
  "epoch": 1.8181818181818183,
46
- "grad_norm": 16.673419952392578,
47
  "learning_rate": 4.545454545454546e-05,
48
- "loss": 0.2359,
49
  "step": 40
50
  },
51
  {
52
  "epoch": 2.0,
53
- "eval_accuracy": 0.8102893890675241,
54
- "eval_f1": 0.8028661921793899,
55
- "eval_loss": 0.29898953437805176,
56
- "eval_precision": 0.8059591355411291,
57
- "eval_recall": 0.8102893890675241,
58
- "eval_runtime": 16.396,
59
- "eval_samples_per_second": 18.968,
60
- "eval_steps_per_second": 0.61,
61
  "step": 44
62
  },
63
  {
64
  "epoch": 2.2727272727272725,
65
- "grad_norm": 166.52926635742188,
66
  "learning_rate": 4.292929292929293e-05,
67
- "loss": 0.2831,
68
  "step": 50
69
  },
70
  {
71
  "epoch": 2.7272727272727275,
72
- "grad_norm": 6.889273643493652,
73
  "learning_rate": 4.0404040404040405e-05,
74
- "loss": 0.2477,
75
  "step": 60
76
  },
77
  {
78
  "epoch": 3.0,
79
- "eval_accuracy": 0.8263665594855305,
80
- "eval_f1": 0.8089675597714183,
81
- "eval_loss": 0.2808948755264282,
82
- "eval_precision": 0.8441865239067687,
83
- "eval_recall": 0.8263665594855305,
84
- "eval_runtime": 17.6236,
85
- "eval_samples_per_second": 17.647,
86
- "eval_steps_per_second": 0.567,
87
  "step": 66
88
  },
89
  {
90
  "epoch": 3.1818181818181817,
91
- "grad_norm": 5.792304039001465,
92
  "learning_rate": 3.787878787878788e-05,
93
- "loss": 0.2553,
94
  "step": 70
95
  },
96
  {
97
  "epoch": 3.6363636363636362,
98
- "grad_norm": 33.26253128051758,
99
  "learning_rate": 3.535353535353535e-05,
100
- "loss": 0.2476,
101
  "step": 80
102
  },
103
  {
104
  "epoch": 4.0,
105
- "eval_accuracy": 0.8327974276527331,
106
- "eval_f1": 0.8308694134948529,
107
- "eval_loss": 0.22933611273765564,
108
- "eval_precision": 0.8301699258286112,
109
- "eval_recall": 0.8327974276527331,
110
- "eval_runtime": 15.7477,
111
- "eval_samples_per_second": 19.749,
112
- "eval_steps_per_second": 0.635,
113
  "step": 88
114
  },
115
  {
116
  "epoch": 4.090909090909091,
117
- "grad_norm": 36.04878234863281,
118
  "learning_rate": 3.282828282828283e-05,
119
- "loss": 0.2594,
120
  "step": 90
121
  },
122
  {
123
  "epoch": 4.545454545454545,
124
- "grad_norm": 12.086928367614746,
125
  "learning_rate": 3.0303030303030306e-05,
126
- "loss": 0.251,
127
  "step": 100
128
  },
129
  {
130
  "epoch": 5.0,
131
- "grad_norm": 7.808885097503662,
132
  "learning_rate": 2.777777777777778e-05,
133
- "loss": 0.2676,
134
  "step": 110
135
  },
136
  {
137
  "epoch": 5.0,
138
- "eval_accuracy": 0.8231511254019293,
139
- "eval_f1": 0.8202510778719536,
140
- "eval_loss": 0.25844427943229675,
141
- "eval_precision": 0.8196657042171692,
142
- "eval_recall": 0.8231511254019293,
143
- "eval_runtime": 15.8923,
144
- "eval_samples_per_second": 19.569,
145
- "eval_steps_per_second": 0.629,
146
  "step": 110
147
  },
148
  {
149
  "epoch": 5.454545454545454,
150
- "grad_norm": 18.131729125976562,
151
  "learning_rate": 2.5252525252525256e-05,
152
- "loss": 0.2432,
153
  "step": 120
154
  },
155
  {
156
  "epoch": 5.909090909090909,
157
- "grad_norm": 54.289772033691406,
158
  "learning_rate": 2.272727272727273e-05,
159
- "loss": 0.2494,
160
  "step": 130
161
  },
162
  {
163
  "epoch": 6.0,
164
- "eval_accuracy": 0.8842443729903537,
165
- "eval_f1": 0.8873642285098018,
166
- "eval_loss": 0.20758801698684692,
167
- "eval_precision": 0.9071323056151893,
168
- "eval_recall": 0.8842443729903537,
169
- "eval_runtime": 16.0723,
170
- "eval_samples_per_second": 19.35,
171
- "eval_steps_per_second": 0.622,
172
  "step": 132
173
  },
174
  {
175
  "epoch": 6.363636363636363,
176
- "grad_norm": 28.0532283782959,
177
  "learning_rate": 2.0202020202020203e-05,
178
- "loss": 0.2328,
179
  "step": 140
180
  },
181
  {
182
  "epoch": 6.818181818181818,
183
- "grad_norm": 7.956657886505127,
184
  "learning_rate": 1.7676767676767676e-05,
185
- "loss": 0.2239,
186
  "step": 150
187
  },
188
  {
189
  "epoch": 7.0,
190
- "eval_accuracy": 0.8360128617363344,
191
- "eval_f1": 0.8179357935850551,
192
- "eval_loss": 0.2842709422111511,
193
- "eval_precision": 0.8632228058178503,
194
- "eval_recall": 0.8360128617363344,
195
- "eval_runtime": 15.7132,
196
- "eval_samples_per_second": 19.792,
197
- "eval_steps_per_second": 0.636,
198
  "step": 154
199
  },
200
  {
201
  "epoch": 7.2727272727272725,
202
- "grad_norm": 12.15099048614502,
203
  "learning_rate": 1.5151515151515153e-05,
204
- "loss": 0.2387,
205
  "step": 160
206
  },
207
  {
208
  "epoch": 7.7272727272727275,
209
- "grad_norm": 3.2118804454803467,
210
  "learning_rate": 1.2626262626262628e-05,
211
- "loss": 0.2338,
212
  "step": 170
213
  },
214
  {
215
  "epoch": 8.0,
216
- "eval_accuracy": 0.842443729903537,
217
- "eval_f1": 0.8309118837315677,
218
- "eval_loss": 0.3346959054470062,
219
- "eval_precision": 0.8517411995396645,
220
- "eval_recall": 0.842443729903537,
221
- "eval_runtime": 15.7304,
222
- "eval_samples_per_second": 19.771,
223
- "eval_steps_per_second": 0.636,
224
  "step": 176
225
  },
226
  {
227
  "epoch": 8.181818181818182,
228
- "grad_norm": 5.065102577209473,
229
  "learning_rate": 1.0101010101010101e-05,
230
- "loss": 0.2258,
231
  "step": 180
232
  },
233
  {
234
  "epoch": 8.636363636363637,
235
- "grad_norm": 5.690997123718262,
236
  "learning_rate": 7.5757575757575764e-06,
237
- "loss": 0.2163,
238
  "step": 190
239
  },
240
  {
241
  "epoch": 9.0,
242
- "eval_accuracy": 0.8488745980707395,
243
- "eval_f1": 0.8409186699599422,
244
- "eval_loss": 0.280775785446167,
245
- "eval_precision": 0.8518186827287411,
246
- "eval_recall": 0.8488745980707395,
247
- "eval_runtime": 15.5946,
248
- "eval_samples_per_second": 19.943,
249
- "eval_steps_per_second": 0.641,
250
  "step": 198
251
  },
252
  {
253
  "epoch": 9.090909090909092,
254
- "grad_norm": 2.9396848678588867,
255
  "learning_rate": 5.050505050505051e-06,
256
- "loss": 0.2183,
257
  "step": 200
258
  },
259
  {
260
  "epoch": 9.545454545454545,
261
- "grad_norm": 7.1536149978637695,
262
  "learning_rate": 2.5252525252525253e-06,
263
- "loss": 0.2127,
264
  "step": 210
265
  },
266
  {
267
  "epoch": 10.0,
268
- "grad_norm": 3.191535711288452,
269
  "learning_rate": 0.0,
270
- "loss": 0.2303,
271
  "step": 220
272
  },
273
  {
274
  "epoch": 10.0,
275
- "eval_accuracy": 0.842443729903537,
276
- "eval_f1": 0.8355956465755988,
277
- "eval_loss": 0.24919378757476807,
278
- "eval_precision": 0.8421848602103656,
279
- "eval_recall": 0.842443729903537,
280
- "eval_runtime": 16.6322,
281
- "eval_samples_per_second": 18.699,
282
- "eval_steps_per_second": 0.601,
283
  "step": 220
284
  },
285
  {
286
  "epoch": 10.0,
287
  "step": 220,
288
  "total_flos": 6.954705718242509e+17,
289
- "train_loss": 0.2417184677991,
290
- "train_runtime": 1633.5967,
291
- "train_samples_per_second": 17.128,
292
- "train_steps_per_second": 0.135
293
  }
294
  ],
295
  "logging_steps": 10,
 
1
  {
2
+ "best_metric": 0.8866264991906878,
3
+ "best_model_checkpoint": "swin-tiny-patch4-window7-224-finetuned-eurosat/checkpoint-220",
4
  "epoch": 10.0,
5
  "eval_steps": 500,
6
  "global_step": 220,
 
10
  "log_history": [
11
  {
12
  "epoch": 0.45454545454545453,
13
+ "grad_norm": 3.2964470386505127,
14
  "learning_rate": 2.272727272727273e-05,
15
+ "loss": 0.2322,
16
  "step": 10
17
  },
18
  {
19
  "epoch": 0.9090909090909091,
20
+ "grad_norm": 2.9043655395507812,
21
  "learning_rate": 4.545454545454546e-05,
22
+ "loss": 0.2604,
23
  "step": 20
24
  },
25
  {
26
  "epoch": 1.0,
27
+ "eval_accuracy": 0.8392282958199357,
28
+ "eval_f1": 0.8332760485475542,
29
+ "eval_loss": 0.2333919107913971,
30
+ "eval_precision": 0.8374611693960878,
31
+ "eval_recall": 0.8392282958199357,
32
+ "eval_runtime": 15.9334,
33
+ "eval_samples_per_second": 19.519,
34
+ "eval_steps_per_second": 0.628,
35
  "step": 22
36
  },
37
  {
38
  "epoch": 1.3636363636363638,
39
+ "grad_norm": 56.99660873413086,
40
  "learning_rate": 4.797979797979798e-05,
41
+ "loss": 0.2223,
42
  "step": 30
43
  },
44
  {
45
  "epoch": 1.8181818181818183,
46
+ "grad_norm": 18.48450469970703,
47
  "learning_rate": 4.545454545454546e-05,
48
+ "loss": 0.2492,
49
  "step": 40
50
  },
51
  {
52
  "epoch": 2.0,
53
+ "eval_accuracy": 0.8263665594855305,
54
+ "eval_f1": 0.8232255290144138,
55
+ "eval_loss": 0.2620704472064972,
56
+ "eval_precision": 0.8228686443399579,
57
+ "eval_recall": 0.8263665594855305,
58
+ "eval_runtime": 15.7143,
59
+ "eval_samples_per_second": 19.791,
60
+ "eval_steps_per_second": 0.636,
61
  "step": 44
62
  },
63
  {
64
  "epoch": 2.2727272727272725,
65
+ "grad_norm": 6.249089241027832,
66
  "learning_rate": 4.292929292929293e-05,
67
+ "loss": 0.2374,
68
  "step": 50
69
  },
70
  {
71
  "epoch": 2.7272727272727275,
72
+ "grad_norm": 34.324771881103516,
73
  "learning_rate": 4.0404040404040405e-05,
74
+ "loss": 0.2373,
75
  "step": 60
76
  },
77
  {
78
  "epoch": 3.0,
79
+ "eval_accuracy": 0.8617363344051447,
80
+ "eval_f1": 0.8625935578100142,
81
+ "eval_loss": 0.23337994515895844,
82
+ "eval_precision": 0.8639282703997218,
83
+ "eval_recall": 0.8617363344051447,
84
+ "eval_runtime": 16.0907,
85
+ "eval_samples_per_second": 19.328,
86
+ "eval_steps_per_second": 0.621,
87
  "step": 66
88
  },
89
  {
90
  "epoch": 3.1818181818181817,
91
+ "grad_norm": 12.280445098876953,
92
  "learning_rate": 3.787878787878788e-05,
93
+ "loss": 0.2634,
94
  "step": 70
95
  },
96
  {
97
  "epoch": 3.6363636363636362,
98
+ "grad_norm": 4.722353935241699,
99
  "learning_rate": 3.535353535353535e-05,
100
+ "loss": 0.2623,
101
  "step": 80
102
  },
103
  {
104
  "epoch": 4.0,
105
+ "eval_accuracy": 0.8810289389067524,
106
+ "eval_f1": 0.88319217217326,
107
+ "eval_loss": 0.2036450058221817,
108
+ "eval_precision": 0.8908256857340293,
109
+ "eval_recall": 0.8810289389067524,
110
+ "eval_runtime": 16.3075,
111
+ "eval_samples_per_second": 19.071,
112
+ "eval_steps_per_second": 0.613,
113
  "step": 88
114
  },
115
  {
116
  "epoch": 4.090909090909091,
117
+ "grad_norm": 11.214787483215332,
118
  "learning_rate": 3.282828282828283e-05,
119
+ "loss": 0.2246,
120
  "step": 90
121
  },
122
  {
123
  "epoch": 4.545454545454545,
124
+ "grad_norm": 13.322309494018555,
125
  "learning_rate": 3.0303030303030306e-05,
126
+ "loss": 0.232,
127
  "step": 100
128
  },
129
  {
130
  "epoch": 5.0,
131
+ "grad_norm": 8.625347137451172,
132
  "learning_rate": 2.777777777777778e-05,
133
+ "loss": 0.2378,
134
  "step": 110
135
  },
136
  {
137
  "epoch": 5.0,
138
+ "eval_accuracy": 0.819935691318328,
139
+ "eval_f1": 0.8172812345261152,
140
+ "eval_loss": 0.2944244146347046,
141
+ "eval_precision": 0.8165197977946229,
142
+ "eval_recall": 0.819935691318328,
143
+ "eval_runtime": 16.454,
144
+ "eval_samples_per_second": 18.901,
145
+ "eval_steps_per_second": 0.608,
146
  "step": 110
147
  },
148
  {
149
  "epoch": 5.454545454545454,
150
+ "grad_norm": 5.456847667694092,
151
  "learning_rate": 2.5252525252525256e-05,
152
+ "loss": 0.2711,
153
  "step": 120
154
  },
155
  {
156
  "epoch": 5.909090909090909,
157
+ "grad_norm": 11.77868938446045,
158
  "learning_rate": 2.272727272727273e-05,
159
+ "loss": 0.221,
160
  "step": 130
161
  },
162
  {
163
  "epoch": 6.0,
164
+ "eval_accuracy": 0.8681672025723473,
165
+ "eval_f1": 0.8700951269031074,
166
+ "eval_loss": 0.20269730687141418,
167
+ "eval_precision": 0.8751993658233878,
168
+ "eval_recall": 0.8681672025723473,
169
+ "eval_runtime": 15.757,
170
+ "eval_samples_per_second": 19.737,
171
+ "eval_steps_per_second": 0.635,
172
  "step": 132
173
  },
174
  {
175
  "epoch": 6.363636363636363,
176
+ "grad_norm": 10.365585327148438,
177
  "learning_rate": 2.0202020202020203e-05,
178
+ "loss": 0.2205,
179
  "step": 140
180
  },
181
  {
182
  "epoch": 6.818181818181818,
183
+ "grad_norm": 3.4123003482818604,
184
  "learning_rate": 1.7676767676767676e-05,
185
+ "loss": 0.2339,
186
  "step": 150
187
  },
188
  {
189
  "epoch": 7.0,
190
+ "eval_accuracy": 0.8585209003215434,
191
+ "eval_f1": 0.8577414571643612,
192
+ "eval_loss": 0.2290601134300232,
193
+ "eval_precision": 0.8572771006256387,
194
+ "eval_recall": 0.8585209003215434,
195
+ "eval_runtime": 15.7364,
196
+ "eval_samples_per_second": 19.763,
197
+ "eval_steps_per_second": 0.635,
198
  "step": 154
199
  },
200
  {
201
  "epoch": 7.2727272727272725,
202
+ "grad_norm": 6.866532325744629,
203
  "learning_rate": 1.5151515151515153e-05,
204
+ "loss": 0.2274,
205
  "step": 160
206
  },
207
  {
208
  "epoch": 7.7272727272727275,
209
+ "grad_norm": 28.103683471679688,
210
  "learning_rate": 1.2626262626262628e-05,
211
+ "loss": 0.2215,
212
  "step": 170
213
  },
214
  {
215
  "epoch": 8.0,
216
+ "eval_accuracy": 0.8681672025723473,
217
+ "eval_f1": 0.868338573836183,
218
+ "eval_loss": 0.2732490599155426,
219
+ "eval_precision": 0.8685295263564022,
220
+ "eval_recall": 0.8681672025723473,
221
+ "eval_runtime": 17.2464,
222
+ "eval_samples_per_second": 18.033,
223
+ "eval_steps_per_second": 0.58,
224
  "step": 176
225
  },
226
  {
227
  "epoch": 8.181818181818182,
228
+ "grad_norm": 7.824560642242432,
229
  "learning_rate": 1.0101010101010101e-05,
230
+ "loss": 0.2202,
231
  "step": 180
232
  },
233
  {
234
  "epoch": 8.636363636363637,
235
+ "grad_norm": 1.545398473739624,
236
  "learning_rate": 7.5757575757575764e-06,
237
+ "loss": 0.2162,
238
  "step": 190
239
  },
240
  {
241
  "epoch": 9.0,
242
+ "eval_accuracy": 0.8681672025723473,
243
+ "eval_f1": 0.8692844166638126,
244
+ "eval_loss": 0.2260492444038391,
245
+ "eval_precision": 0.8713400647093587,
246
+ "eval_recall": 0.8681672025723473,
247
+ "eval_runtime": 15.7507,
248
+ "eval_samples_per_second": 19.745,
249
+ "eval_steps_per_second": 0.635,
250
  "step": 198
251
  },
252
  {
253
  "epoch": 9.090909090909092,
254
+ "grad_norm": 2.2911288738250732,
255
  "learning_rate": 5.050505050505051e-06,
256
+ "loss": 0.2224,
257
  "step": 200
258
  },
259
  {
260
  "epoch": 9.545454545454545,
261
+ "grad_norm": 3.872638463973999,
262
  "learning_rate": 2.5252525252525253e-06,
263
+ "loss": 0.2126,
264
  "step": 210
265
  },
266
  {
267
  "epoch": 10.0,
268
+ "grad_norm": 2.078859567642212,
269
  "learning_rate": 0.0,
270
+ "loss": 0.2226,
271
  "step": 220
272
  },
273
  {
274
  "epoch": 10.0,
275
+ "eval_accuracy": 0.8842443729903537,
276
+ "eval_f1": 0.8866264991906878,
277
+ "eval_loss": 0.20013029873371124,
278
+ "eval_precision": 0.8965561746996403,
279
+ "eval_recall": 0.8842443729903537,
280
+ "eval_runtime": 16.6583,
281
+ "eval_samples_per_second": 18.669,
282
+ "eval_steps_per_second": 0.6,
283
  "step": 220
284
  },
285
  {
286
  "epoch": 10.0,
287
  "step": 220,
288
  "total_flos": 6.954705718242509e+17,
289
+ "train_loss": 0.23402113264257257,
290
+ "train_runtime": 1621.2514,
291
+ "train_samples_per_second": 17.258,
292
+ "train_steps_per_second": 0.136
293
  }
294
  ],
295
  "logging_steps": 10,