jerlawson13 commited on
Commit
a07f2f2
1 Parent(s): ba14030

Training in progress, step 100

Browse files
all_results.json ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "eval_loss": 0.07897982746362686,
4
+ "eval_runtime": 194.0605,
5
+ "eval_samples_per_second": 9.337,
6
+ "eval_steps_per_second": 0.294,
7
+ "total_flos": 7.020774259082035e+17,
8
+ "train_loss": 0.15416914590618067,
9
+ "train_runtime": 2897.051,
10
+ "train_samples_per_second": 3.148,
11
+ "train_steps_per_second": 0.098
12
+ }
eval_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "eval_loss": 0.10813982784748077,
4
+ "eval_runtime": 24.5494,
5
+ "eval_samples_per_second": 9.247,
6
+ "eval_steps_per_second": 0.326
7
+ }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7a39344f88a60f42249fe9fac37bc91b0a813c0a2c85f3622b2cf7a3dcd0c96e
3
  size 343223968
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee8f751cdb7df86eb343179d7d295483a89b8d916b89e9b688a86d95d96f4a01
3
  size 343223968
runs/Jul12_16-00-05_REDLGLAUCORE01/events.out.tfevents.1720828147.REDLGLAUCORE01.162992.25 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28b88806201f7dd792a3de1b0ed35debf39e7b290bbfe5810cd744585e16cfba
3
+ size 630
runs/Jul12_19-35-38_REDLGLAUCORE01/events.out.tfevents.1720838139.REDLGLAUCORE01.162992.27 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61025be7f3ab1dd73f61af2b6c5fdc7b955c10c77b81aa6043f75150b6d0638b
3
+ size 7437
train_eval_results.json ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "eval_loss": 0.07897982746362686,
4
+ "eval_runtime": 194.0605,
5
+ "eval_samples_per_second": 9.337,
6
+ "eval_steps_per_second": 0.294
7
+ }
train_results.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "epoch": 5.0,
3
+ "total_flos": 7.020774259082035e+17,
4
+ "train_loss": 0.15416914590618067,
5
+ "train_runtime": 2897.051,
6
+ "train_samples_per_second": 3.148,
7
+ "train_steps_per_second": 0.098
8
+ }
trainer_state.json ADDED
@@ -0,0 +1,254 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "best_metric": 0.10813982784748077,
3
+ "best_model_checkpoint": "/home/projects/Project - Fundus Photo Glaucoma Detection (AI)//model_results/vit-base-gpu/checkpoint-200",
4
+ "epoch": 5.0,
5
+ "eval_steps": 100,
6
+ "global_step": 285,
7
+ "is_hyper_param_search": false,
8
+ "is_local_process_zero": true,
9
+ "is_world_process_zero": true,
10
+ "log_history": [
11
+ {
12
+ "epoch": 0.17543859649122806,
13
+ "grad_norm": 1.040771245956421,
14
+ "learning_rate": 9.649122807017545e-06,
15
+ "loss": 0.6273,
16
+ "step": 10
17
+ },
18
+ {
19
+ "epoch": 0.3508771929824561,
20
+ "grad_norm": 2.329632520675659,
21
+ "learning_rate": 9.298245614035088e-06,
22
+ "loss": 0.5016,
23
+ "step": 20
24
+ },
25
+ {
26
+ "epoch": 0.5263157894736842,
27
+ "grad_norm": 1.6268341541290283,
28
+ "learning_rate": 8.947368421052632e-06,
29
+ "loss": 0.3763,
30
+ "step": 30
31
+ },
32
+ {
33
+ "epoch": 0.7017543859649122,
34
+ "grad_norm": 2.5890719890594482,
35
+ "learning_rate": 8.596491228070176e-06,
36
+ "loss": 0.2924,
37
+ "step": 40
38
+ },
39
+ {
40
+ "epoch": 0.8771929824561403,
41
+ "grad_norm": 0.7261876463890076,
42
+ "learning_rate": 8.24561403508772e-06,
43
+ "loss": 0.2481,
44
+ "step": 50
45
+ },
46
+ {
47
+ "epoch": 1.0526315789473684,
48
+ "grad_norm": 0.8194475769996643,
49
+ "learning_rate": 7.894736842105265e-06,
50
+ "loss": 0.1682,
51
+ "step": 60
52
+ },
53
+ {
54
+ "epoch": 1.2280701754385965,
55
+ "grad_norm": 0.5261658430099487,
56
+ "learning_rate": 7.5438596491228074e-06,
57
+ "loss": 0.1543,
58
+ "step": 70
59
+ },
60
+ {
61
+ "epoch": 1.4035087719298245,
62
+ "grad_norm": 0.5462292432785034,
63
+ "learning_rate": 7.192982456140352e-06,
64
+ "loss": 0.1492,
65
+ "step": 80
66
+ },
67
+ {
68
+ "epoch": 1.5789473684210527,
69
+ "grad_norm": 0.6172283887863159,
70
+ "learning_rate": 6.842105263157896e-06,
71
+ "loss": 0.1214,
72
+ "step": 90
73
+ },
74
+ {
75
+ "epoch": 1.7543859649122808,
76
+ "grad_norm": 0.48490244150161743,
77
+ "learning_rate": 6.491228070175439e-06,
78
+ "loss": 0.1209,
79
+ "step": 100
80
+ },
81
+ {
82
+ "epoch": 1.7543859649122808,
83
+ "eval_loss": 0.15530365705490112,
84
+ "eval_runtime": 24.2994,
85
+ "eval_samples_per_second": 9.342,
86
+ "eval_steps_per_second": 0.329,
87
+ "step": 100
88
+ },
89
+ {
90
+ "epoch": 1.9298245614035088,
91
+ "grad_norm": 6.183306694030762,
92
+ "learning_rate": 6.140350877192983e-06,
93
+ "loss": 0.1262,
94
+ "step": 110
95
+ },
96
+ {
97
+ "epoch": 2.1052631578947367,
98
+ "grad_norm": 0.6162407994270325,
99
+ "learning_rate": 5.789473684210527e-06,
100
+ "loss": 0.1122,
101
+ "step": 120
102
+ },
103
+ {
104
+ "epoch": 2.280701754385965,
105
+ "grad_norm": 0.4731535315513611,
106
+ "learning_rate": 5.438596491228071e-06,
107
+ "loss": 0.1169,
108
+ "step": 130
109
+ },
110
+ {
111
+ "epoch": 2.456140350877193,
112
+ "grad_norm": 0.3595629334449768,
113
+ "learning_rate": 5.087719298245615e-06,
114
+ "loss": 0.0814,
115
+ "step": 140
116
+ },
117
+ {
118
+ "epoch": 2.6315789473684212,
119
+ "grad_norm": 0.3399164080619812,
120
+ "learning_rate": 4.736842105263158e-06,
121
+ "loss": 0.0914,
122
+ "step": 150
123
+ },
124
+ {
125
+ "epoch": 2.807017543859649,
126
+ "grad_norm": 2.8990585803985596,
127
+ "learning_rate": 4.385964912280702e-06,
128
+ "loss": 0.0856,
129
+ "step": 160
130
+ },
131
+ {
132
+ "epoch": 2.982456140350877,
133
+ "grad_norm": 5.240866184234619,
134
+ "learning_rate": 4.035087719298246e-06,
135
+ "loss": 0.0874,
136
+ "step": 170
137
+ },
138
+ {
139
+ "epoch": 3.1578947368421053,
140
+ "grad_norm": 0.3441706597805023,
141
+ "learning_rate": 3.6842105263157896e-06,
142
+ "loss": 0.0895,
143
+ "step": 180
144
+ },
145
+ {
146
+ "epoch": 3.3333333333333335,
147
+ "grad_norm": 0.3535279631614685,
148
+ "learning_rate": 3.3333333333333333e-06,
149
+ "loss": 0.0881,
150
+ "step": 190
151
+ },
152
+ {
153
+ "epoch": 3.5087719298245617,
154
+ "grad_norm": 0.6653788685798645,
155
+ "learning_rate": 2.9824561403508774e-06,
156
+ "loss": 0.0911,
157
+ "step": 200
158
+ },
159
+ {
160
+ "epoch": 3.5087719298245617,
161
+ "eval_loss": 0.10813982784748077,
162
+ "eval_runtime": 29.8414,
163
+ "eval_samples_per_second": 7.607,
164
+ "eval_steps_per_second": 0.268,
165
+ "step": 200
166
+ },
167
+ {
168
+ "epoch": 3.6842105263157894,
169
+ "grad_norm": 0.271210640668869,
170
+ "learning_rate": 2.631578947368421e-06,
171
+ "loss": 0.1006,
172
+ "step": 210
173
+ },
174
+ {
175
+ "epoch": 3.8596491228070176,
176
+ "grad_norm": 0.35550448298454285,
177
+ "learning_rate": 2.280701754385965e-06,
178
+ "loss": 0.0703,
179
+ "step": 220
180
+ },
181
+ {
182
+ "epoch": 4.035087719298246,
183
+ "grad_norm": 0.5986644625663757,
184
+ "learning_rate": 1.929824561403509e-06,
185
+ "loss": 0.1125,
186
+ "step": 230
187
+ },
188
+ {
189
+ "epoch": 4.2105263157894735,
190
+ "grad_norm": 0.29196077585220337,
191
+ "learning_rate": 1.5789473684210526e-06,
192
+ "loss": 0.076,
193
+ "step": 240
194
+ },
195
+ {
196
+ "epoch": 4.385964912280702,
197
+ "grad_norm": 0.2573108673095703,
198
+ "learning_rate": 1.2280701754385965e-06,
199
+ "loss": 0.0574,
200
+ "step": 250
201
+ },
202
+ {
203
+ "epoch": 4.56140350877193,
204
+ "grad_norm": 0.2528444230556488,
205
+ "learning_rate": 8.771929824561404e-07,
206
+ "loss": 0.0565,
207
+ "step": 260
208
+ },
209
+ {
210
+ "epoch": 4.7368421052631575,
211
+ "grad_norm": 0.25505849719047546,
212
+ "learning_rate": 5.263157894736843e-07,
213
+ "loss": 0.0498,
214
+ "step": 270
215
+ },
216
+ {
217
+ "epoch": 4.912280701754386,
218
+ "grad_norm": 0.541071891784668,
219
+ "learning_rate": 1.7543859649122808e-07,
220
+ "loss": 0.0945,
221
+ "step": 280
222
+ },
223
+ {
224
+ "epoch": 5.0,
225
+ "step": 285,
226
+ "total_flos": 7.020774259082035e+17,
227
+ "train_loss": 0.15416914590618067,
228
+ "train_runtime": 2897.051,
229
+ "train_samples_per_second": 3.148,
230
+ "train_steps_per_second": 0.098
231
+ }
232
+ ],
233
+ "logging_steps": 10,
234
+ "max_steps": 285,
235
+ "num_input_tokens_seen": 0,
236
+ "num_train_epochs": 5,
237
+ "save_steps": 100,
238
+ "stateful_callbacks": {
239
+ "TrainerControl": {
240
+ "args": {
241
+ "should_epoch_stop": false,
242
+ "should_evaluate": false,
243
+ "should_log": false,
244
+ "should_save": true,
245
+ "should_training_stop": true
246
+ },
247
+ "attributes": {}
248
+ }
249
+ },
250
+ "total_flos": 7.020774259082035e+17,
251
+ "train_batch_size": 32,
252
+ "trial_name": null,
253
+ "trial_params": null
254
+ }
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:675d2df7c745117e4c8ab72db056f7d067ed11eedc9ebb4b2fb08e9399f36b42
3
  size 5240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8584a59e7f712b9beaab6a28f54d58e27e0a3520f0055141cb1bfa9260ddfdf2
3
  size 5240