File size: 5,539 Bytes
838e32f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
{
  "best_metric": 0.9259681093394078,
  "best_model_checkpoint": "swin-base-patch4-window7-224-in22k-finetuned-brain-tumor-final_06/checkpoint-92",
  "epoch": 9.81132075471698,
  "global_step": 130,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.75,
      "learning_rate": 3.846153846153846e-05,
      "loss": 1.3082,
      "step": 10
    },
    {
      "epoch": 0.98,
      "eval_accuracy": 0.7818906605922551,
      "eval_f1_score": 0.7688908936900031,
      "eval_loss": 0.7669380307197571,
      "eval_precision": 0.772266175890896,
      "eval_runtime": 96.6843,
      "eval_samples_per_second": 18.162,
      "eval_steps_per_second": 0.186,
      "step": 13
    },
    {
      "epoch": 1.51,
      "learning_rate": 4.700854700854701e-05,
      "loss": 0.5415,
      "step": 20
    },
    {
      "epoch": 1.96,
      "eval_accuracy": 0.8866742596810934,
      "eval_f1_score": 0.8812008726859037,
      "eval_loss": 0.30995097756385803,
      "eval_precision": 0.8815838870979282,
      "eval_runtime": 96.8361,
      "eval_samples_per_second": 18.134,
      "eval_steps_per_second": 0.186,
      "step": 26
    },
    {
      "epoch": 2.26,
      "learning_rate": 4.2735042735042735e-05,
      "loss": 0.279,
      "step": 30
    },
    {
      "epoch": 2.94,
      "eval_accuracy": 0.8992027334851936,
      "eval_f1_score": 0.8966789636521464,
      "eval_loss": 0.2901477813720703,
      "eval_precision": 0.8961078828721537,
      "eval_runtime": 98.6216,
      "eval_samples_per_second": 17.805,
      "eval_steps_per_second": 0.183,
      "step": 39
    },
    {
      "epoch": 3.02,
      "learning_rate": 3.846153846153846e-05,
      "loss": 0.1999,
      "step": 40
    },
    {
      "epoch": 3.77,
      "learning_rate": 3.418803418803419e-05,
      "loss": 0.1563,
      "step": 50
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.908883826879271,
      "eval_f1_score": 0.9078306964745567,
      "eval_loss": 0.265499472618103,
      "eval_precision": 0.9083718207644937,
      "eval_runtime": 98.7489,
      "eval_samples_per_second": 17.782,
      "eval_steps_per_second": 0.182,
      "step": 53
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.9914529914529915e-05,
      "loss": 0.1304,
      "step": 60
    },
    {
      "epoch": 4.98,
      "eval_accuracy": 0.8963553530751709,
      "eval_f1_score": 0.893452293959199,
      "eval_loss": 0.29711824655532837,
      "eval_precision": 0.8958018875603853,
      "eval_runtime": 98.1792,
      "eval_samples_per_second": 17.886,
      "eval_steps_per_second": 0.183,
      "step": 66
    },
    {
      "epoch": 5.28,
      "learning_rate": 2.564102564102564e-05,
      "loss": 0.1058,
      "step": 70
    },
    {
      "epoch": 5.96,
      "eval_accuracy": 0.9242596810933941,
      "eval_f1_score": 0.9217937412983948,
      "eval_loss": 0.2358219474554062,
      "eval_precision": 0.9224441106512246,
      "eval_runtime": 97.7045,
      "eval_samples_per_second": 17.973,
      "eval_steps_per_second": 0.184,
      "step": 79
    },
    {
      "epoch": 6.04,
      "learning_rate": 2.1367521367521368e-05,
      "loss": 0.0994,
      "step": 80
    },
    {
      "epoch": 6.79,
      "learning_rate": 1.7094017094017095e-05,
      "loss": 0.0971,
      "step": 90
    },
    {
      "epoch": 6.94,
      "eval_accuracy": 0.9259681093394078,
      "eval_f1_score": 0.9245178077359331,
      "eval_loss": 0.2297922521829605,
      "eval_precision": 0.9257734526574422,
      "eval_runtime": 97.6588,
      "eval_samples_per_second": 17.981,
      "eval_steps_per_second": 0.184,
      "step": 92
    },
    {
      "epoch": 7.55,
      "learning_rate": 1.282051282051282e-05,
      "loss": 0.079,
      "step": 100
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.9134396355353075,
      "eval_f1_score": 0.9122558962664452,
      "eval_loss": 0.2468264102935791,
      "eval_precision": 0.9125171421300797,
      "eval_runtime": 97.7172,
      "eval_samples_per_second": 17.97,
      "eval_steps_per_second": 0.184,
      "step": 106
    },
    {
      "epoch": 8.3,
      "learning_rate": 8.547008547008548e-06,
      "loss": 0.0638,
      "step": 110
    },
    {
      "epoch": 8.98,
      "eval_accuracy": 0.9111617312072893,
      "eval_f1_score": 0.9096838863764772,
      "eval_loss": 0.25342050194740295,
      "eval_precision": 0.9100934936164933,
      "eval_runtime": 97.1847,
      "eval_samples_per_second": 18.069,
      "eval_steps_per_second": 0.185,
      "step": 119
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.273504273504274e-06,
      "loss": 0.061,
      "step": 120
    },
    {
      "epoch": 9.81,
      "learning_rate": 0.0,
      "loss": 0.0538,
      "step": 130
    },
    {
      "epoch": 9.81,
      "eval_accuracy": 0.9225512528473804,
      "eval_f1_score": 0.9210297526787381,
      "eval_loss": 0.23841328918933868,
      "eval_precision": 0.9214370287637926,
      "eval_runtime": 97.7614,
      "eval_samples_per_second": 17.962,
      "eval_steps_per_second": 0.184,
      "step": 130
    },
    {
      "epoch": 9.81,
      "step": 130,
      "total_flos": 4.0507959904511017e+18,
      "train_loss": 0.24423522857519298,
      "train_runtime": 12543.349,
      "train_samples_per_second": 4.199,
      "train_steps_per_second": 0.01
    }
  ],
  "max_steps": 130,
  "num_train_epochs": 10,
  "total_flos": 4.0507959904511017e+18,
  "trial_name": null,
  "trial_params": null
}