File size: 4,659 Bytes
0381dc0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
{
  "best_metric": 1.2208830118179321,
  "best_model_checkpoint": "facial_age_image_detection/checkpoint-3120",
  "epoch": 13.0,
  "eval_steps": 500,
  "global_step": 3120,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 1.0,
      "eval_accuracy": 0.5914377871175838,
      "eval_loss": 1.247507929801941,
      "eval_runtime": 105.4075,
      "eval_samples_per_second": 97.061,
      "eval_steps_per_second": 3.036,
      "step": 240
    },
    {
      "epoch": 2.0,
      "eval_accuracy": 0.599159417456749,
      "eval_loss": 1.2387152910232544,
      "eval_runtime": 105.6722,
      "eval_samples_per_second": 96.818,
      "eval_steps_per_second": 3.028,
      "step": 480
    },
    {
      "epoch": 2.08,
      "grad_norm": 16.16035270690918,
      "learning_rate": 6.112676056338028e-07,
      "loss": 0.8178,
      "step": 500
    },
    {
      "epoch": 3.0,
      "eval_accuracy": 0.593979083178575,
      "eval_loss": 1.240220069885254,
      "eval_runtime": 106.9319,
      "eval_samples_per_second": 95.678,
      "eval_steps_per_second": 2.993,
      "step": 720
    },
    {
      "epoch": 4.0,
      "eval_accuracy": 0.5982797380510214,
      "eval_loss": 1.2350324392318726,
      "eval_runtime": 105.7769,
      "eval_samples_per_second": 96.722,
      "eval_steps_per_second": 3.025,
      "step": 960
    },
    {
      "epoch": 4.17,
      "grad_norm": 12.192686080932617,
      "learning_rate": 5.126760563380281e-07,
      "loss": 0.8038,
      "step": 1000
    },
    {
      "epoch": 5.0,
      "eval_accuracy": 0.5962271527709901,
      "eval_loss": 1.2324706315994263,
      "eval_runtime": 105.7457,
      "eval_samples_per_second": 96.751,
      "eval_steps_per_second": 3.026,
      "step": 1200
    },
    {
      "epoch": 6.0,
      "eval_accuracy": 0.5964226370833741,
      "eval_loss": 1.2318035364151,
      "eval_runtime": 105.5068,
      "eval_samples_per_second": 96.97,
      "eval_steps_per_second": 3.033,
      "step": 1440
    },
    {
      "epoch": 6.25,
      "grad_norm": 12.383950233459473,
      "learning_rate": 4.140845070422535e-07,
      "loss": 0.7976,
      "step": 1500
    },
    {
      "epoch": 7.0,
      "eval_accuracy": 0.5976932851138697,
      "eval_loss": 1.2295589447021484,
      "eval_runtime": 106.676,
      "eval_samples_per_second": 95.907,
      "eval_steps_per_second": 3.0,
      "step": 1680
    },
    {
      "epoch": 8.0,
      "eval_accuracy": 0.5974978008014857,
      "eval_loss": 1.2282449007034302,
      "eval_runtime": 105.9543,
      "eval_samples_per_second": 96.561,
      "eval_steps_per_second": 3.02,
      "step": 1920
    },
    {
      "epoch": 8.33,
      "grad_norm": 12.568708419799805,
      "learning_rate": 3.1549295774647887e-07,
      "loss": 0.7888,
      "step": 2000
    },
    {
      "epoch": 9.0,
      "eval_accuracy": 0.6013097448929723,
      "eval_loss": 1.2256407737731934,
      "eval_runtime": 105.7499,
      "eval_samples_per_second": 96.747,
      "eval_steps_per_second": 3.026,
      "step": 2160
    },
    {
      "epoch": 10.0,
      "eval_accuracy": 0.6001368390186688,
      "eval_loss": 1.2228951454162598,
      "eval_runtime": 106.2182,
      "eval_samples_per_second": 96.321,
      "eval_steps_per_second": 3.013,
      "step": 2400
    },
    {
      "epoch": 10.42,
      "grad_norm": 10.32869815826416,
      "learning_rate": 2.169014084507042e-07,
      "loss": 0.7785,
      "step": 2500
    },
    {
      "epoch": 11.0,
      "eval_accuracy": 0.5989639331443651,
      "eval_loss": 1.223892331123352,
      "eval_runtime": 105.6089,
      "eval_samples_per_second": 96.876,
      "eval_steps_per_second": 3.03,
      "step": 2640
    },
    {
      "epoch": 12.0,
      "eval_accuracy": 0.599452643925325,
      "eval_loss": 1.2233675718307495,
      "eval_runtime": 105.2752,
      "eval_samples_per_second": 97.183,
      "eval_steps_per_second": 3.04,
      "step": 2880
    },
    {
      "epoch": 12.5,
      "grad_norm": 10.018258094787598,
      "learning_rate": 1.1830985915492958e-07,
      "loss": 0.7763,
      "step": 3000
    },
    {
      "epoch": 13.0,
      "eval_accuracy": 0.5997458703939009,
      "eval_loss": 1.2208830118179321,
      "eval_runtime": 106.4062,
      "eval_samples_per_second": 96.15,
      "eval_steps_per_second": 3.007,
      "step": 3120
    }
  ],
  "logging_steps": 500,
  "max_steps": 3600,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 15,
  "save_steps": 500,
  "total_flos": 1.5461399088864369e+19,
  "train_batch_size": 64,
  "trial_name": null,
  "trial_params": null
}