gavrilstep commited on
Commit
937e1c0
·
verified ·
1 Parent(s): cc36112

Training in progress, step 71, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0c0df244eb2f8332e926e805c277a6ffe69bc0f657965b1271cb385887c8171c
3
  size 319876032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01671e0696bc791f2cb203a9f8665b8ce23c4c5488c8f4671cf0103f445b1193
3
  size 319876032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf801bc99321e2d3c82853ff38a6cfef9b3ac10b1187af5e4cb577c3639a2f5d
3
  size 162933396
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41cdd80373983cf0a05312a373db8fbd2037aebc5350b758f7adb9c17b081aa
3
  size 162933396
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:14a909c715180823565ad9db0e6325239110ff40066207a387cb9aadecb8ec8a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93e1d2ed1657f3ff1bb614efce27feacbb4cdefa75aaf9d42964795ef4214f28
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd52f72ba6b98f035e019b9f67412a4096a5905d83c8b9be59eb63847361da2b
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e683effdbf1801ca21c52b8334cbe1684c23fef6e33fad16cce510e4700ea65
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.03400735294117647,
5
  "eval_steps": 55,
6
- "global_step": 37,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -99,6 +99,91 @@
99
  "learning_rate": 9.729729729729731e-05,
100
  "loss": 11.3811,
101
  "step": 36
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
102
  }
103
  ],
104
  "logging_steps": 3,
@@ -113,12 +198,12 @@
113
  "should_evaluate": false,
114
  "should_log": false,
115
  "should_save": true,
116
- "should_training_stop": false
117
  },
118
  "attributes": {}
119
  }
120
  },
121
- "total_flos": 1.520224872431616e+16,
122
  "train_batch_size": 2,
123
  "trial_name": null,
124
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.06525735294117647,
5
  "eval_steps": 55,
6
+ "global_step": 71,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
99
  "learning_rate": 9.729729729729731e-05,
100
  "loss": 11.3811,
101
  "step": 36
102
+ },
103
+ {
104
+ "epoch": 0.035845588235294115,
105
+ "grad_norm": 1.9527369737625122,
106
+ "learning_rate": 9.91486549841951e-05,
107
+ "loss": 11.2562,
108
+ "step": 39
109
+ },
110
+ {
111
+ "epoch": 0.03860294117647059,
112
+ "grad_norm": 1.9870686531066895,
113
+ "learning_rate": 9.475816456775313e-05,
114
+ "loss": 10.7468,
115
+ "step": 42
116
+ },
117
+ {
118
+ "epoch": 0.04136029411764706,
119
+ "grad_norm": 2.22705340385437,
120
+ "learning_rate": 8.695044586103296e-05,
121
+ "loss": 11.1675,
122
+ "step": 45
123
+ },
124
+ {
125
+ "epoch": 0.04411764705882353,
126
+ "grad_norm": 1.8868488073349,
127
+ "learning_rate": 7.63216081438678e-05,
128
+ "loss": 10.5914,
129
+ "step": 48
130
+ },
131
+ {
132
+ "epoch": 0.046875,
133
+ "grad_norm": 1.6964952945709229,
134
+ "learning_rate": 6.368314950360415e-05,
135
+ "loss": 10.8578,
136
+ "step": 51
137
+ },
138
+ {
139
+ "epoch": 0.04963235294117647,
140
+ "grad_norm": 1.9597607851028442,
141
+ "learning_rate": 5e-05,
142
+ "loss": 10.8131,
143
+ "step": 54
144
+ },
145
+ {
146
+ "epoch": 0.050551470588235295,
147
+ "eval_loss": 2.1706061363220215,
148
+ "eval_runtime": 43.8837,
149
+ "eval_samples_per_second": 13.057,
150
+ "eval_steps_per_second": 6.54,
151
+ "step": 55
152
+ },
153
+ {
154
+ "epoch": 0.05238970588235294,
155
+ "grad_norm": 1.783805251121521,
156
+ "learning_rate": 3.631685049639586e-05,
157
+ "loss": 10.7253,
158
+ "step": 57
159
+ },
160
+ {
161
+ "epoch": 0.05514705882352941,
162
+ "grad_norm": 1.9075720310211182,
163
+ "learning_rate": 2.3678391856132204e-05,
164
+ "loss": 10.9743,
165
+ "step": 60
166
+ },
167
+ {
168
+ "epoch": 0.057904411764705885,
169
+ "grad_norm": 1.7084569931030273,
170
+ "learning_rate": 1.3049554138967051e-05,
171
+ "loss": 10.8425,
172
+ "step": 63
173
+ },
174
+ {
175
+ "epoch": 0.06066176470588235,
176
+ "grad_norm": 1.9370617866516113,
177
+ "learning_rate": 5.241835432246889e-06,
178
+ "loss": 11.0226,
179
+ "step": 66
180
+ },
181
+ {
182
+ "epoch": 0.06341911764705882,
183
+ "grad_norm": 1.7810252904891968,
184
+ "learning_rate": 8.513450158049108e-07,
185
+ "loss": 11.1265,
186
+ "step": 69
187
  }
188
  ],
189
  "logging_steps": 3,
 
198
  "should_evaluate": false,
199
  "should_log": false,
200
  "should_save": true,
201
+ "should_training_stop": true
202
  },
203
  "attributes": {}
204
  }
205
  },
206
+ "total_flos": 2.917188268720128e+16,
207
  "train_batch_size": 2,
208
  "trial_name": null,
209
  "trial_params": null