Transformers
PyTorch
English
pixel
pretraining
Inference Endpoints
plip commited on
Commit
300740d
1 Parent(s): 17dde6c

Training in progress, step 570000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d8ab35ed4dfefd8dd33fb26f0ecf541378b45831852a54aeb8f775b92df21738
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a767a78fa4809e168b3ccdaca8245fdd800f92f9fb131a29e7c678020a7b2e1
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5321ac05ebfcc017f8c041dae493ee5ce4f8eaceb97ac0dbd2e5b7ff1909ad9f
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f451f7904b0f8403b186893bae5bf08f2c2acf369a21d50224d0be67c5692d4
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c595110edd758e9e0a71c6845041a2d22c5cf58679d14f120b5cb63abc84493
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28edfca80c69ce874f473f07c4b7e161b12e6d09912377717af008dd4d50a13b
3
  size 14503
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:715147c7486ebd169cb8e58f73bc4aa6a8bc3129e6581c29e50cbdd2f06aae29
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35b65d15b0a371107c6c614a483d347936ef1bc44210919862c9b83a7094116f
3
  size 14503
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2da28d7b7099d5f85e00929347b66a092dbe7cfdb67ae3df05ae5bcb6ee3a235
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:916d53efc24960a2419b0c56ff522c7980d4be4e94feb1e3f3194d2ea4a6489c
3
  size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18d187c6fad30982ef7c6cac2865f72e7d2e1a26561d9ab8f74149dc0f5b946f
3
  size 14439
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaddfaade81997be2461768daaef367db08e33d6fa1ca3618aadc35b99ca7474
3
  size 14439
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:af9a25b33d29c3fd157c79676adec6abbe35f3978d907c7efc857fe0437c64ac
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e62e41706c3cdebd0963ceae6fb24ae079cf26e6452a67e31e4c02f3a80456e6
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 8.551315528272786,
5
- "global_step": 560000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -4150,11 +4150,85 @@
4150
  "eval_samples_per_second": 853.863,
4151
  "eval_steps_per_second": 13.662,
4152
  "step": 560000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4153
  }
4154
  ],
4155
  "max_steps": 1000000,
4156
  "num_train_epochs": 16,
4157
- "total_flos": 3.92560936115425e+22,
4158
  "trial_name": null,
4159
  "trial_params": null
4160
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 8.704017591277658,
5
+ "global_step": 570000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
4150
  "eval_samples_per_second": 853.863,
4151
  "eval_steps_per_second": 13.662,
4152
  "step": 560000
4153
+ },
4154
+ {
4155
+ "epoch": 8.57,
4156
+ "learning_rate": 7.168618306865838e-05,
4157
+ "loss": 0.2583,
4158
+ "step": 561000
4159
+ },
4160
+ {
4161
+ "epoch": 8.58,
4162
+ "learning_rate": 7.145638164375779e-05,
4163
+ "loss": 0.2588,
4164
+ "step": 562000
4165
+ },
4166
+ {
4167
+ "epoch": 8.6,
4168
+ "learning_rate": 7.122667365049869e-05,
4169
+ "loss": 0.2578,
4170
+ "step": 563000
4171
+ },
4172
+ {
4173
+ "epoch": 8.61,
4174
+ "learning_rate": 7.099706160093098e-05,
4175
+ "loss": 0.2578,
4176
+ "step": 564000
4177
+ },
4178
+ {
4179
+ "epoch": 8.63,
4180
+ "learning_rate": 7.076754800605516e-05,
4181
+ "loss": 0.2579,
4182
+ "step": 565000
4183
+ },
4184
+ {
4185
+ "epoch": 8.63,
4186
+ "eval_runtime": 1.0129,
4187
+ "eval_samples_per_second": 987.305,
4188
+ "eval_steps_per_second": 15.797,
4189
+ "step": 565000
4190
+ },
4191
+ {
4192
+ "epoch": 8.64,
4193
+ "learning_rate": 7.053813537579523e-05,
4194
+ "loss": 0.2581,
4195
+ "step": 566000
4196
+ },
4197
+ {
4198
+ "epoch": 8.66,
4199
+ "learning_rate": 7.030882621897088e-05,
4200
+ "loss": 0.2575,
4201
+ "step": 567000
4202
+ },
4203
+ {
4204
+ "epoch": 8.67,
4205
+ "learning_rate": 7.00796230432703e-05,
4206
+ "loss": 0.2574,
4207
+ "step": 568000
4208
+ },
4209
+ {
4210
+ "epoch": 8.69,
4211
+ "learning_rate": 6.985052835522279e-05,
4212
+ "loss": 0.2572,
4213
+ "step": 569000
4214
+ },
4215
+ {
4216
+ "epoch": 8.7,
4217
+ "learning_rate": 6.962154466017105e-05,
4218
+ "loss": 0.2572,
4219
+ "step": 570000
4220
+ },
4221
+ {
4222
+ "epoch": 8.7,
4223
+ "eval_runtime": 1.048,
4224
+ "eval_samples_per_second": 954.187,
4225
+ "eval_steps_per_second": 15.267,
4226
+ "step": 570000
4227
  }
4228
  ],
4229
  "max_steps": 1000000,
4230
  "num_train_epochs": 16,
4231
+ "total_flos": 3.995709622184597e+22,
4232
  "trial_name": null,
4233
  "trial_params": null
4234
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5321ac05ebfcc017f8c041dae493ee5ce4f8eaceb97ac0dbd2e5b7ff1909ad9f
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f451f7904b0f8403b186893bae5bf08f2c2acf369a21d50224d0be67c5692d4
3
  size 449471589