Transformers
PyTorch
English
pixel
pretraining
Inference Endpoints
plip commited on
Commit
4c42043
1 Parent(s): 818fd84

Training in progress, step 410000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c173163e338165d1fe37ba14405dbe53b272a5ca3e52267ff5c851a862f35da2
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b34864a6b7e56f463c01712ba93853b0b92d97d75c7a8f55af696917f965b657
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e086dc2588b852e6182d32ad6ab8f484673dafebd51e08d7a801497b43f4fe30
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d6344d188b78b37f915e82d50b318e55130c0a455c5f454004c35b9cff6e85
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8c3463e55c2827928dfa1b830953cf8eccfe7f6ab2a72af5d13db1a192ce98b
3
- size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54613cd3fa85ce3d795b198f6a5830b40bce93f547d2ed6957cd550ac0a0ffe4
3
+ size 14439
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9fbc08cc620efc6ad1b3090a70819940a5a6dca3de71f9ffed8d3aa8dee8bdcc
3
- size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb5bb1df5224c0e4d6ed966bcba6b3adb22ec82383dd1cc287456a25bd70f43f
3
+ size 14439
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b8c2cc612f6c582ed6586d60fa04580b6f35775b91158d5b84ddd0f0a65ddd3
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a6aecdb0c3b41413d899f1eab1b175b3005a1299de10e0ce83edd3a90a57013
3
  size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:60fbf66cb187e2da54f6604ee46efd1578eb148d61f9556ffc6254e09665c1a9
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a262d68237e1b1dd83e70942fcc61f603591d3b3fa40239b6de9b406bb8e1459
3
  size 14503
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:591046c9a1cdb63ed76af20e30931eec37ddea64d1cedd0e21228761a5b0c89f
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4383c4a3fe7ea0ffc9a2a89b96314f2922a440b702dbdb834df8ceb90aebf44a
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 6.108082520194848,
5
- "global_step": 400000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -2966,11 +2966,85 @@
2966
  "eval_samples_per_second": 902.417,
2967
  "eval_steps_per_second": 14.439,
2968
  "step": 400000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2969
  }
2970
  ],
2971
  "max_steps": 1000000,
2972
  "num_train_epochs": 16,
2973
- "total_flos": 2.8040064988049933e+22,
2974
  "trial_name": null,
2975
  "trial_params": null
2976
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 6.260784583199719,
5
+ "global_step": 410000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
2966
  "eval_samples_per_second": 902.417,
2967
  "eval_steps_per_second": 14.439,
2968
  "step": 400000
2969
+ },
2970
+ {
2971
+ "epoch": 6.12,
2972
+ "learning_rate": 0.00010790653786363416,
2973
+ "loss": 0.2759,
2974
+ "step": 401000
2975
+ },
2976
+ {
2977
+ "epoch": 6.14,
2978
+ "learning_rate": 0.00010769409082013337,
2979
+ "loss": 0.2759,
2980
+ "step": 402000
2981
+ },
2982
+ {
2983
+ "epoch": 6.15,
2984
+ "learning_rate": 0.00010748134091849238,
2985
+ "loss": 0.2757,
2986
+ "step": 403000
2987
+ },
2988
+ {
2989
+ "epoch": 6.17,
2990
+ "learning_rate": 0.00010726829048531,
2991
+ "loss": 0.2762,
2992
+ "step": 404000
2993
+ },
2994
+ {
2995
+ "epoch": 6.18,
2996
+ "learning_rate": 0.00010705494185047165,
2997
+ "loss": 0.276,
2998
+ "step": 405000
2999
+ },
3000
+ {
3001
+ "epoch": 6.18,
3002
+ "eval_runtime": 1.1676,
3003
+ "eval_samples_per_second": 856.476,
3004
+ "eval_steps_per_second": 13.704,
3005
+ "step": 405000
3006
+ },
3007
+ {
3008
+ "epoch": 6.2,
3009
+ "learning_rate": 0.0001068412973471238,
3010
+ "loss": 0.2754,
3011
+ "step": 406000
3012
+ },
3013
+ {
3014
+ "epoch": 6.21,
3015
+ "learning_rate": 0.00010662735931164853,
3016
+ "loss": 0.2755,
3017
+ "step": 407000
3018
+ },
3019
+ {
3020
+ "epoch": 6.23,
3021
+ "learning_rate": 0.0001064131300836379,
3022
+ "loss": 0.2752,
3023
+ "step": 408000
3024
+ },
3025
+ {
3026
+ "epoch": 6.25,
3027
+ "learning_rate": 0.0001061986120058684,
3028
+ "loss": 0.2748,
3029
+ "step": 409000
3030
+ },
3031
+ {
3032
+ "epoch": 6.26,
3033
+ "learning_rate": 0.00010598380742427543,
3034
+ "loss": 0.2749,
3035
+ "step": 410000
3036
+ },
3037
+ {
3038
+ "epoch": 6.26,
3039
+ "eval_runtime": 1.0797,
3040
+ "eval_samples_per_second": 926.22,
3041
+ "eval_steps_per_second": 14.82,
3042
+ "step": 410000
3043
  }
3044
  ],
3045
  "max_steps": 1000000,
3046
  "num_train_epochs": 16,
3047
+ "total_flos": 2.8741067598353404e+22,
3048
  "trial_name": null,
3049
  "trial_params": null
3050
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e086dc2588b852e6182d32ad6ab8f484673dafebd51e08d7a801497b43f4fe30
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17d6344d188b78b37f915e82d50b318e55130c0a455c5f454004c35b9cff6e85
3
  size 449471589