Transformers
PyTorch
English
pixel
pretraining
Inference Endpoints
plip commited on
Commit
b72b22a
1 Parent(s): b7ace5a

Training in progress, step 100000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:134d6d1a136e6964ae2ed697436824732ef4204be572a5639879cde01c496fb4
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db2e288361a09b4b7188ac62d2aadda977c3d294af8ad3f73e2b72bd0663ea87
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f633f40ddd88931a1bcbba40dbb7908be8ffc1f11ca88c044ce2b036b207de26
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfd008c5411020d58a84a813d4db30ca837b9cce0a2b859586eb276a2928563
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5672e7460ec4bb20926333b87c1de2eb753f75f0449ae9dd507ee1cf812c0bce
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4f9af544e31603097b82ac1d9757b18d1e77cd9d3f5e0d82ff6f70151a0ec04
3
  size 14503
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cefa1feb46fb134136cae0514a9b4d7f5ee7c548f72ebedcd52cca0c9d5a1399
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80e543431b9b9286d502e9e435479120e37dfd67af853c03aa4e1515f6425d35
3
  size 14503
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:811c50c92fcf0d94c6c776ed6e8ceff3da691c7f85fb718fb2430787c3ac61c5
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52d6b11ee335cf1f946095db74d4fad452219b5271b7968de8a4d7e06234c4ee
3
  size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4bbf02a4081ed4b267df817f2c1eebe3e21fb0c27efa334683d9878792c81135
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b705ae3e4d654b3daa3e7cb177baf9ea0f4c55d7b0f6bedb7d163c3dc6d902c
3
  size 14503
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fbbaa3fc76ce5e36303621f0b3c2a3411cdf79310693a1e151a2d13a1eef02ee
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab0b752b3079dc9be868ddd61d4a48c6f227ceaa95b4267c4d5e0911b7baba7b
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 1.3743185670438407,
5
- "global_step": 90000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -672,11 +672,85 @@
672
  "eval_samples_per_second": 1079.167,
673
  "eval_steps_per_second": 17.267,
674
  "step": 90000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
675
  }
676
  ],
677
  "max_steps": 1000000,
678
  "num_train_epochs": 16,
679
- "total_flos": 6.309016922049755e+21,
680
  "trial_name": null,
681
  "trial_params": null
682
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.527020630048712,
5
+ "global_step": 100000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
672
  "eval_samples_per_second": 1079.167,
673
  "eval_steps_per_second": 17.267,
674
  "step": 90000
675
+ },
676
+ {
677
+ "epoch": 1.39,
678
+ "learning_rate": 0.0001493575743364286,
679
+ "loss": 0.3766,
680
+ "step": 91000
681
+ },
682
+ {
683
+ "epoch": 1.4,
684
+ "learning_rate": 0.00014932590533664808,
685
+ "loss": 0.3745,
686
+ "step": 92000
687
+ },
688
+ {
689
+ "epoch": 1.42,
690
+ "learning_rate": 0.0001492934781998738,
691
+ "loss": 0.3741,
692
+ "step": 93000
693
+ },
694
+ {
695
+ "epoch": 1.44,
696
+ "learning_rate": 0.0001492602932807237,
697
+ "loss": 0.3729,
698
+ "step": 94000
699
+ },
700
+ {
701
+ "epoch": 1.45,
702
+ "learning_rate": 0.00014922635094210277,
703
+ "loss": 0.3709,
704
+ "step": 95000
705
+ },
706
+ {
707
+ "epoch": 1.45,
708
+ "eval_runtime": 0.9895,
709
+ "eval_samples_per_second": 1010.579,
710
+ "eval_steps_per_second": 16.169,
711
+ "step": 95000
712
+ },
713
+ {
714
+ "epoch": 1.47,
715
+ "learning_rate": 0.000149191651555199,
716
+ "loss": 0.3699,
717
+ "step": 96000
718
+ },
719
+ {
720
+ "epoch": 1.48,
721
+ "learning_rate": 0.0001491561954994793,
722
+ "loss": 0.3688,
723
+ "step": 97000
724
+ },
725
+ {
726
+ "epoch": 1.5,
727
+ "learning_rate": 0.00014911998316268537,
728
+ "loss": 0.3678,
729
+ "step": 98000
730
+ },
731
+ {
732
+ "epoch": 1.51,
733
+ "learning_rate": 0.00014908301494082963,
734
+ "loss": 0.3666,
735
+ "step": 99000
736
+ },
737
+ {
738
+ "epoch": 1.53,
739
+ "learning_rate": 0.00014904529123819054,
740
+ "loss": 0.3654,
741
+ "step": 100000
742
+ },
743
+ {
744
+ "epoch": 1.53,
745
+ "eval_runtime": 1.0046,
746
+ "eval_samples_per_second": 995.424,
747
+ "eval_steps_per_second": 15.927,
748
+ "step": 100000
749
  }
750
  ],
751
  "max_steps": 1000000,
752
  "num_train_epochs": 16,
753
+ "total_flos": 7.010019532353227e+21,
754
  "trial_name": null,
755
  "trial_params": null
756
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f633f40ddd88931a1bcbba40dbb7908be8ffc1f11ca88c044ce2b036b207de26
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dfd008c5411020d58a84a813d4db30ca837b9cce0a2b859586eb276a2928563
3
  size 449471589