Transformers
PyTorch
English
pixel
pretraining
Inference Endpoints
plip commited on
Commit
c64c71a
1 Parent(s): 1356de8

Training in progress, step 620000

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58bbdb63dd5f35ddeda47e9dc139795456694d0aba5e0383355b4522b67e77b3
3
  size 893439185
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3b35f979d5fe4527b6f42c2add375e7239aec55be0317190f1a665e6ab5f35c
3
  size 893439185
last-checkpoint/pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b37572e353c74d53a74256f6a8b831fe7ecaed9eb997d03f96697e3f38be10fb
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03035ba4bf151910d41d4c213cf2390c9903cf8cb85be4525c8f2b5574fe579
3
  size 449471589
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e969b0a1f38bb709ff184bddc11e3e1b7a366f1f525d658e15c5e0e9638178b2
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbb920f1348e13fdd02418f5a8bdde3a29115945de004c35412bd2480fdb9afa
3
  size 14503
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e472d706bbb24da1ae339dbf5b5e166d6a3aff07e50beb6830b013698716675c
3
  size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:154b8f14236fa636789c866c5bab186dc1c4e26fc03e987f1aabe66a3981e8a2
3
  size 14503
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bb9d01b196a085088b251b99e2302b0af5c57d846827fd2f433da2dd23ebd86a
3
- size 14567
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a933eb9e98ce78bdca0e9e206bab865aad1983b58e12a370b79e23c847c34cac
3
+ size 14503
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f9539e61c7b8fd54fd055839d1a6ea3b2cd4ea6f97a1aef7d0a7c91c2429be6
3
- size 14503
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:502983b98bc6a8911d0348894791667ff6481b824870d33d6fccaa23995ed7f4
3
+ size 14439
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71de57969ec7a3201bd7bf6de3d6e1584c8439f398aacc61865ba691cc2653d6
3
  size 623
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87df12c543e6333a1257623848db6de543e5639171e7cc03225528d064da559b
3
  size 623
last-checkpoint/trainer_state.json CHANGED
@@ -1,8 +1,8 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 9.314825843297143,
5
- "global_step": 610000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
@@ -4520,11 +4520,85 @@
4520
  "eval_samples_per_second": 972.365,
4521
  "eval_steps_per_second": 15.558,
4522
  "step": 610000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4523
  }
4524
  ],
4525
  "max_steps": 1000000,
4526
  "num_train_epochs": 16,
4527
- "total_flos": 4.276110009237837e+22,
4528
  "trial_name": null,
4529
  "trial_params": null
4530
  }
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 9.467527906302013,
5
+ "global_step": 620000,
6
  "is_hyper_param_search": false,
7
  "is_local_process_zero": true,
8
  "is_world_process_zero": true,
 
4520
  "eval_samples_per_second": 972.365,
4521
  "eval_steps_per_second": 15.558,
4522
  "step": 610000
4523
+ },
4524
+ {
4525
+ "epoch": 9.33,
4526
+ "learning_rate": 6.035950216040917e-05,
4527
+ "loss": 0.2533,
4528
+ "step": 611000
4529
+ },
4530
+ {
4531
+ "epoch": 9.35,
4532
+ "learning_rate": 6.0137422719485145e-05,
4533
+ "loss": 0.2531,
4534
+ "step": 612000
4535
+ },
4536
+ {
4537
+ "epoch": 9.36,
4538
+ "learning_rate": 5.991556049252401e-05,
4539
+ "loss": 0.2532,
4540
+ "step": 613000
4541
+ },
4542
+ {
4543
+ "epoch": 9.38,
4544
+ "learning_rate": 5.969391790577551e-05,
4545
+ "loss": 0.2532,
4546
+ "step": 614000
4547
+ },
4548
+ {
4549
+ "epoch": 9.39,
4550
+ "learning_rate": 5.947249738308747e-05,
4551
+ "loss": 0.2529,
4552
+ "step": 615000
4553
+ },
4554
+ {
4555
+ "epoch": 9.39,
4556
+ "eval_runtime": 1.014,
4557
+ "eval_samples_per_second": 986.174,
4558
+ "eval_steps_per_second": 15.779,
4559
+ "step": 615000
4560
+ },
4561
+ {
4562
+ "epoch": 9.41,
4563
+ "learning_rate": 5.925130134587924e-05,
4564
+ "loss": 0.2527,
4565
+ "step": 616000
4566
+ },
4567
+ {
4568
+ "epoch": 9.42,
4569
+ "learning_rate": 5.903033221311528e-05,
4570
+ "loss": 0.2525,
4571
+ "step": 617000
4572
+ },
4573
+ {
4574
+ "epoch": 9.44,
4575
+ "learning_rate": 5.880959240127858e-05,
4576
+ "loss": 0.2524,
4577
+ "step": 618000
4578
+ },
4579
+ {
4580
+ "epoch": 9.45,
4581
+ "learning_rate": 5.858908432434438e-05,
4582
+ "loss": 0.2525,
4583
+ "step": 619000
4584
+ },
4585
+ {
4586
+ "epoch": 9.47,
4587
+ "learning_rate": 5.8368810393753684e-05,
4588
+ "loss": 0.2524,
4589
+ "step": 620000
4590
+ },
4591
+ {
4592
+ "epoch": 9.47,
4593
+ "eval_runtime": 1.0588,
4594
+ "eval_samples_per_second": 944.48,
4595
+ "eval_steps_per_second": 15.112,
4596
+ "step": 620000
4597
  }
4598
  ],
4599
  "max_steps": 1000000,
4600
  "num_train_epochs": 16,
4601
+ "total_flos": 4.346210270268184e+22,
4602
  "trial_name": null,
4603
  "trial_params": null
4604
  }
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b37572e353c74d53a74256f6a8b831fe7ecaed9eb997d03f96697e3f38be10fb
3
  size 449471589
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a03035ba4bf151910d41d4c213cf2390c9903cf8cb85be4525c8f2b5574fe579
3
  size 449471589