bhuvanmdev commited on
Commit
7cc8782
1 Parent(s): c1ccbbb

Training in progress, step 860, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2bd269f9603e3fe38017dedc2c25f29d5956ffac0a0680ff4be53723cc230308
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f753704d109104bb1125acdcf9f12fbef1f885465c235982ef55d3483c6c1ca
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:169e61d06045c7d645f7845cd193774033d2c62e8074bc7f3bcd8b429da9c1ff
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fbd5a1b2192a61e59afc6b4488ed6f766d9a0afb1feca701f1e7b429578040a
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cebdc5bb99a062fec3bff67f2ffff14c060d2d591a43384bf4d1c5af4cf78ddb
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9b60b57d0860f7eb0d93725cd9d5ecb3ff80ada40fb4afc24fe2f8b4a881ff8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d27f27dc8317758e5054e3267c676ecc55b2a293cbb2708d11be857eb327f7ee
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97d83983c29fc1de97a46291eb4bee37025918a13b0d08e696a566dd59b594e
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.3005366726296959,
5
  "eval_steps": 500,
6
- "global_step": 840,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -679,14 +679,30 @@
679
  "loss": 0.4159,
680
  "num_input_tokens_seen": 559943,
681
  "step": 840
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
682
  }
683
  ],
684
  "logging_steps": 10,
685
  "max_steps": 2795,
686
- "num_input_tokens_seen": 559943,
687
  "num_train_epochs": 1,
688
  "save_steps": 20,
689
- "total_flos": 1.2591140691769344e+16,
690
  "train_batch_size": 1,
691
  "trial_name": null,
692
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.3076923076923077,
5
  "eval_steps": 500,
6
+ "global_step": 860,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
679
  "loss": 0.4159,
680
  "num_input_tokens_seen": 559943,
681
  "step": 840
682
+ },
683
+ {
684
+ "epoch": 0.3041144901610018,
685
+ "grad_norm": 0.2981751263141632,
686
+ "learning_rate": 0.00013917710196779964,
687
+ "loss": 0.4099,
688
+ "num_input_tokens_seen": 566038,
689
+ "step": 850
690
+ },
691
+ {
692
+ "epoch": 0.3076923076923077,
693
+ "grad_norm": 0.42181873321533203,
694
+ "learning_rate": 0.00013846153846153847,
695
+ "loss": 0.4365,
696
+ "num_input_tokens_seen": 574126,
697
+ "step": 860
698
  }
699
  ],
700
  "logging_steps": 10,
701
  "max_steps": 2795,
702
+ "num_input_tokens_seen": 574126,
703
  "num_train_epochs": 1,
704
  "save_steps": 20,
705
+ "total_flos": 1.2910066276036608e+16,
706
  "train_batch_size": 1,
707
  "trial_name": null,
708
  "trial_params": null