bhuvanmdev commited on
Commit
bb690f2
1 Parent(s): 48bc621

Training in progress, step 1660, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f10257b7014e9aac14048d4c25d8edac512b0d9b68ecd3b472b859543cdef14b
3
  size 100697728
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee715368403bed92f0597eabc44753fd00d49356f11cef1b3c8fb8c0804ae158
3
  size 100697728
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b9380c503afe8a570e3b4d2d7682a1be66462065c80d82ec8ac42553b0ce37b6
3
  size 201541754
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:208b124f35b0f1bb89c24aa5e442cf97e514521b89c0892c0bc2dd2ca24dcc7c
3
  size 201541754
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e4bae246be55e0c5c479cc3228ea806f5dad96bfbd997b22379ceb5166207ba
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8cf0f8aa521d1f1829b6d195f2417168669d9a3f3f5d0131830f8caf9a53ed
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a7b5d3fd1283600a406407d024141f0dd9978a7bb53ae522b56311cc64308157
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f76a6b8811ac3433e0a8dcf8c698d49602a1ab3ba3e9478d0943f2dd2665d0e5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5867620751341681,
5
  "eval_steps": 500,
6
- "global_step": 1640,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -1319,14 +1319,30 @@
1319
  "loss": 0.405,
1320
  "num_input_tokens_seen": 1100973,
1321
  "step": 1640
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1322
  }
1323
  ],
1324
  "logging_steps": 10,
1325
  "max_steps": 2795,
1326
- "num_input_tokens_seen": 1100973,
1327
  "num_train_epochs": 1,
1328
  "save_steps": 20,
1329
- "total_flos": 2.4756994802755584e+16,
1330
  "train_batch_size": 1,
1331
  "trial_name": null,
1332
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.59391771019678,
5
  "eval_steps": 500,
6
+ "global_step": 1660,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
1319
  "loss": 0.405,
1320
  "num_input_tokens_seen": 1100973,
1321
  "step": 1640
1322
+ },
1323
+ {
1324
+ "epoch": 0.590339892665474,
1325
+ "grad_norm": 0.29171282052993774,
1326
+ "learning_rate": 8.19320214669052e-05,
1327
+ "loss": 0.4103,
1328
+ "num_input_tokens_seen": 1107805,
1329
+ "step": 1650
1330
+ },
1331
+ {
1332
+ "epoch": 0.59391771019678,
1333
+ "grad_norm": 0.24154767394065857,
1334
+ "learning_rate": 8.1216457960644e-05,
1335
+ "loss": 0.3903,
1336
+ "num_input_tokens_seen": 1115112,
1337
+ "step": 1660
1338
  }
1339
  ],
1340
  "logging_steps": 10,
1341
  "max_steps": 2795,
1342
+ "num_input_tokens_seen": 1115112,
1343
  "num_train_epochs": 1,
1344
  "save_steps": 20,
1345
+ "total_flos": 2.5074930982404096e+16,
1346
  "train_batch_size": 1,
1347
  "trial_name": null,
1348
  "trial_params": null