Hanzalwi commited on
Commit
c69464d
1 Parent(s): b13ec13

Training in progress, step 300, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -16,8 +16,8 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
20
- "q_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "q_proj",
20
+ "v_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:544c79ac7054dc86d49bceb03f4ea9e77b60c5c607d4945a1901af38e936cac2
3
  size 12595704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2301833457ce93ef2eae6a552b97f0d5a4f6745ad636558aaba6a4dc88b54dc5
3
  size 12595704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2c500b717303790b231ecd97c7afc298c4358b77cfbb1bc33574c8b0e7c91237
3
- size 25222277
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aa80e5cea464be0d8ffbfd119aec25c2bb504734b66bccbd2d1f688fee399b7
3
+ size 25222341
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85658496e06077f87b750aeb031c8edf46d72979c48ec879f8596b632cba3381
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8cfb045d2aace0aa6b48f6b2659a883d08eab7c39a2384b021a9dd36bdce66b0
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7aa2c8b84e17817e6a4dcba5955fca913e266fdcd47f5594a29933ebd4972a01
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e02e4b8a74e841ee5a1ce8c453a9becb15f5be6cbcdd100b814e93235dab36
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.1445424556732178,
3
- "best_model_checkpoint": "./outputs/checkpoint-200",
4
- "epoch": 0.26666666666666666,
5
  "eval_steps": 100,
6
- "global_step": 200,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -35,6 +35,20 @@
35
  "eval_samples_per_second": 7.925,
36
  "eval_steps_per_second": 0.994,
37
  "step": 200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  }
39
  ],
40
  "logging_steps": 100,
@@ -42,7 +56,7 @@
42
  "num_input_tokens_seen": 0,
43
  "num_train_epochs": 3,
44
  "save_steps": 100,
45
- "total_flos": 2.8242451495747584e+16,
46
  "trial_name": null,
47
  "trial_params": null
48
  }
 
1
  {
2
+ "best_metric": 1.1306055784225464,
3
+ "best_model_checkpoint": "./outputs/checkpoint-300",
4
+ "epoch": 0.4,
5
  "eval_steps": 100,
6
+ "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
35
  "eval_samples_per_second": 7.925,
36
  "eval_steps_per_second": 0.994,
37
  "step": 200
38
+ },
39
+ {
40
+ "epoch": 0.4,
41
+ "learning_rate": 0.0002,
42
+ "loss": 0.9907,
43
+ "step": 300
44
+ },
45
+ {
46
+ "epoch": 0.4,
47
+ "eval_loss": 1.1306055784225464,
48
+ "eval_runtime": 187.9568,
49
+ "eval_samples_per_second": 10.268,
50
+ "eval_steps_per_second": 1.288,
51
+ "step": 300
52
  }
53
  ],
54
  "logging_steps": 100,
 
56
  "num_input_tokens_seen": 0,
57
  "num_train_epochs": 3,
58
  "save_steps": 100,
59
+ "total_flos": 4.242711954033869e+16,
60
  "trial_name": null,
61
  "trial_params": null
62
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:caa445183d852b702c54e87e247ee710e127a5b829712852b016c876ad2954d1
3
  size 4283
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377cc6ddf38d3611d93f002cfa0d6238000e73c7ca9db3651bdc97040404f902
3
  size 4283