Hanzalwi commited on
Commit
fefc64a
1 Parent(s): 2a91b04

Training in progress, step 400, checkpoint

Browse files
last-checkpoint/adapter_config.json CHANGED
@@ -16,8 +16,8 @@
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
- "v_proj",
20
- "q_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
 
16
  "rank_pattern": {},
17
  "revision": null,
18
  "target_modules": [
19
+ "q_proj",
20
+ "v_proj"
21
  ],
22
  "task_type": "CAUSAL_LM"
23
  }
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c8b46775cd1518360b0322d9acadb985d980bc6360007c1b29cefe44d9dd337
3
  size 12595704
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1512674802b6070f3dc7bf9c59c2619e5dfee79ee81ff9bbf7a1f889fcf292a
3
  size 12595704
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4b65442bbf6d1467cc9417ee8a2d402be15409442f366e77e6f6ef6d1af2390
3
  size 25222341
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:790bcd280d6dae3c37d968e66311758cf5b0ed8edc01443152975f2e2ffcadf3
3
  size 25222341
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8cfb045d2aace0aa6b48f6b2659a883d08eab7c39a2384b021a9dd36bdce66b0
3
  size 14575
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b0c0e9355f330a071fd2644eab0c2d0dc9097bcf6d687b22b8b9f923110172
3
  size 14575
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c3e02e4b8a74e841ee5a1ce8c453a9becb15f5be6cbcdd100b814e93235dab36
3
  size 627
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13276f15dd2b6acc19b970176aa2db4ac9b58241843e72c89b50e3094e903b19
3
  size 627
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 1.1323238611221313,
3
- "best_model_checkpoint": "./outputs/checkpoint-300",
4
- "epoch": 0.4,
5
  "eval_steps": 100,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -49,6 +49,20 @@
49
  "eval_samples_per_second": 10.342,
50
  "eval_steps_per_second": 1.297,
51
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  }
53
  ],
54
  "logging_steps": 100,
@@ -56,7 +70,7 @@
56
  "num_input_tokens_seen": 0,
57
  "num_train_epochs": 3,
58
  "save_steps": 100,
59
- "total_flos": 4.242711954033869e+16,
60
  "trial_name": null,
61
  "trial_params": null
62
  }
 
1
  {
2
+ "best_metric": 1.1225333213806152,
3
+ "best_model_checkpoint": "./outputs/checkpoint-400",
4
+ "epoch": 0.5333333333333333,
5
  "eval_steps": 100,
6
+ "global_step": 400,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
49
  "eval_samples_per_second": 10.342,
50
  "eval_steps_per_second": 1.297,
51
  "step": 300
52
+ },
53
+ {
54
+ "epoch": 0.53,
55
+ "learning_rate": 0.0002,
56
+ "loss": 0.9798,
57
+ "step": 400
58
+ },
59
+ {
60
+ "epoch": 0.53,
61
+ "eval_loss": 1.1225333213806152,
62
+ "eval_runtime": 187.7396,
63
+ "eval_samples_per_second": 10.28,
64
+ "eval_steps_per_second": 1.289,
65
+ "step": 400
66
  }
67
  ],
68
  "logging_steps": 100,
 
70
  "num_input_tokens_seen": 0,
71
  "num_train_epochs": 3,
72
  "save_steps": 100,
73
+ "total_flos": 5.659963132546253e+16,
74
  "trial_name": null,
75
  "trial_params": null
76
  }
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a44655c832d56011e28a0581b59475c0dfdadb4c68de0ecc5ac3364c1002507d
3
  size 4283
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2df617b326b4b4e5d302e418b131739c9bda6d8f6ce2b872dc186697eb45d1ed
3
  size 4283