MeedoSam commited on
Commit
0e3177a
1 Parent(s): a0b6ad2

Uploaded checkpoint-5000

Browse files
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:254ebbd52547f6dea75030c04e0a2b055474bbc6442b19a967aefc6e9079ebe5
3
  size 119975656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db00791fe6be02cbf9d58bde5545dde203c803d64036669187cec6cf3eb19284
3
  size 119975656
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e5c0cb498833d020bbb0215ff2ae45922ef9b020686cdacea5e1ac6f32b37ea5
3
  size 60477396
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2d7f277b633524451fcf79452d7657c0be7ab33e9b11323f79bf0ffbd3e95da
3
  size 60477396
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:633b157fbef241e6ec551fad6a854f5461dc50697c93a99c27418333ed23a3ff
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:056c47f7cb4d7abe8a557a81ae1942cf3eb44d8487b4271bb8bc5c01f0d844ba
3
  size 14244
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc07b8b774f62e4a2e740a5aef480057a53613ea5c4ddc321e355c3850f172a7
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a8b9195a0ab65d895e29be71344b338c125cf19b59f7afb36df3047db308f52
3
  size 1064
trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.0625,
5
  "eval_steps": 2500,
6
- "global_step": 2500,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -29,6 +29,35 @@
29
  "eval_samples_per_second": 4.944,
30
  "eval_steps_per_second": 4.944,
31
  "step": 2500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
32
  }
33
  ],
34
  "logging_steps": 1000,
@@ -36,7 +65,7 @@
36
  "num_input_tokens_seen": 0,
37
  "num_train_epochs": 1,
38
  "save_steps": 2500,
39
- "total_flos": 4.025531498496e+16,
40
  "train_batch_size": 1,
41
  "trial_name": null,
42
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.125,
5
  "eval_steps": 2500,
6
+ "global_step": 5000,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
29
  "eval_samples_per_second": 4.944,
30
  "eval_steps_per_second": 4.944,
31
  "step": 2500
32
+ },
33
+ {
34
+ "epoch": 0.07,
35
+ "grad_norm": 3.314629316329956,
36
+ "learning_rate": 1.8551304347826088e-05,
37
+ "loss": 1.5222,
38
+ "step": 3000
39
+ },
40
+ {
41
+ "epoch": 0.1,
42
+ "grad_norm": 3.6707098484039307,
43
+ "learning_rate": 1.7971594202898553e-05,
44
+ "loss": 1.4933,
45
+ "step": 4000
46
+ },
47
+ {
48
+ "epoch": 0.12,
49
+ "grad_norm": 1.160583257675171,
50
+ "learning_rate": 1.7392463768115943e-05,
51
+ "loss": 1.5056,
52
+ "step": 5000
53
+ },
54
+ {
55
+ "epoch": 0.12,
56
+ "eval_loss": 1.4657692909240723,
57
+ "eval_runtime": 201.9515,
58
+ "eval_samples_per_second": 4.952,
59
+ "eval_steps_per_second": 4.952,
60
+ "step": 5000
61
  }
62
  ],
63
  "logging_steps": 1000,
 
65
  "num_input_tokens_seen": 0,
66
  "num_train_epochs": 1,
67
  "save_steps": 2500,
68
+ "total_flos": 8.051062996992e+16,
69
  "train_batch_size": 1,
70
  "trial_name": null,
71
  "trial_params": null