rakhman-llm
commited on
Commit
•
46e28db
1
Parent(s):
0575fc7
Training in progress, step 9000, checkpoint
Browse files
last-checkpoint/model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 891558696
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:05d0ea7a0f35f6452822d7ef39333323a4dfb3a99f01b82a901680f98583ce5e
|
3 |
size 891558696
|
last-checkpoint/optimizer.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1783272762
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f6381172a935f4d2ce146c253e91ff2c61e7331f3ee0f502a280fb40f35dedbb
|
3 |
size 1783272762
|
last-checkpoint/rng_state.pth
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 14244
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:343cbf433a49823c26aa4dd9334fa3e204370732996c7bb60db1a7158c5badde
|
3 |
size 14244
|
last-checkpoint/scheduler.pt
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 1064
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:86b8133c0078c9773a22c7a49b5547dc88d96e16d710eff8078381e482ecc029
|
3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
-
"epoch": 1.
|
5 |
"eval_steps": 500,
|
6 |
-
"global_step":
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
@@ -134,6 +134,13 @@
|
|
134 |
"learning_rate": 8.228041008589638e-06,
|
135 |
"loss": 0.3549,
|
136 |
"step": 8500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
137 |
}
|
138 |
],
|
139 |
"logging_steps": 500,
|
@@ -153,7 +160,7 @@
|
|
153 |
"attributes": {}
|
154 |
}
|
155 |
},
|
156 |
-
"total_flos": 1.
|
157 |
"train_batch_size": 2,
|
158 |
"trial_name": null,
|
159 |
"trial_params": null
|
|
|
1 |
{
|
2 |
"best_metric": null,
|
3 |
"best_model_checkpoint": null,
|
4 |
+
"epoch": 1.8703241895261846,
|
5 |
"eval_steps": 500,
|
6 |
+
"global_step": 9000,
|
7 |
"is_hyper_param_search": false,
|
8 |
"is_local_process_zero": true,
|
9 |
"is_world_process_zero": true,
|
|
|
134 |
"learning_rate": 8.228041008589638e-06,
|
135 |
"loss": 0.3549,
|
136 |
"step": 8500
|
137 |
+
},
|
138 |
+
{
|
139 |
+
"epoch": 1.8703241895261846,
|
140 |
+
"grad_norm": 0.7980790734291077,
|
141 |
+
"learning_rate": 7.536713771127737e-06,
|
142 |
+
"loss": 0.3495,
|
143 |
+
"step": 9000
|
144 |
}
|
145 |
],
|
146 |
"logging_steps": 500,
|
|
|
160 |
"attributes": {}
|
161 |
}
|
162 |
},
|
163 |
+
"total_flos": 1.096063307218944e+16,
|
164 |
"train_batch_size": 2,
|
165 |
"trial_name": null,
|
166 |
"trial_params": null
|