End of training
Browse files
.gitattributes
CHANGED
@@ -37,3 +37,4 @@ nipsllm_3601.1733584591283538056.pt.trace.json filter=lfs diff=lfs merge=lfs -te
|
|
37 |
nipsllm_13350.1733587985088903357.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
38 |
nipsllm_19414.1733589361760356058.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
39 |
nipsllm_23043.1733590033744722520.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
|
|
|
37 |
nipsllm_13350.1733587985088903357.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
38 |
nipsllm_19414.1733589361760356058.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
39 |
nipsllm_23043.1733590033744722520.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
40 |
+
nipsllm_27141.1733590692262892997.pt.trace.json filter=lfs diff=lfs merge=lfs -text
|
README.md
CHANGED
@@ -45,7 +45,7 @@ The following hyperparameters were used during training:
|
|
45 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
46 |
- lr_scheduler_type: cosine
|
47 |
- lr_scheduler_warmup_ratio: 0.02
|
48 |
-
- num_epochs: 0.
|
49 |
|
50 |
### Training results
|
51 |
|
@@ -86,6 +86,7 @@ The following hyperparameters were used during training:
|
|
86 |
| 1.2215 | 0.4275 | 66 | 1.2332 |
|
87 |
| 1.2623 | 0.4405 | 68 | 1.2332 |
|
88 |
| 1.2845 | 0.4534 | 70 | 1.2331 |
|
|
|
89 |
|
90 |
|
91 |
### Framework versions
|
|
|
45 |
- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
|
46 |
- lr_scheduler_type: cosine
|
47 |
- lr_scheduler_warmup_ratio: 0.02
|
48 |
+
- num_epochs: 0.47
|
49 |
|
50 |
### Training results
|
51 |
|
|
|
86 |
| 1.2215 | 0.4275 | 66 | 1.2332 |
|
87 |
| 1.2623 | 0.4405 | 68 | 1.2332 |
|
88 |
| 1.2845 | 0.4534 | 70 | 1.2331 |
|
89 |
+
| 1.1966 | 0.4664 | 72 | 1.2331 |
|
90 |
|
91 |
|
92 |
### Framework versions
|
adapter_config.json
CHANGED
@@ -20,13 +20,13 @@
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
23 |
-
"k_proj",
|
24 |
"gate_proj",
|
25 |
"o_proj",
|
26 |
-
"
|
|
|
27 |
"down_proj",
|
28 |
"up_proj",
|
29 |
-
"
|
30 |
],
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
|
|
20 |
"rank_pattern": {},
|
21 |
"revision": null,
|
22 |
"target_modules": [
|
|
|
23 |
"gate_proj",
|
24 |
"o_proj",
|
25 |
+
"k_proj",
|
26 |
+
"v_proj",
|
27 |
"down_proj",
|
28 |
"up_proj",
|
29 |
+
"q_proj"
|
30 |
],
|
31 |
"task_type": "CAUSAL_LM",
|
32 |
"use_dora": false,
|
nipsllm_27141.1733590692262892997.pt.trace.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:34d59926e36ac39310e7bac7a0903b5f6a44048a9e1fa221ed0e761f946eff7b
|
3 |
+
size 1302416824
|
runs/Dec07_16-54-25_nipsllm/events.out.tfevents.1733590467.nipsllm.27141.0
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c3087d9fdb5d300bde199c965e9e20b7c233fd250ba60854400fc0b46a7b9dd4
|
3 |
+
size 6564
|
training_args.bin
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5304
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2e72bf35abaf0bf9ba4c7ee7f8cce00c47d4e814644eebe3efdf13873544c7c
|
3 |
size 5304
|