Modified Model Card
Browse files
README.md
CHANGED
@@ -36,6 +36,8 @@ Total 122,828 samples.
|
|
36 |
- Open-Orca/OpenOrca: Filter the 'cot' category in 1M GPT4 dataset. 74,440 samples.
|
37 |
- garage-bAInd/Open-Platypus: 100%, 24,926 samples.
|
38 |
|
|
|
|
|
39 |
| lr | 2e-4 |
|
40 |
| lr_scheduler_type | cosine |
|
41 |
| weight_decay | 0.0 |
|
@@ -57,6 +59,8 @@ Total 122,828 samples.
|
|
57 |
|
58 |
A40-48G x 2
|
59 |
|
|
|
|
|
60 |
| epoch | 3.0 |
|
61 |
| etrain_loss | 0.5073 |
|
62 |
| etrain_runtime | 4 days, 1:52:09.56 |
|
|
|
36 |
- Open-Orca/OpenOrca: Filter the 'cot' category in 1M GPT4 dataset. 74,440 samples.
|
37 |
- garage-bAInd/Open-Platypus: 100%, 24,926 samples.
|
38 |
|
39 |
+
| | |
|
40 |
+
|------ | ------ |
|
41 |
| lr | 2e-4 |
|
42 |
| lr_scheduler_type | cosine |
|
43 |
| weight_decay | 0.0 |
|
|
|
59 |
|
60 |
A40-48G x 2
|
61 |
|
62 |
+
| | |
|
63 |
+
|------ | ------ |
|
64 |
| epoch | 3.0 |
|
65 |
| etrain_loss | 0.5073 |
|
66 |
| etrain_runtime | 4 days, 1:52:09.56 |
|