Modified Model Card
Browse files
README.md
CHANGED
|
@@ -36,6 +36,8 @@ Total 122,828 samples.
|
|
| 36 |
- Open-Orca/OpenOrca: Filter the 'cot' category in 1M GPT4 dataset. 74,440 samples.
|
| 37 |
- garage-bAInd/Open-Platypus: 100%, 24,926 samples.
|
| 38 |
|
|
|
|
|
|
|
| 39 |
| lr | 2e-4 |
|
| 40 |
| lr_scheduler_type | cosine |
|
| 41 |
| weight_decay | 0.0 |
|
|
@@ -57,6 +59,8 @@ Total 122,828 samples.
|
|
| 57 |
|
| 58 |
A40-48G x 2
|
| 59 |
|
|
|
|
|
|
|
| 60 |
| epoch | 3.0 |
|
| 61 |
| etrain_loss | 0.5073 |
|
| 62 |
| etrain_runtime | 4 days, 1:52:09.56 |
|
|
|
|
| 36 |
- Open-Orca/OpenOrca: Filter the 'cot' category in 1M GPT4 dataset. 74,440 samples.
|
| 37 |
- garage-bAInd/Open-Platypus: 100%, 24,926 samples.
|
| 38 |
|
| 39 |
+
| | |
|
| 40 |
+
|------ | ------ |
|
| 41 |
| lr | 2e-4 |
|
| 42 |
| lr_scheduler_type | cosine |
|
| 43 |
| weight_decay | 0.0 |
|
|
|
|
| 59 |
|
| 60 |
A40-48G x 2
|
| 61 |
|
| 62 |
+
| | |
|
| 63 |
+
|------ | ------ |
|
| 64 |
| epoch | 3.0 |
|
| 65 |
| etrain_loss | 0.5073 |
|
| 66 |
| etrain_runtime | 4 days, 1:52:09.56 |
|