Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
|
@@ -41,13 +41,13 @@ widget:
|
|
| 41 |
|
| 42 |
## Note
|
| 43 |
|
| 44 |
-
|
| 45 |
|
| 46 |
## My Config
|
| 47 |
|
| 48 |
| Config | Value |
|
| 49 |
|--------------------------|-----------------|
|
| 50 |
-
| checkpoint |
|
| 51 |
| model_name | ft_4_10e6_base_x2 |
|
| 52 |
| sequence_length | 400 |
|
| 53 |
| num_epoch | 6 |
|
|
@@ -58,7 +58,7 @@ widget:
|
|
| 58 |
| drop_out_prob | 0.1 |
|
| 59 |
| packing_length | 100 |
|
| 60 |
| train_test_split | 0.2 |
|
| 61 |
-
| num_steps |
|
| 62 |
|
| 63 |
## Training and Testing steps
|
| 64 |
|
|
@@ -70,6 +70,10 @@ widget:
|
|
| 70 |
|
| 71 |
Epoch | Train Loss | Test Loss | F-beta Score
|
| 72 |
---|---|---|---
|
| 73 |
-
| 0 | 0.000000 | 0.
|
| 74 |
-
| 1 | 0.
|
| 75 |
-
| 2 | 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
|
| 42 |
## Note
|
| 43 |
|
| 44 |
+
20 Juin 2024
|
| 45 |
|
| 46 |
## My Config
|
| 47 |
|
| 48 |
| Config | Value |
|
| 49 |
|--------------------------|-----------------|
|
| 50 |
+
| checkpoint | recovering |
|
| 51 |
| model_name | ft_4_10e6_base_x2 |
|
| 52 |
| sequence_length | 400 |
|
| 53 |
| num_epoch | 6 |
|
|
|
|
| 58 |
| drop_out_prob | 0.1 |
|
| 59 |
| packing_length | 100 |
|
| 60 |
| train_test_split | 0.2 |
|
| 61 |
+
| num_steps | 1 |
|
| 62 |
|
| 63 |
## Training and Testing steps
|
| 64 |
|
|
|
|
| 70 |
|
| 71 |
Epoch | Train Loss | Test Loss | F-beta Score
|
| 72 |
---|---|---|---
|
| 73 |
+
| 0 | 0.000000 | 0.751640 | 0.509594 |
|
| 74 |
+
| 1 | 0.285416 | 0.221035 | 0.900172 |
|
| 75 |
+
| 2 | 0.186811 | 0.229986 | 0.915329 |
|
| 76 |
+
| 3 | 0.131754 | 0.250083 | 0.925393 |
|
| 77 |
+
| 4 | 0.082792 | 0.292843 | 0.911546 |
|
| 78 |
+
| 5 | 0.050826 | 0.350124 | 0.915397 |
|
| 79 |
+
| 6 | 0.037558 | 0.361182 | 0.939171 |
|