Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
@@ -41,13 +41,13 @@ widget:
|
|
41 |
|
42 |
## Note
|
43 |
|
44 |
-
|
45 |
|
46 |
## My Config
|
47 |
|
48 |
| Config | Value |
|
49 |
|--------------------------|-----------------|
|
50 |
-
| checkpoint |
|
51 |
| model_name | ft_4_15e6_base_x4 |
|
52 |
| sequence_length | 400 |
|
53 |
| num_epoch | 6 |
|
@@ -58,7 +58,7 @@ widget:
|
|
58 |
| drop_out_prob | 0.1 |
|
59 |
| packing_length | 100 |
|
60 |
| train_test_split | 0.2 |
|
61 |
-
| num_steps |
|
62 |
|
63 |
## Training and Testing steps
|
64 |
|
@@ -70,6 +70,10 @@ widget:
|
|
70 |
|
71 |
Epoch | Train Loss | Test Loss | F-beta Score
|
72 |
---|---|---|---
|
73 |
-
| 0 | 0.000000 | 0.
|
74 |
-
| 1 | 0.
|
75 |
-
| 2 | 0.
|
|
|
|
|
|
|
|
|
|
41 |
|
42 |
## Note
|
43 |
|
44 |
+
20 Juin 2024
|
45 |
|
46 |
## My Config
|
47 |
|
48 |
| Config | Value |
|
49 |
|--------------------------|-----------------|
|
50 |
+
| checkpoint | recovering |
|
51 |
| model_name | ft_4_15e6_base_x4 |
|
52 |
| sequence_length | 400 |
|
53 |
| num_epoch | 6 |
|
|
|
58 |
| drop_out_prob | 0.1 |
|
59 |
| packing_length | 100 |
|
60 |
| train_test_split | 0.2 |
|
61 |
+
| num_steps | 1 |
|
62 |
|
63 |
## Training and Testing steps
|
64 |
|
|
|
70 |
|
71 |
Epoch | Train Loss | Test Loss | F-beta Score
|
72 |
---|---|---|---
|
73 |
+
| 0 | 0.000000 | 0.701781 | 0.395572 |
|
74 |
+
| 1 | 0.305538 | 0.250514 | 0.914556 |
|
75 |
+
| 2 | 0.203546 | 0.227263 | 0.928215 |
|
76 |
+
| 3 | 0.161209 | 0.252493 | 0.923599 |
|
77 |
+
| 4 | 0.111577 | 0.273193 | 0.912446 |
|
78 |
+
| 5 | 0.074488 | 0.310881 | 0.912785 |
|
79 |
+
| 6 | 0.059689 | 0.312256 | 0.908854 |
|