Upload README.md with huggingface_hub
Browse files
README.md
CHANGED
@@ -66,7 +66,7 @@ kwargs:
|
|
66 |
|
67 |
## Note
|
68 |
|
69 |
-
|
70 |
|
71 |
## My Config
|
72 |
|
@@ -75,7 +75,7 @@ kwargs:
|
|
75 |
| checkpoint | albert-base-v2 |
|
76 |
| model_name | ft_bs16_lr6_base |
|
77 |
| sequence_length | 400 |
|
78 |
-
| num_epoch |
|
79 |
| learning_rate | 5e-06 |
|
80 |
| batch_size | 16 |
|
81 |
| weight_decay | 0.0 |
|
@@ -83,7 +83,7 @@ kwargs:
|
|
83 |
| drop_out_prob | 0.1 |
|
84 |
| packing_length | 100 |
|
85 |
| train_test_split | 0.2 |
|
86 |
-
| num_steps |
|
87 |
|
88 |
## Training and Testing steps
|
89 |
|
@@ -95,7 +95,4 @@ kwargs:
|
|
95 |
|
96 |
Epoch | Train Loss | Test Loss | Accuracy | Recall
|
97 |
---|---|---|---|---
|
98 |
-
| 0 | 0.
|
99 |
-
| 1 | 0.344804 | 0.367840 | 0.851252 | 0.912577 |
|
100 |
-
| 2 | 0.307159 | 0.346977 | 0.846834 | 0.832822 |
|
101 |
-
| 3 | 0.254539 | 0.362927 | 0.844624 | 0.852761 |
|
|
|
66 |
|
67 |
## Note
|
68 |
|
69 |
+
17 May 2024
|
70 |
|
71 |
## My Config
|
72 |
|
|
|
75 |
| checkpoint | albert-base-v2 |
|
76 |
| model_name | ft_bs16_lr6_base |
|
77 |
| sequence_length | 400 |
|
78 |
+
| num_epoch | 6 |
|
79 |
| learning_rate | 5e-06 |
|
80 |
| batch_size | 16 |
|
81 |
| weight_decay | 0.0 |
|
|
|
83 |
| drop_out_prob | 0.1 |
|
84 |
| packing_length | 100 |
|
85 |
| train_test_split | 0.2 |
|
86 |
+
| num_steps | 32580 |
|
87 |
|
88 |
## Training and Testing steps
|
89 |
|
|
|
95 |
|
96 |
Epoch | Train Loss | Test Loss | Accuracy | Recall
|
97 |
---|---|---|---|---
|
98 |
+
| 0 | 0.454731 | 0.365926 | 0.840943 | 0.851227 |
|
|
|
|
|
|