damgomz commited on
Commit
6015dc2
1 Parent(s): 1eb8990

Upload README.md with huggingface_hub

Browse files
Files changed (1) hide show
  1. README.md +4 -7
README.md CHANGED
@@ -66,7 +66,7 @@ kwargs:
66
 
67
  ## Note
68
 
69
- 16 May 2024
70
 
71
  ## My Config
72
 
@@ -75,7 +75,7 @@ kwargs:
75
  | checkpoint | albert-base-v2 |
76
  | model_name | ft_bs16_lr6_base |
77
  | sequence_length | 400 |
78
- | num_epoch | 4 |
79
  | learning_rate | 5e-06 |
80
  | batch_size | 16 |
81
  | weight_decay | 0.0 |
@@ -83,7 +83,7 @@ kwargs:
83
  | drop_out_prob | 0.1 |
84
  | packing_length | 100 |
85
  | train_test_split | 0.2 |
86
- | num_steps | 21720 |
87
 
88
  ## Training and Testing steps
89
 
@@ -95,7 +95,4 @@ kwargs:
95
 
96
  Epoch | Train Loss | Test Loss | Accuracy | Recall
97
  ---|---|---|---|---
98
- | 0 | 0.457688 | 0.370881 | 0.839470 | 0.858896 |
99
- | 1 | 0.344804 | 0.367840 | 0.851252 | 0.912577 |
100
- | 2 | 0.307159 | 0.346977 | 0.846834 | 0.832822 |
101
- | 3 | 0.254539 | 0.362927 | 0.844624 | 0.852761 |
 
66
 
67
  ## Note
68
 
69
+ 17 May 2024
70
 
71
  ## My Config
72
 
 
75
  | checkpoint | albert-base-v2 |
76
  | model_name | ft_bs16_lr6_base |
77
  | sequence_length | 400 |
78
+ | num_epoch | 6 |
79
  | learning_rate | 5e-06 |
80
  | batch_size | 16 |
81
  | weight_decay | 0.0 |
 
83
  | drop_out_prob | 0.1 |
84
  | packing_length | 100 |
85
  | train_test_split | 0.2 |
86
+ | num_steps | 32580 |
87
 
88
  ## Training and Testing steps
89
 
 
95
 
96
  Epoch | Train Loss | Test Loss | Accuracy | Recall
97
  ---|---|---|---|---
98
+ | 0 | 0.454731 | 0.365926 | 0.840943 | 0.851227 |