Update README.md
Browse files
README.md
CHANGED
@@ -13,7 +13,8 @@ batch_size = 16
|
|
13 |
n_epochs = 3
|
14 |
max_seq_len = 512
|
15 |
learning_rate = 2e-5
|
16 |
-
optimizer=
|
|
|
17 |
weight_decay=0.01
|
18 |
embeds_dropout_prob = 0.1
|
19 |
```
|
|
|
13 |
n_epochs = 3
|
14 |
max_seq_len = 512
|
15 |
learning_rate = 2e-5
|
16 |
+
optimizer=AdamW
|
17 |
+
lr_schedule = LinearWarmup
|
18 |
weight_decay=0.01
|
19 |
embeds_dropout_prob = 0.1
|
20 |
```
|