Update README.md
Browse files
README.md
CHANGED
@@ -366,7 +366,7 @@ max_steps: 500
|
|
366 |
|
367 |
optimizer: adamw_8bit
|
368 |
lr_scheduler: cosine
|
369 |
-
learning_rate: 0.
|
370 |
weight_decay: 0.05
|
371 |
|
372 |
train_on_inputs: false
|
|
|
366 |
|
367 |
optimizer: adamw_8bit
|
368 |
lr_scheduler: cosine
|
369 |
+
learning_rate: 0.00001
|
370 |
weight_decay: 0.05
|
371 |
|
372 |
train_on_inputs: false
|