fix batch size
Browse files- codeparrot_training.py +2 -2
codeparrot_training.py
CHANGED
|
@@ -125,8 +125,8 @@ acc_state = {str(k): str(v) for k, v in accelerator.state.__dict__.items()}
|
|
| 125 |
# Hyperparameters
|
| 126 |
project_name = 'lvwerra/codeparrot'
|
| 127 |
dataset_name = '../codeparrot-clean'
|
| 128 |
-
config = {"train_batch_size":
|
| 129 |
-
"valid_batch_size":
|
| 130 |
"weight_decay": 0.1,
|
| 131 |
"shuffle_buffer": 1_000,
|
| 132 |
"learning_rate": 2e-4,
|
|
|
|
| 125 |
# Hyperparameters
|
| 126 |
project_name = 'lvwerra/codeparrot'
|
| 127 |
dataset_name = '../codeparrot-clean'
|
| 128 |
+
config = {"train_batch_size": 2,
|
| 129 |
+
"valid_batch_size": 2,
|
| 130 |
"weight_decay": 0.1,
|
| 131 |
"shuffle_buffer": 1_000,
|
| 132 |
"learning_rate": 2e-4,
|