Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
|
@@ -10,8 +10,8 @@ from tokenizers import ByteLevelBPETokenizer
|
|
| 10 |
BATCH_SIZE = 64
|
| 11 |
EPOCHS = 20
|
| 12 |
LEARNING_RATE = 2e-4
|
| 13 |
-
FACTOR =
|
| 14 |
-
MAX_SEQ_LENGTH =
|
| 15 |
VOCAB_SIZE = 32000
|
| 16 |
INPUT_DATASET = "HuggingFaceTB/smollm-corpus"
|
| 17 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|
|
|
|
| 10 |
BATCH_SIZE = 64
|
| 11 |
EPOCHS = 20
|
| 12 |
LEARNING_RATE = 2e-4
|
| 13 |
+
FACTOR = 1408
|
| 14 |
+
MAX_SEQ_LENGTH = 128
|
| 15 |
VOCAB_SIZE = 32000
|
| 16 |
INPUT_DATASET = "HuggingFaceTB/smollm-corpus"
|
| 17 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|