Spaces:
Runtime error
Runtime error
Update train.py
Browse files
train.py
CHANGED
@@ -21,7 +21,7 @@ INPUT_DATASET = "HuggingFaceTB/smollm-corpus"
|
|
21 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|
22 |
OUTPUT_REPO = "nroggendorff/smallama"
|
23 |
INSTRUCT_FINETUNE_BOOL = False
|
24 |
-
INIT =
|
25 |
SHARD_SIZE = int(5e+5)
|
26 |
FP16 = True
|
27 |
WARMUP_STEPS = 1000
|
|
|
21 |
INSTRUCT_DATASET = "nroggendorff/elephant"
|
22 |
OUTPUT_REPO = "nroggendorff/smallama"
|
23 |
INSTRUCT_FINETUNE_BOOL = False
|
24 |
+
INIT = 1#/3
|
25 |
SHARD_SIZE = int(5e+5)
|
26 |
FP16 = True
|
27 |
WARMUP_STEPS = 1000
|