Add other minor configs
Browse files
README.md
CHANGED
@@ -226,6 +226,7 @@ lora_out_dir:
|
|
226 |
lora_fan_in_fan_out: false
|
227 |
|
228 |
# wandb configuration if you're using it
|
|
|
229 |
wandb_project:
|
230 |
wandb_watch:
|
231 |
wandb_run_id:
|
@@ -300,9 +301,12 @@ fsdp_config:
|
|
300 |
# Deepspeed
|
301 |
deepspeed:
|
302 |
|
303 |
-
#
|
304 |
torchdistx_path:
|
305 |
|
|
|
|
|
|
|
306 |
# Debug mode
|
307 |
debug:
|
308 |
|
|
|
226 |
lora_fan_in_fan_out: false
|
227 |
|
228 |
# wandb configuration if you're using it
|
229 |
+
wandb_mode:
|
230 |
wandb_project:
|
231 |
wandb_watch:
|
232 |
wandb_run_id:
|
|
|
301 |
# Deepspeed
|
302 |
deepspeed:
|
303 |
|
304 |
+
# Path to torch distx for optim 'adamw_anyprecision'
|
305 |
torchdistx_path:
|
306 |
|
307 |
+
# Set padding for data collator to 'longest'
|
308 |
+
collator_pad_to_longest:
|
309 |
+
|
310 |
# Debug mode
|
311 |
debug:
|
312 |
|