Nanobit commited on
Commit
29273b5
1 Parent(s): 05c1834

Add other minor configs

Browse files
Files changed (1) hide show
  1. README.md +5 -1
README.md CHANGED
@@ -226,6 +226,7 @@ lora_out_dir:
226
  lora_fan_in_fan_out: false
227
 
228
  # wandb configuration if you're using it
 
229
  wandb_project:
230
  wandb_watch:
231
  wandb_run_id:
@@ -300,9 +301,12 @@ fsdp_config:
300
  # Deepspeed
301
  deepspeed:
302
 
303
- # TODO
304
  torchdistx_path:
305
 
 
 
 
306
  # Debug mode
307
  debug:
308
 
 
226
  lora_fan_in_fan_out: false
227
 
228
  # wandb configuration if you're using it
229
+ wandb_mode:
230
  wandb_project:
231
  wandb_watch:
232
  wandb_run_id:
 
301
  # Deepspeed
302
  deepspeed:
303
 
304
+ # Path to torch distx for optim 'adamw_anyprecision'
305
  torchdistx_path:
306
 
307
+ # Set padding for data collator to 'longest'
308
+ collator_pad_to_longest:
309
+
310
  # Debug mode
311
  debug:
312