File size: 233 Bytes
c042092 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 |
batch_size=128 micro_batch_size=1 num_epochs=5 learning_rate=3e-05 cutoff_len=1024 val_set_size=0.1 warmup_steps=2000 train_on_inputs=True add_eos_token=True group_by_length=False offload_folder= ds_config_path=ds_config_zero3.json |