{ "output_dir": "./results", "evaluation_strategy": "no", "do_eval": false, "eval_steps": 0, "log_level": "info", "logging_first_step": true, "logging_steps": 5, "logging_dir": "./logs", "save_steps": 285, "save_total_limit": 1, "num_train_epochs": 5, "per_device_train_batch_size": 16, "optim": "adamw_torch", "gradient_accumulation_steps": 8, "gradient_checkpointing": true, "dataloader_drop_last": true, "warmup_steps": 500, "weight_decay": 0.05, "learning_rate": 5e-05, "deepspeed": "deepspeed.json", "local_rank": 0, "hub_strategy": "checkpoint", "push_to_hub": true, "total_gpus": 4, "v_cpus": 8, "total_memory_in_gb": 68352.26953125, "dataset_limit": 0 }