| {"local_rank": 0, "model_path": "imone/Mistral_7B_with_EOT_token", "data_prefix": "converted_data", "save_path": "/mnt/gcs/openchat", "save_every": 1, "push_to_hub": "pathlighter/mistral_sharegpt_echo_batch_3", "push_to_hub_delete_local": false, "batch_max_len": 40960, "epochs": 6, "lr": 7.936704851348764e-06, "lr_min_ratio": 0.1, "lr_warmup_ratio": 0.05, "weight_decay": 0.1, "beta1": 0.9, "beta2": 0.95, "eps": 1e-05, "wandb_entity": null, "wandb_project": null, "deepspeed": true, "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json", "deepscale": false, "deepscale_config": null, "model_type": "openchat_v3.2_mistral", "device": "<non-serializable>", "epoch": 4} |