| {"local_rank": 0, "model_path": "../../pretrained_models/phi-2_with_EOT_token", "data_prefix": "../../datasets/openchat_sharegpt_v3/training_data/C_RLFT_GPT3_GPT4_PRETOKENIZED", "save_path": "../../train_logs/phi-2/", "save_every": 10, "batch_max_len": 77824, "epochs": 50, "lr": 1.7510312851085343e-05, "lr_min_ratio": 0.1, "lr_warmup_ratio": 0.05, "weight_decay": 0.1, "beta1": 0.9, "beta2": 0.95, "eps": 1e-05, "deepspeed": true, "deepspeed_config": "ochat/training_deepspeed/deepspeed_config.json", "deepscale": false, "deepscale_config": null, "model_type": "phi", "device": "<non-serializable>", "epoch": 49} |