openchat.json

{"local_rank": 0, "model_path": "imone/Llama-3-8B-fixed-special-embedding", "data_prefix": "/workspace/openchat/dataset/tokenized/llama3/1215", "save_path": "/workspace/openchat/trained_models/openchat_3.6_8b", "save_every": 1, "save_hf_chat_template": true, "batch_max_len": 40960, "epochs": 5, "lr": 1.5822829840537976e-05, "lr_min_ratio": 0.1, "lr_warmup_ratio": 0.05, "weight_decay": 0.1, "beta1": 0.9, "beta2": 0.95, "eps": 1e-05, "deepspeed": true, "deepspeed_config": "/workspace/openchat/ochat/training_deepspeed/deepspeed_config.json", "deepscale": false, "deepscale_config": null, "model_type": "openchat_3.6", "device": "<non-serializable>", "epoch": 2}