|
{ |
|
"best_metric": null, |
|
"best_model_checkpoint": null, |
|
"epoch": 0.042973785990545764, |
|
"global_step": 10000, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.0004211081201405e-05, |
|
"loss": 3.9197, |
|
"step": 200 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.0016844250917146e-05, |
|
"loss": 3.9108, |
|
"step": 400 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.003789928748371e-05, |
|
"loss": 3.8655, |
|
"step": 600 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.006737582146571e-05, |
|
"loss": 3.8602, |
|
"step": 800 |
|
}, |
|
{ |
|
"epoch": 0.0, |
|
"learning_rate": 4.010527333566261e-05, |
|
"loss": 3.8478, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.0151591165118474e-05, |
|
"loss": 3.8608, |
|
"step": 1200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.020632849713237e-05, |
|
"loss": 3.8431, |
|
"step": 1400 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.0269484371273996e-05, |
|
"loss": 3.8447, |
|
"step": 1600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.034105767939918e-05, |
|
"loss": 3.8422, |
|
"step": 1800 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.0421047165670686e-05, |
|
"loss": 3.8019, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.050945142657905e-05, |
|
"loss": 3.8109, |
|
"step": 2200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.0606268910968035e-05, |
|
"loss": 3.8192, |
|
"step": 2400 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.071149792006154e-05, |
|
"loss": 3.8037, |
|
"step": 2600 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.082513660749298e-05, |
|
"loss": 3.8074, |
|
"step": 2800 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.0947182979338874e-05, |
|
"loss": 3.801, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.1077634894152375e-05, |
|
"loss": 3.786, |
|
"step": 3200 |
|
}, |
|
{ |
|
"epoch": 0.01, |
|
"learning_rate": 4.121649006300163e-05, |
|
"loss": 3.7799, |
|
"step": 3400 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.136374604951046e-05, |
|
"loss": 3.7721, |
|
"step": 3600 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.1519400269899535e-05, |
|
"loss": 3.7829, |
|
"step": 3800 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.1683449993033545e-05, |
|
"loss": 3.7922, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.185589234046783e-05, |
|
"loss": 3.7686, |
|
"step": 4200 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.203672428649923e-05, |
|
"loss": 3.7742, |
|
"step": 4400 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2225942658219505e-05, |
|
"loss": 3.753, |
|
"step": 4600 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.242354413557057e-05, |
|
"loss": 3.7663, |
|
"step": 4800 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.262952525140289e-05, |
|
"loss": 3.7589, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.2843882391536666e-05, |
|
"loss": 3.7652, |
|
"step": 5200 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.306661179482435e-05, |
|
"loss": 3.7618, |
|
"step": 5400 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.329770955321802e-05, |
|
"loss": 3.7441, |
|
"step": 5600 |
|
}, |
|
{ |
|
"epoch": 0.02, |
|
"learning_rate": 4.3537171611836355e-05, |
|
"loss": 3.7364, |
|
"step": 5800 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.3784993769037384e-05, |
|
"loss": 3.7501, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.404117167649071e-05, |
|
"loss": 3.7363, |
|
"step": 6200 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.43057008392547e-05, |
|
"loss": 3.7279, |
|
"step": 6400 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.457857661585541e-05, |
|
"loss": 3.7158, |
|
"step": 6600 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.485979421836779e-05, |
|
"loss": 3.74, |
|
"step": 6800 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.514934871249906e-05, |
|
"loss": 3.7441, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.544723501767687e-05, |
|
"loss": 3.7141, |
|
"step": 7200 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.575344790713656e-05, |
|
"loss": 3.7264, |
|
"step": 7400 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.6067982008014406e-05, |
|
"loss": 3.7221, |
|
"step": 7600 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.639083180144098e-05, |
|
"loss": 3.7363, |
|
"step": 7800 |
|
}, |
|
{ |
|
"epoch": 0.03, |
|
"learning_rate": 4.672199162263839e-05, |
|
"loss": 3.73, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.706145566101981e-05, |
|
"loss": 3.7205, |
|
"step": 8200 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.740921796029065e-05, |
|
"loss": 3.7192, |
|
"step": 8400 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.776527241855393e-05, |
|
"loss": 3.7095, |
|
"step": 8600 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.812961278841707e-05, |
|
"loss": 3.7311, |
|
"step": 8800 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.85022326771014e-05, |
|
"loss": 3.7031, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.888312554655438e-05, |
|
"loss": 3.6934, |
|
"step": 9200 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.92722847135643e-05, |
|
"loss": 3.7218, |
|
"step": 9400 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 4.9669703349877704e-05, |
|
"loss": 3.711, |
|
"step": 9600 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 5.0075374482318863e-05, |
|
"loss": 3.7002, |
|
"step": 9800 |
|
}, |
|
{ |
|
"epoch": 0.04, |
|
"learning_rate": 5.0489290992912625e-05, |
|
"loss": 3.698, |
|
"step": 10000 |
|
} |
|
], |
|
"max_steps": 500000, |
|
"num_train_epochs": 3, |
|
"total_flos": 1.593829982208e+16, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|