best_model_bert_uncasedbert-base-uncased-finetuned-sst2
/
run-0
/checkpoint-16838
/trainer_state.json
{ | |
"best_metric": 0.8715596330275229, | |
"best_model_checkpoint": "Tech-oriented/best_model_bert_uncasedbert-base-uncased-finetuned-sst2/run-0/checkpoint-16838", | |
"epoch": 1.0, | |
"eval_steps": 500, | |
"global_step": 16838, | |
"is_hyper_param_search": true, | |
"is_local_process_zero": true, | |
"is_world_process_zero": true, | |
"log_history": [ | |
{ | |
"epoch": 0.25, | |
"grad_norm": 19.703554153442383, | |
"learning_rate": 6.973163454116781e-07, | |
"loss": 0.7045, | |
"step": 4209 | |
}, | |
{ | |
"epoch": 0.5, | |
"grad_norm": 33.55769729614258, | |
"learning_rate": 6.508344788890587e-07, | |
"loss": 0.6701, | |
"step": 8418 | |
}, | |
{ | |
"epoch": 0.75, | |
"grad_norm": 121.4453353881836, | |
"learning_rate": 6.043526123664394e-07, | |
"loss": 0.566, | |
"step": 12627 | |
}, | |
{ | |
"epoch": 1.0, | |
"grad_norm": 72.47432708740234, | |
"learning_rate": 5.578707458438201e-07, | |
"loss": 0.5309, | |
"step": 16836 | |
}, | |
{ | |
"epoch": 1.0, | |
"eval_accuracy": 0.8715596330275229, | |
"eval_loss": 0.3419412672519684, | |
"eval_runtime": 2.4269, | |
"eval_samples_per_second": 359.309, | |
"eval_steps_per_second": 22.663, | |
"step": 16838 | |
} | |
], | |
"logging_steps": 4209, | |
"max_steps": 67352, | |
"num_input_tokens_seen": 0, | |
"num_train_epochs": 4, | |
"save_steps": 500, | |
"total_flos": 828836824376160.0, | |
"train_batch_size": 4, | |
"trial_name": null, | |
"trial_params": { | |
"learning_rate": 7.437982119342974e-07, | |
"num_train_epochs": 4, | |
"per_device_train_batch_size": 4, | |
"seed": 7, | |
"weight_decay": 0.46186751115854463 | |
} | |
} | |