| { | |
| "best_metric": 0.49757373332977295, | |
| "best_model_checkpoint": "../../experiments_checkpoints/MAdAiLab/google_t5/t5_small_twitter/checkpoint-200", | |
| "epoch": 0.7352941176470589, | |
| "eval_steps": 50, | |
| "global_step": 200, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 0.9986526370048523, | |
| "learning_rate": 0.0004938725490196079, | |
| "loss": 0.6031, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 0.9707651734352112, | |
| "learning_rate": 0.0004877450980392157, | |
| "loss": 0.5921, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 1.3216536045074463, | |
| "learning_rate": 0.00048161764705882356, | |
| "loss": 0.5945, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 0.8769760131835938, | |
| "learning_rate": 0.00047549019607843134, | |
| "loss": 0.5244, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 1.3491202592849731, | |
| "learning_rate": 0.0004693627450980392, | |
| "loss": 0.4779, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "eval_accuracy": 0.7564338235294118, | |
| "eval_f1_macro": 0.7177028105371891, | |
| "eval_f1_micro": 0.7564338235294118, | |
| "eval_loss": 0.5150883793830872, | |
| "eval_runtime": 0.9275, | |
| "eval_samples_per_second": 1173.066, | |
| "eval_steps_per_second": 36.658, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 2.29738450050354, | |
| "learning_rate": 0.0004632352941176471, | |
| "loss": 0.4934, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 3.7542002201080322, | |
| "learning_rate": 0.0004571078431372549, | |
| "loss": 0.5007, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 1.893402099609375, | |
| "learning_rate": 0.0004509803921568628, | |
| "loss": 0.4738, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 2.0344367027282715, | |
| "learning_rate": 0.00044485294117647056, | |
| "loss": 0.4594, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 2.5279059410095215, | |
| "learning_rate": 0.00043872549019607844, | |
| "loss": 0.5123, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "eval_accuracy": 0.7527573529411765, | |
| "eval_f1_macro": 0.6986562303405088, | |
| "eval_f1_micro": 0.7527573529411765, | |
| "eval_loss": 0.5059758424758911, | |
| "eval_runtime": 0.8718, | |
| "eval_samples_per_second": 1248.006, | |
| "eval_steps_per_second": 39.0, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 1.4078208208084106, | |
| "learning_rate": 0.0004325980392156863, | |
| "loss": 0.516, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 2.224971055984497, | |
| "learning_rate": 0.0004264705882352941, | |
| "loss": 0.5001, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 1.39370858669281, | |
| "learning_rate": 0.000420343137254902, | |
| "loss": 0.4835, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 0.9512380361557007, | |
| "learning_rate": 0.0004142156862745098, | |
| "loss": 0.5218, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 1.359387755393982, | |
| "learning_rate": 0.00040808823529411766, | |
| "loss": 0.4617, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "eval_accuracy": 0.7270220588235294, | |
| "eval_f1_macro": 0.614936097953347, | |
| "eval_f1_micro": 0.7270220588235294, | |
| "eval_loss": 0.5286622047424316, | |
| "eval_runtime": 0.9283, | |
| "eval_samples_per_second": 1172.017, | |
| "eval_steps_per_second": 36.626, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "grad_norm": 1.1093153953552246, | |
| "learning_rate": 0.0004019607843137255, | |
| "loss": 0.4961, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "grad_norm": 2.4549243450164795, | |
| "learning_rate": 0.0003958333333333333, | |
| "loss": 0.5351, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "grad_norm": 1.2358920574188232, | |
| "learning_rate": 0.0003897058823529412, | |
| "loss": 0.5129, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "grad_norm": 1.4391891956329346, | |
| "learning_rate": 0.00038357843137254904, | |
| "loss": 0.4945, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "grad_norm": 1.3604400157928467, | |
| "learning_rate": 0.0003774509803921569, | |
| "loss": 0.4942, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "eval_accuracy": 0.7444852941176471, | |
| "eval_f1_macro": 0.6956024668695554, | |
| "eval_f1_micro": 0.7444852941176471, | |
| "eval_loss": 0.49757373332977295, | |
| "eval_runtime": 0.9302, | |
| "eval_samples_per_second": 1169.596, | |
| "eval_steps_per_second": 36.55, | |
| "step": 200 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 816, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 50, | |
| "total_flos": 217842922291200.0, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |