{ "best_metric": 0.8677751385589866, "best_model_checkpoint": "/scratch/mrahma45/pixel/finetuned_models/mbert/mbert-base-finetuned-pos-ud-Tamil-TTB/checkpoint-2000", "epoch": 346.15384615384613, "global_step": 4500, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 7.69, "learning_rate": 7.92e-05, "loss": 0.9585, "step": 100 }, { "epoch": 15.38, "learning_rate": 7.946845637583894e-05, "loss": 0.0575, "step": 200 }, { "epoch": 23.08, "learning_rate": 7.893691275167786e-05, "loss": 0.0242, "step": 300 }, { "epoch": 30.77, "learning_rate": 7.840000000000001e-05, "loss": 0.0156, "step": 400 }, { "epoch": 38.46, "learning_rate": 7.786308724832216e-05, "loss": 0.0149, "step": 500 }, { "epoch": 38.46, "eval_accuracy": 0.8661916072842438, "eval_loss": 0.9775320887565613, "eval_runtime": 0.4044, "eval_samples_per_second": 197.82, "eval_steps_per_second": 24.727, "step": 500 }, { "epoch": 46.15, "learning_rate": 7.73261744966443e-05, "loss": 0.0111, "step": 600 }, { "epoch": 53.85, "learning_rate": 7.678926174496645e-05, "loss": 0.0117, "step": 700 }, { "epoch": 61.54, "learning_rate": 7.62523489932886e-05, "loss": 0.0094, "step": 800 }, { "epoch": 69.23, "learning_rate": 7.571543624161075e-05, "loss": 0.0111, "step": 900 }, { "epoch": 76.92, "learning_rate": 7.51785234899329e-05, "loss": 0.0091, "step": 1000 }, { "epoch": 76.92, "eval_accuracy": 0.8638163103721298, "eval_loss": 0.9691746830940247, "eval_runtime": 0.4022, "eval_samples_per_second": 198.893, "eval_steps_per_second": 24.862, "step": 1000 }, { "epoch": 84.62, "learning_rate": 7.464161073825505e-05, "loss": 0.0079, "step": 1100 }, { "epoch": 92.31, "learning_rate": 7.410469798657718e-05, "loss": 0.0065, "step": 1200 }, { "epoch": 100.0, "learning_rate": 7.356778523489933e-05, "loss": 0.0043, "step": 1300 }, { "epoch": 107.69, "learning_rate": 7.303087248322148e-05, "loss": 0.0047, "step": 1400 }, { "epoch": 115.38, "learning_rate": 7.249395973154363e-05, "loss": 0.0055, "step": 1500 }, { "epoch": 115.38, "eval_accuracy": 0.8582739509105305, "eval_loss": 1.1557462215423584, "eval_runtime": 0.4044, "eval_samples_per_second": 197.81, "eval_steps_per_second": 24.726, "step": 1500 }, { "epoch": 123.08, "learning_rate": 7.195704697986577e-05, "loss": 0.0051, "step": 1600 }, { "epoch": 130.77, "learning_rate": 7.142550335570471e-05, "loss": 0.0055, "step": 1700 }, { "epoch": 138.46, "learning_rate": 7.088859060402686e-05, "loss": 0.0056, "step": 1800 }, { "epoch": 146.15, "learning_rate": 7.0351677852349e-05, "loss": 0.0055, "step": 1900 }, { "epoch": 153.85, "learning_rate": 6.981476510067114e-05, "loss": 0.0061, "step": 2000 }, { "epoch": 153.85, "eval_accuracy": 0.8677751385589866, "eval_loss": 1.1852538585662842, "eval_runtime": 0.4041, "eval_samples_per_second": 197.965, "eval_steps_per_second": 24.746, "step": 2000 }, { "epoch": 161.54, "learning_rate": 6.927785234899329e-05, "loss": 0.0069, "step": 2100 }, { "epoch": 169.23, "learning_rate": 6.874093959731543e-05, "loss": 0.0055, "step": 2200 }, { "epoch": 176.92, "learning_rate": 6.820402684563758e-05, "loss": 0.0043, "step": 2300 }, { "epoch": 184.62, "learning_rate": 6.766711409395973e-05, "loss": 0.0043, "step": 2400 }, { "epoch": 192.31, "learning_rate": 6.713020134228188e-05, "loss": 0.0041, "step": 2500 }, { "epoch": 192.31, "eval_accuracy": 0.8622327790973872, "eval_loss": 1.1900646686553955, "eval_runtime": 0.4087, "eval_samples_per_second": 195.729, "eval_steps_per_second": 24.466, "step": 2500 }, { "epoch": 200.0, "learning_rate": 6.659328859060403e-05, "loss": 0.0029, "step": 2600 }, { "epoch": 207.69, "learning_rate": 6.605637583892618e-05, "loss": 0.0021, "step": 2700 }, { "epoch": 215.38, "learning_rate": 6.551946308724832e-05, "loss": 0.0047, "step": 2800 }, { "epoch": 223.08, "learning_rate": 6.498255033557047e-05, "loss": 0.0058, "step": 2900 }, { "epoch": 230.77, "learning_rate": 6.444563758389262e-05, "loss": 0.0045, "step": 3000 }, { "epoch": 230.77, "eval_accuracy": 0.8566904196357878, "eval_loss": 1.263396978378296, "eval_runtime": 0.4055, "eval_samples_per_second": 197.27, "eval_steps_per_second": 24.659, "step": 3000 }, { "epoch": 238.46, "learning_rate": 6.390872483221477e-05, "loss": 0.0043, "step": 3100 }, { "epoch": 246.15, "learning_rate": 6.337181208053692e-05, "loss": 0.0028, "step": 3200 }, { "epoch": 253.85, "learning_rate": 6.283489932885907e-05, "loss": 0.0025, "step": 3300 }, { "epoch": 261.54, "learning_rate": 6.229798657718121e-05, "loss": 0.0055, "step": 3400 }, { "epoch": 269.23, "learning_rate": 6.176107382550336e-05, "loss": 0.0031, "step": 3500 }, { "epoch": 269.23, "eval_accuracy": 0.8574821852731591, "eval_loss": 1.2649881839752197, "eval_runtime": 0.4055, "eval_samples_per_second": 197.278, "eval_steps_per_second": 24.66, "step": 3500 }, { "epoch": 276.92, "learning_rate": 6.122416107382551e-05, "loss": 0.0057, "step": 3600 }, { "epoch": 284.62, "learning_rate": 6.068724832214766e-05, "loss": 0.0036, "step": 3700 }, { "epoch": 292.31, "learning_rate": 6.015033557046981e-05, "loss": 0.0017, "step": 3800 }, { "epoch": 300.0, "learning_rate": 5.9613422818791955e-05, "loss": 0.003, "step": 3900 }, { "epoch": 307.69, "learning_rate": 5.90765100671141e-05, "loss": 0.0052, "step": 4000 }, { "epoch": 307.69, "eval_accuracy": 0.8661916072842438, "eval_loss": 1.126146674156189, "eval_runtime": 0.4039, "eval_samples_per_second": 198.092, "eval_steps_per_second": 24.761, "step": 4000 }, { "epoch": 315.38, "learning_rate": 5.853959731543625e-05, "loss": 0.0029, "step": 4100 }, { "epoch": 323.08, "learning_rate": 5.80026845637584e-05, "loss": 0.0048, "step": 4200 }, { "epoch": 330.77, "learning_rate": 5.7465771812080534e-05, "loss": 0.0037, "step": 4300 }, { "epoch": 338.46, "learning_rate": 5.692885906040268e-05, "loss": 0.0018, "step": 4400 }, { "epoch": 346.15, "learning_rate": 5.6397315436241616e-05, "loss": 0.0021, "step": 4500 }, { "epoch": 346.15, "eval_accuracy": 0.8630245447347585, "eval_loss": 1.288573980331421, "eval_runtime": 0.4065, "eval_samples_per_second": 196.825, "eval_steps_per_second": 24.603, "step": 4500 }, { "epoch": 346.15, "step": 4500, "total_flos": 1.809255033426739e+16, "train_loss": 0.028387814574771457, "train_runtime": 1178.9995, "train_samples_per_second": 407.125, "train_steps_per_second": 12.723 } ], "max_steps": 15000, "num_train_epochs": 1154, "total_flos": 1.809255033426739e+16, "trial_name": null, "trial_params": null }