{ "best_metric": 24.489795918367346, "best_model_checkpoint": "/content/drive/MyDrive/vavista_kannada_collection_sales_bot_v2/checkpoint-900", "epoch": 14.285714285714286, "eval_steps": 100, "global_step": 900, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.4, "grad_norm": 54.585182189941406, "learning_rate": 3.8e-07, "loss": 2.0199, "step": 25 }, { "epoch": 0.79, "grad_norm": 38.83250427246094, "learning_rate": 8.8e-07, "loss": 1.7912, "step": 50 }, { "epoch": 1.19, "grad_norm": 33.85667037963867, "learning_rate": 1.3800000000000001e-06, "loss": 1.2745, "step": 75 }, { "epoch": 1.59, "grad_norm": 16.32790184020996, "learning_rate": 1.8800000000000002e-06, "loss": 0.7215, "step": 100 }, { "epoch": 1.59, "eval_loss": 0.5508027672767639, "eval_runtime": 174.0594, "eval_samples_per_second": 1.419, "eval_steps_per_second": 0.046, "eval_wer": 116.3265306122449, "step": 100 }, { "epoch": 1.98, "grad_norm": 9.59360408782959, "learning_rate": 2.38e-06, "loss": 0.4407, "step": 125 }, { "epoch": 2.38, "grad_norm": 7.552663326263428, "learning_rate": 2.88e-06, "loss": 0.3329, "step": 150 }, { "epoch": 2.78, "grad_norm": 7.011340141296387, "learning_rate": 3.3800000000000007e-06, "loss": 0.2694, "step": 175 }, { "epoch": 3.17, "grad_norm": 5.541098117828369, "learning_rate": 3.88e-06, "loss": 0.2487, "step": 200 }, { "epoch": 3.17, "eval_loss": 0.2373683899641037, "eval_runtime": 132.9698, "eval_samples_per_second": 1.858, "eval_steps_per_second": 0.06, "eval_wer": 71.68367346938776, "step": 200 }, { "epoch": 3.57, "grad_norm": 4.505865573883057, "learning_rate": 4.38e-06, "loss": 0.1927, "step": 225 }, { "epoch": 3.97, "grad_norm": 5.797987461090088, "learning_rate": 4.880000000000001e-06, "loss": 0.1946, "step": 250 }, { "epoch": 4.37, "grad_norm": 4.06318998336792, "learning_rate": 5.380000000000001e-06, "loss": 0.161, "step": 275 }, { "epoch": 4.76, "grad_norm": 3.223536252975464, "learning_rate": 5.8800000000000005e-06, "loss": 0.139, "step": 300 }, { "epoch": 4.76, "eval_loss": 0.18038798868656158, "eval_runtime": 87.9591, "eval_samples_per_second": 2.808, "eval_steps_per_second": 0.091, "eval_wer": 40.05102040816326, "step": 300 }, { "epoch": 5.16, "grad_norm": 5.675058841705322, "learning_rate": 6.380000000000001e-06, "loss": 0.1185, "step": 325 }, { "epoch": 5.56, "grad_norm": 3.9274826049804688, "learning_rate": 6.88e-06, "loss": 0.1022, "step": 350 }, { "epoch": 5.95, "grad_norm": 3.3899903297424316, "learning_rate": 7.3800000000000005e-06, "loss": 0.1012, "step": 375 }, { "epoch": 6.35, "grad_norm": 2.7243378162384033, "learning_rate": 7.88e-06, "loss": 0.0712, "step": 400 }, { "epoch": 6.35, "eval_loss": 0.16518759727478027, "eval_runtime": 45.1355, "eval_samples_per_second": 5.472, "eval_steps_per_second": 0.177, "eval_wer": 29.591836734693878, "step": 400 }, { "epoch": 6.75, "grad_norm": 5.021995544433594, "learning_rate": 8.380000000000001e-06, "loss": 0.0718, "step": 425 }, { "epoch": 7.14, "grad_norm": 2.2155253887176514, "learning_rate": 8.880000000000001e-06, "loss": 0.0687, "step": 450 }, { "epoch": 7.54, "grad_norm": 3.375765562057495, "learning_rate": 9.38e-06, "loss": 0.0506, "step": 475 }, { "epoch": 7.94, "grad_norm": 2.747950553894043, "learning_rate": 9.88e-06, "loss": 0.0448, "step": 500 }, { "epoch": 7.94, "eval_loss": 0.15877747535705566, "eval_runtime": 45.849, "eval_samples_per_second": 5.387, "eval_steps_per_second": 0.174, "eval_wer": 26.53061224489796, "step": 500 }, { "epoch": 8.33, "grad_norm": 2.5800018310546875, "learning_rate": 9.620000000000001e-06, "loss": 0.0336, "step": 525 }, { "epoch": 8.73, "grad_norm": 2.498263359069824, "learning_rate": 9.12e-06, "loss": 0.0264, "step": 550 }, { "epoch": 9.13, "grad_norm": 1.941878318786621, "learning_rate": 8.62e-06, "loss": 0.0295, "step": 575 }, { "epoch": 9.52, "grad_norm": 2.1652817726135254, "learning_rate": 8.120000000000002e-06, "loss": 0.0186, "step": 600 }, { "epoch": 9.52, "eval_loss": 0.17014923691749573, "eval_runtime": 45.3455, "eval_samples_per_second": 5.447, "eval_steps_per_second": 0.176, "eval_wer": 27.29591836734694, "step": 600 }, { "epoch": 9.92, "grad_norm": 1.3376543521881104, "learning_rate": 7.620000000000001e-06, "loss": 0.02, "step": 625 }, { "epoch": 10.32, "grad_norm": 1.175929069519043, "learning_rate": 7.1200000000000004e-06, "loss": 0.013, "step": 650 }, { "epoch": 10.71, "grad_norm": 1.1778250932693481, "learning_rate": 6.620000000000001e-06, "loss": 0.0115, "step": 675 }, { "epoch": 11.11, "grad_norm": 1.2574666738510132, "learning_rate": 6.120000000000001e-06, "loss": 0.0115, "step": 700 }, { "epoch": 11.11, "eval_loss": 0.17647403478622437, "eval_runtime": 45.0453, "eval_samples_per_second": 5.483, "eval_steps_per_second": 0.178, "eval_wer": 25.637755102040817, "step": 700 }, { "epoch": 11.51, "grad_norm": 0.981600284576416, "learning_rate": 5.620000000000001e-06, "loss": 0.0068, "step": 725 }, { "epoch": 11.9, "grad_norm": 1.208804726600647, "learning_rate": 5.12e-06, "loss": 0.0097, "step": 750 }, { "epoch": 12.3, "grad_norm": 0.9865374565124512, "learning_rate": 4.620000000000001e-06, "loss": 0.0058, "step": 775 }, { "epoch": 12.7, "grad_norm": 0.5761059522628784, "learning_rate": 4.12e-06, "loss": 0.0057, "step": 800 }, { "epoch": 12.7, "eval_loss": 0.1846890151500702, "eval_runtime": 45.0489, "eval_samples_per_second": 5.483, "eval_steps_per_second": 0.178, "eval_wer": 26.27551020408163, "step": 800 }, { "epoch": 13.1, "grad_norm": 0.34698066115379333, "learning_rate": 3.62e-06, "loss": 0.0049, "step": 825 }, { "epoch": 13.49, "grad_norm": 0.2580834925174713, "learning_rate": 3.12e-06, "loss": 0.0036, "step": 850 }, { "epoch": 13.89, "grad_norm": 0.6976760625839233, "learning_rate": 2.6200000000000003e-06, "loss": 0.0043, "step": 875 }, { "epoch": 14.29, "grad_norm": 0.257933646440506, "learning_rate": 2.12e-06, "loss": 0.0031, "step": 900 }, { "epoch": 14.29, "eval_loss": 0.18790897727012634, "eval_runtime": 45.02, "eval_samples_per_second": 5.486, "eval_steps_per_second": 0.178, "eval_wer": 24.489795918367346, "step": 900 } ], "logging_steps": 25, "max_steps": 1000, "num_input_tokens_seen": 0, "num_train_epochs": 16, "save_steps": 100, "total_flos": 7.0350926118912e+17, "train_batch_size": 32, "trial_name": null, "trial_params": null }