{ "best_metric": 0.33599379658699036, "best_model_checkpoint": "VIT-MUSH/checkpoint-19350", "epoch": 10.0, "eval_steps": 500, "global_step": 19350, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.26, "learning_rate": 9.766839378238344e-06, "loss": 2.9937, "step": 500 }, { "epoch": 0.52, "learning_rate": 9.50777202072539e-06, "loss": 1.4942, "step": 1000 }, { "epoch": 0.78, "learning_rate": 9.248704663212435e-06, "loss": 1.0432, "step": 1500 }, { "epoch": 1.0, "eval_accuracy": 0.8197325062996704, "eval_loss": 0.8224276304244995, "eval_runtime": 202.4817, "eval_samples_per_second": 76.437, "eval_steps_per_second": 9.556, "step": 1935 }, { "epoch": 1.03, "learning_rate": 8.989637305699482e-06, "loss": 0.8007, "step": 2000 }, { "epoch": 1.29, "learning_rate": 8.730569948186529e-06, "loss": 0.6374, "step": 2500 }, { "epoch": 1.55, "learning_rate": 8.471502590673576e-06, "loss": 0.5648, "step": 3000 }, { "epoch": 1.81, "learning_rate": 8.212435233160623e-06, "loss": 0.5066, "step": 3500 }, { "epoch": 2.0, "eval_accuracy": 0.8676746139432706, "eval_loss": 0.5276621580123901, "eval_runtime": 206.3635, "eval_samples_per_second": 74.999, "eval_steps_per_second": 9.377, "step": 3870 }, { "epoch": 2.07, "learning_rate": 7.953367875647669e-06, "loss": 0.4381, "step": 4000 }, { "epoch": 2.33, "learning_rate": 7.694300518134716e-06, "loss": 0.3837, "step": 4500 }, { "epoch": 2.58, "learning_rate": 7.435233160621762e-06, "loss": 0.3633, "step": 5000 }, { "epoch": 2.84, "learning_rate": 7.176165803108809e-06, "loss": 0.3591, "step": 5500 }, { "epoch": 3.0, "eval_accuracy": 0.8844091232150934, "eval_loss": 0.4341337978839874, "eval_runtime": 214.6924, "eval_samples_per_second": 72.089, "eval_steps_per_second": 9.013, "step": 5805 }, { "epoch": 3.1, "learning_rate": 6.917098445595856e-06, "loss": 0.3152, "step": 6000 }, { "epoch": 3.36, "learning_rate": 6.658031088082902e-06, "loss": 0.2801, "step": 6500 }, { "epoch": 3.62, "learning_rate": 6.398963730569949e-06, "loss": 0.2786, "step": 7000 }, { "epoch": 3.88, "learning_rate": 6.139896373056995e-06, "loss": 0.2697, "step": 7500 }, { "epoch": 4.0, "eval_accuracy": 0.8936486399172966, "eval_loss": 0.38577526807785034, "eval_runtime": 212.7498, "eval_samples_per_second": 72.747, "eval_steps_per_second": 9.095, "step": 7740 }, { "epoch": 4.13, "learning_rate": 5.880829015544042e-06, "loss": 0.2565, "step": 8000 }, { "epoch": 4.39, "learning_rate": 5.621761658031088e-06, "loss": 0.2292, "step": 8500 }, { "epoch": 4.65, "learning_rate": 5.3626943005181356e-06, "loss": 0.2257, "step": 9000 }, { "epoch": 4.91, "learning_rate": 5.103626943005182e-06, "loss": 0.2243, "step": 9500 }, { "epoch": 5.0, "eval_accuracy": 0.8954577760547909, "eval_loss": 0.3654685914516449, "eval_runtime": 212.081, "eval_samples_per_second": 72.977, "eval_steps_per_second": 9.124, "step": 9675 }, { "epoch": 5.17, "learning_rate": 4.844559585492228e-06, "loss": 0.1937, "step": 10000 }, { "epoch": 5.43, "learning_rate": 4.585492227979275e-06, "loss": 0.1847, "step": 10500 }, { "epoch": 5.68, "learning_rate": 4.326424870466322e-06, "loss": 0.1846, "step": 11000 }, { "epoch": 5.94, "learning_rate": 4.067357512953368e-06, "loss": 0.1879, "step": 11500 }, { "epoch": 6.0, "eval_accuracy": 0.898365316275764, "eval_loss": 0.35233184695243835, "eval_runtime": 207.9214, "eval_samples_per_second": 74.437, "eval_steps_per_second": 9.306, "step": 11610 }, { "epoch": 6.2, "learning_rate": 3.808290155440415e-06, "loss": 0.1643, "step": 12000 }, { "epoch": 6.46, "learning_rate": 3.549222797927461e-06, "loss": 0.1613, "step": 12500 }, { "epoch": 6.72, "learning_rate": 3.2901554404145083e-06, "loss": 0.1562, "step": 13000 }, { "epoch": 6.98, "learning_rate": 3.031088082901555e-06, "loss": 0.1581, "step": 13500 }, { "epoch": 7.0, "eval_accuracy": 0.9004329004329005, "eval_loss": 0.34385889768600464, "eval_runtime": 210.6923, "eval_samples_per_second": 73.458, "eval_steps_per_second": 9.184, "step": 13545 }, { "epoch": 7.24, "learning_rate": 2.772020725388601e-06, "loss": 0.1425, "step": 14000 }, { "epoch": 7.49, "learning_rate": 2.512953367875648e-06, "loss": 0.1324, "step": 14500 }, { "epoch": 7.75, "learning_rate": 2.2538860103626944e-06, "loss": 0.1375, "step": 15000 }, { "epoch": 8.0, "eval_accuracy": 0.9014020805065581, "eval_loss": 0.3380953073501587, "eval_runtime": 212.303, "eval_samples_per_second": 72.901, "eval_steps_per_second": 9.114, "step": 15480 }, { "epoch": 8.01, "learning_rate": 1.994818652849741e-06, "loss": 0.1314, "step": 15500 }, { "epoch": 8.27, "learning_rate": 1.7357512953367877e-06, "loss": 0.1175, "step": 16000 }, { "epoch": 8.53, "learning_rate": 1.4766839378238342e-06, "loss": 0.1231, "step": 16500 }, { "epoch": 8.79, "learning_rate": 1.217616580310881e-06, "loss": 0.1294, "step": 17000 }, { "epoch": 9.0, "eval_accuracy": 0.9023066485753053, "eval_loss": 0.33753469586372375, "eval_runtime": 213.07, "eval_samples_per_second": 72.638, "eval_steps_per_second": 9.082, "step": 17415 }, { "epoch": 9.04, "learning_rate": 9.585492227979275e-07, "loss": 0.1153, "step": 17500 }, { "epoch": 9.3, "learning_rate": 6.994818652849742e-07, "loss": 0.1098, "step": 18000 }, { "epoch": 9.56, "learning_rate": 4.404145077720207e-07, "loss": 0.1135, "step": 18500 }, { "epoch": 9.82, "learning_rate": 1.8134715025906736e-07, "loss": 0.1162, "step": 19000 }, { "epoch": 10.0, "eval_accuracy": 0.903146604639142, "eval_loss": 0.33599379658699036, "eval_runtime": 212.5068, "eval_samples_per_second": 72.831, "eval_steps_per_second": 9.106, "step": 19350 } ], "logging_steps": 500, "max_steps": 19350, "num_train_epochs": 10, "save_steps": 500, "total_flos": 4.801355152861962e+19, "trial_name": null, "trial_params": null }