{ "best_metric": 0.8454458293384468, "best_model_checkpoint": "test4-pairwise/checkpoint-516", "epoch": 2.0, "eval_steps": 500, "global_step": 516, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.08, "learning_rate": 3.0769230769230774e-05, "loss": 0.6865, "step": 20 }, { "epoch": 0.16, "learning_rate": 5.538461538461539e-05, "loss": 0.3337, "step": 40 }, { "epoch": 0.23, "learning_rate": 7.998533144893137e-05, "loss": 0.1844, "step": 60 }, { "epoch": 0.31, "learning_rate": 7.947306090166105e-05, "loss": 0.1622, "step": 80 }, { "epoch": 0.39, "learning_rate": 7.823808570686448e-05, "loss": 0.1337, "step": 100 }, { "epoch": 0.47, "learning_rate": 7.63030167868383e-05, "loss": 0.1452, "step": 120 }, { "epoch": 0.54, "learning_rate": 7.370328294466597e-05, "loss": 0.0922, "step": 140 }, { "epoch": 0.62, "learning_rate": 7.048648220510546e-05, "loss": 0.0946, "step": 160 }, { "epoch": 0.7, "learning_rate": 6.671151035154783e-05, "loss": 0.0903, "step": 180 }, { "epoch": 0.78, "learning_rate": 6.24474826144953e-05, "loss": 0.075, "step": 200 }, { "epoch": 0.85, "learning_rate": 5.7772468254156155e-05, "loss": 0.0801, "step": 220 }, { "epoch": 0.93, "learning_rate": 5.27720612054392e-05, "loss": 0.0864, "step": 240 }, { "epoch": 1.0, "eval_loss": 2.4745593070983887, "eval_runtime": 8.6606, "eval_samples_per_second": 10129.044, "eval_steps_per_second": 79.209, "eval_top-1-accuracy": 0.7670182166826462, "eval_top-10-accuracy": 0.9311601150527326, "eval_top-3-accuracy": 0.8186001917545541, "eval_top-5-accuracy": 0.8705656759348035, "step": 258 }, { "epoch": 1.01, "learning_rate": 4.753781295513274e-05, "loss": 0.0629, "step": 260 }, { "epoch": 1.09, "learning_rate": 4.216555634341671e-05, "loss": 0.0654, "step": 280 }, { "epoch": 1.16, "learning_rate": 3.675365097890276e-05, "loss": 0.0585, "step": 300 }, { "epoch": 1.24, "learning_rate": 3.140118239155904e-05, "loss": 0.0525, "step": 320 }, { "epoch": 1.32, "learning_rate": 2.6206147894881193e-05, "loss": 0.0377, "step": 340 }, { "epoch": 1.4, "learning_rate": 2.12636623720084e-05, "loss": 0.0415, "step": 360 }, { "epoch": 1.47, "learning_rate": 1.666421683570024e-05, "loss": 0.0453, "step": 380 }, { "epoch": 1.55, "learning_rate": 1.2492021645863064e-05, "loss": 0.0457, "step": 400 }, { "epoch": 1.63, "learning_rate": 8.823464718336336e-06, "loss": 0.0369, "step": 420 }, { "epoch": 1.71, "learning_rate": 5.725712953296439e-06, "loss": 0.0272, "step": 440 }, { "epoch": 1.78, "learning_rate": 3.2554824894551306e-06, "loss": 0.0316, "step": 460 }, { "epoch": 1.86, "learning_rate": 1.4580002992310837e-06, "loss": 0.0363, "step": 480 }, { "epoch": 1.94, "learning_rate": 3.66176136847729e-07, "loss": 0.0411, "step": 500 }, { "epoch": 2.0, "eval_loss": 3.0463552474975586, "eval_runtime": 8.6788, "eval_samples_per_second": 10107.877, "eval_steps_per_second": 79.043, "eval_top-1-accuracy": 0.7946308724832215, "eval_top-10-accuracy": 0.9497603068072866, "eval_top-3-accuracy": 0.8454458293384468, "eval_top-5-accuracy": 0.8928092042186002, "step": 516 } ], "logging_steps": 20, "max_steps": 516, "num_input_tokens_seen": 0, "num_train_epochs": 2, "save_steps": 500, "total_flos": 2415688357511168.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }