{ "best_metric": 0.8624420401854714, "best_model_checkpoint": "swin-large-patch4-window7-224-fv-finetuned-memes/checkpoint-260", "epoch": 19.987654320987655, "global_step": 400, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.49, "learning_rate": 3e-05, "loss": 1.5175, "step": 10 }, { "epoch": 0.99, "learning_rate": 6e-05, "loss": 1.2077, "step": 20 }, { "epoch": 0.99, "eval_accuracy": 0.6460587326120556, "eval_f1": 0.5863413021916006, "eval_loss": 0.9499021172523499, "eval_precision": 0.6764367410152282, "eval_recall": 0.6460587326120556, "eval_runtime": 17.0101, "eval_samples_per_second": 76.072, "eval_steps_per_second": 1.235, "step": 20 }, { "epoch": 1.49, "learning_rate": 9e-05, "loss": 0.7692, "step": 30 }, { "epoch": 1.99, "learning_rate": 0.00012, "loss": 0.5687, "step": 40 }, { "epoch": 1.99, "eval_accuracy": 0.7975270479134466, "eval_f1": 0.7923565752290783, "eval_loss": 0.5365163683891296, "eval_precision": 0.8017503324599011, "eval_recall": 0.7975270479134466, "eval_runtime": 15.9305, "eval_samples_per_second": 81.228, "eval_steps_per_second": 1.318, "step": 40 }, { "epoch": 2.49, "learning_rate": 0.00011666666666666667, "loss": 0.3964, "step": 50 }, { "epoch": 2.99, "learning_rate": 0.00011333333333333333, "loss": 0.3607, "step": 60 }, { "epoch": 2.99, "eval_accuracy": 0.8423493044822257, "eval_f1": 0.8398382940431993, "eval_loss": 0.4007461667060852, "eval_precision": 0.8418683077586698, "eval_recall": 0.8423493044822257, "eval_runtime": 15.8706, "eval_samples_per_second": 81.535, "eval_steps_per_second": 1.323, "step": 60 }, { "epoch": 3.49, "learning_rate": 0.00011, "loss": 0.2239, "step": 70 }, { "epoch": 3.99, "learning_rate": 0.00010666666666666667, "loss": 0.203, "step": 80 }, { "epoch": 3.99, "eval_accuracy": 0.8508500772797527, "eval_f1": 0.8502738747597961, "eval_loss": 0.37511739134788513, "eval_precision": 0.8502306265074059, "eval_recall": 0.8508500772797527, "eval_runtime": 17.1672, "eval_samples_per_second": 75.376, "eval_steps_per_second": 1.223, "step": 80 }, { "epoch": 4.49, "learning_rate": 0.00010333333333333334, "loss": 0.1377, "step": 90 }, { "epoch": 4.99, "learning_rate": 0.0001, "loss": 0.1728, "step": 100 }, { "epoch": 4.99, "eval_accuracy": 0.8508500772797527, "eval_f1": 0.8505730549098866, "eval_loss": 0.4167707860469818, "eval_precision": 0.8519036175397052, "eval_recall": 0.8508500772797527, "eval_runtime": 16.0386, "eval_samples_per_second": 80.68, "eval_steps_per_second": 1.309, "step": 100 }, { "epoch": 5.49, "learning_rate": 9.666666666666667e-05, "loss": 0.1128, "step": 110 }, { "epoch": 5.99, "learning_rate": 9.333333333333334e-05, "loss": 0.0963, "step": 120 }, { "epoch": 5.99, "eval_accuracy": 0.8585780525502318, "eval_f1": 0.855520229593311, "eval_loss": 0.4350760877132416, "eval_precision": 0.8573159999281582, "eval_recall": 0.8585780525502318, "eval_runtime": 16.0034, "eval_samples_per_second": 80.858, "eval_steps_per_second": 1.312, "step": 120 }, { "epoch": 6.49, "learning_rate": 9e-05, "loss": 0.0765, "step": 130 }, { "epoch": 6.99, "learning_rate": 8.666666666666667e-05, "loss": 0.0956, "step": 140 }, { "epoch": 6.99, "eval_accuracy": 0.8547140649149922, "eval_f1": 0.8540764389875939, "eval_loss": 0.4415300190448761, "eval_precision": 0.854205518900449, "eval_recall": 0.8547140649149922, "eval_runtime": 17.3001, "eval_samples_per_second": 74.797, "eval_steps_per_second": 1.214, "step": 140 }, { "epoch": 7.49, "learning_rate": 8.333333333333333e-05, "loss": 0.0756, "step": 150 }, { "epoch": 7.99, "learning_rate": 7.999999999999999e-05, "loss": 0.079, "step": 160 }, { "epoch": 7.99, "eval_accuracy": 0.8500772797527048, "eval_f1": 0.8459002125960169, "eval_loss": 0.531154990196228, "eval_precision": 0.8474790934072687, "eval_recall": 0.8500772797527048, "eval_runtime": 15.9561, "eval_samples_per_second": 81.098, "eval_steps_per_second": 1.316, "step": 160 }, { "epoch": 8.49, "learning_rate": 7.666666666666667e-05, "loss": 0.0725, "step": 170 }, { "epoch": 8.99, "learning_rate": 7.333333333333334e-05, "loss": 0.0635, "step": 180 }, { "epoch": 8.99, "eval_accuracy": 0.8601236476043277, "eval_f1": 0.8576618821189325, "eval_loss": 0.5376073718070984, "eval_precision": 0.857807955068855, "eval_recall": 0.8601236476043277, "eval_runtime": 15.9983, "eval_samples_per_second": 80.884, "eval_steps_per_second": 1.313, "step": 180 }, { "epoch": 9.49, "learning_rate": 7.000000000000001e-05, "loss": 0.0663, "step": 190 }, { "epoch": 9.99, "learning_rate": 6.666666666666667e-05, "loss": 0.0593, "step": 200 }, { "epoch": 9.99, "eval_accuracy": 0.8608964451313755, "eval_f1": 0.8604265439449762, "eval_loss": 0.5060256719589233, "eval_precision": 0.8615059545164584, "eval_recall": 0.8608964451313755, "eval_runtime": 16.9762, "eval_samples_per_second": 76.224, "eval_steps_per_second": 1.237, "step": 200 }, { "epoch": 10.49, "learning_rate": 6.333333333333333e-05, "loss": 0.059, "step": 210 }, { "epoch": 10.99, "learning_rate": 6e-05, "loss": 0.0656, "step": 220 }, { "epoch": 10.99, "eval_accuracy": 0.8616692426584235, "eval_f1": 0.8587396795740828, "eval_loss": 0.49969562888145447, "eval_precision": 0.8572557684434807, "eval_recall": 0.8616692426584235, "eval_runtime": 16.0811, "eval_samples_per_second": 80.467, "eval_steps_per_second": 1.306, "step": 220 }, { "epoch": 11.49, "learning_rate": 5.6666666666666664e-05, "loss": 0.0572, "step": 230 }, { "epoch": 11.99, "learning_rate": 5.333333333333333e-05, "loss": 0.0561, "step": 240 }, { "epoch": 11.99, "eval_accuracy": 0.8585780525502318, "eval_f1": 0.8588791023200957, "eval_loss": 0.542958676815033, "eval_precision": 0.8604335558410716, "eval_recall": 0.8585780525502318, "eval_runtime": 16.0649, "eval_samples_per_second": 80.548, "eval_steps_per_second": 1.307, "step": 240 }, { "epoch": 12.49, "learning_rate": 5e-05, "loss": 0.0571, "step": 250 }, { "epoch": 12.99, "learning_rate": 4.666666666666667e-05, "loss": 0.0523, "step": 260 }, { "epoch": 12.99, "eval_accuracy": 0.8624420401854714, "eval_f1": 0.8626263407030457, "eval_loss": 0.5354262590408325, "eval_precision": 0.864347181311639, "eval_recall": 0.8624420401854714, "eval_runtime": 16.9045, "eval_samples_per_second": 76.548, "eval_steps_per_second": 1.242, "step": 260 }, { "epoch": 13.49, "learning_rate": 4.3333333333333334e-05, "loss": 0.052, "step": 270 }, { "epoch": 13.99, "learning_rate": 3.9999999999999996e-05, "loss": 0.0489, "step": 280 }, { "epoch": 13.99, "eval_accuracy": 0.8608964451313755, "eval_f1": 0.8577206612906209, "eval_loss": 0.5538966059684753, "eval_precision": 0.8571591593819834, "eval_recall": 0.8608964451313755, "eval_runtime": 15.7779, "eval_samples_per_second": 82.014, "eval_steps_per_second": 1.331, "step": 280 }, { "epoch": 14.49, "learning_rate": 3.666666666666667e-05, "loss": 0.0496, "step": 290 }, { "epoch": 14.99, "learning_rate": 3.3333333333333335e-05, "loss": 0.0487, "step": 300 }, { "epoch": 14.99, "eval_accuracy": 0.8608964451313755, "eval_f1": 0.859123816188036, "eval_loss": 0.5784664154052734, "eval_precision": 0.8590888136678329, "eval_recall": 0.8608964451313755, "eval_runtime": 16.9672, "eval_samples_per_second": 76.265, "eval_steps_per_second": 1.238, "step": 300 }, { "epoch": 15.49, "learning_rate": 3e-05, "loss": 0.0458, "step": 310 }, { "epoch": 15.99, "learning_rate": 2.6666666666666667e-05, "loss": 0.0485, "step": 320 }, { "epoch": 15.99, "eval_accuracy": 0.8601236476043277, "eval_f1": 0.8572608771528497, "eval_loss": 0.6186293363571167, "eval_precision": 0.8578397224750689, "eval_recall": 0.8601236476043277, "eval_runtime": 16.0349, "eval_samples_per_second": 80.699, "eval_steps_per_second": 1.31, "step": 320 }, { "epoch": 16.49, "learning_rate": 2.3333333333333336e-05, "loss": 0.0427, "step": 330 }, { "epoch": 16.99, "learning_rate": 1.9999999999999998e-05, "loss": 0.0518, "step": 340 }, { "epoch": 16.99, "eval_accuracy": 0.8624420401854714, "eval_f1": 0.8605522010845621, "eval_loss": 0.6342028975486755, "eval_precision": 0.8612121254840415, "eval_recall": 0.8624420401854714, "eval_runtime": 16.0406, "eval_samples_per_second": 80.67, "eval_steps_per_second": 1.309, "step": 340 }, { "epoch": 17.49, "learning_rate": 1.6666666666666667e-05, "loss": 0.0492, "step": 350 }, { "epoch": 17.99, "learning_rate": 1.3333333333333333e-05, "loss": 0.0432, "step": 360 }, { "epoch": 17.99, "eval_accuracy": 0.8585780525502318, "eval_f1": 0.8579733550892344, "eval_loss": 0.6302289962768555, "eval_precision": 0.8597516564232273, "eval_recall": 0.8585780525502318, "eval_runtime": 16.8013, "eval_samples_per_second": 77.018, "eval_steps_per_second": 1.25, "step": 360 }, { "epoch": 18.49, "learning_rate": 9.999999999999999e-06, "loss": 0.0432, "step": 370 }, { "epoch": 18.99, "learning_rate": 6.666666666666667e-06, "loss": 0.0469, "step": 380 }, { "epoch": 18.99, "eval_accuracy": 0.8616692426584235, "eval_f1": 0.8603519827698125, "eval_loss": 0.6323007345199585, "eval_precision": 0.8606407377798974, "eval_recall": 0.8616692426584235, "eval_runtime": 16.0155, "eval_samples_per_second": 80.797, "eval_steps_per_second": 1.311, "step": 380 }, { "epoch": 19.49, "learning_rate": 3.3333333333333333e-06, "loss": 0.0452, "step": 390 }, { "epoch": 19.99, "learning_rate": 0.0, "loss": 0.0426, "step": 400 }, { "epoch": 19.99, "eval_accuracy": 0.8601236476043277, "eval_f1": 0.8582797853944862, "eval_loss": 0.6502014994621277, "eval_precision": 0.8582306285016578, "eval_recall": 0.8601236476043277, "eval_runtime": 16.0276, "eval_samples_per_second": 80.736, "eval_steps_per_second": 1.31, "step": 400 }, { "epoch": 19.99, "step": 400, "total_flos": 1.8215450718100328e+19, "train_loss": 0.18401361651718617, "train_runtime": 2397.1051, "train_samples_per_second": 43.169, "train_steps_per_second": 0.167 } ], "max_steps": 400, "num_train_epochs": 20, "total_flos": 1.8215450718100328e+19, "trial_name": null, "trial_params": null }