{ "best_metric": 0.8561643835616438, "best_model_checkpoint": "videomae-base-finetuned-kinetics-finetuned-dcsass-shoplifting-subset/checkpoint-780", "epoch": 4.194871794871795, "eval_steps": 500, "global_step": 780, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.01282051282051282, "grad_norm": 6.756944179534912, "learning_rate": 6.41025641025641e-06, "loss": 0.7103, "step": 10 }, { "epoch": 0.02564102564102564, "grad_norm": 7.49935245513916, "learning_rate": 1.282051282051282e-05, "loss": 0.5933, "step": 20 }, { "epoch": 0.038461538461538464, "grad_norm": 8.1102294921875, "learning_rate": 1.923076923076923e-05, "loss": 0.391, "step": 30 }, { "epoch": 0.05128205128205128, "grad_norm": 14.223252296447754, "learning_rate": 2.564102564102564e-05, "loss": 0.5162, "step": 40 }, { "epoch": 0.0641025641025641, "grad_norm": 10.161632537841797, "learning_rate": 3.205128205128206e-05, "loss": 0.5433, "step": 50 }, { "epoch": 0.07692307692307693, "grad_norm": 7.198577404022217, "learning_rate": 3.846153846153846e-05, "loss": 0.7253, "step": 60 }, { "epoch": 0.08974358974358974, "grad_norm": 15.455668449401855, "learning_rate": 4.4871794871794874e-05, "loss": 0.6042, "step": 70 }, { "epoch": 0.10256410256410256, "grad_norm": 5.9158935546875, "learning_rate": 4.985754985754986e-05, "loss": 0.4834, "step": 80 }, { "epoch": 0.11538461538461539, "grad_norm": 13.751437187194824, "learning_rate": 4.9145299145299147e-05, "loss": 0.6672, "step": 90 }, { "epoch": 0.1282051282051282, "grad_norm": 6.230504989624023, "learning_rate": 4.8433048433048433e-05, "loss": 0.561, "step": 100 }, { "epoch": 0.14102564102564102, "grad_norm": 0.061720337718725204, "learning_rate": 4.772079772079772e-05, "loss": 0.4631, "step": 110 }, { "epoch": 0.15384615384615385, "grad_norm": 14.445475578308105, "learning_rate": 4.700854700854701e-05, "loss": 0.5993, "step": 120 }, { "epoch": 0.16666666666666666, "grad_norm": 5.024906158447266, "learning_rate": 4.62962962962963e-05, "loss": 0.6052, "step": 130 }, { "epoch": 0.1794871794871795, "grad_norm": 5.089183807373047, "learning_rate": 4.558404558404559e-05, "loss": 0.5345, "step": 140 }, { "epoch": 0.19230769230769232, "grad_norm": 0.20361727476119995, "learning_rate": 4.4871794871794874e-05, "loss": 0.3314, "step": 150 }, { "epoch": 0.2012820512820513, "eval_accuracy": 0.821917808219178, "eval_loss": 0.6146280169487, "eval_runtime": 86.3385, "eval_samples_per_second": 1.691, "eval_steps_per_second": 0.429, "step": 157 }, { "epoch": 1.0038461538461538, "grad_norm": 0.9299275875091553, "learning_rate": 4.415954415954416e-05, "loss": 0.5923, "step": 160 }, { "epoch": 1.0166666666666666, "grad_norm": 1.9701108932495117, "learning_rate": 4.344729344729345e-05, "loss": 0.6272, "step": 170 }, { "epoch": 1.0294871794871794, "grad_norm": 7.168660640716553, "learning_rate": 4.2735042735042735e-05, "loss": 0.3787, "step": 180 }, { "epoch": 1.0423076923076924, "grad_norm": 17.313304901123047, "learning_rate": 4.202279202279202e-05, "loss": 0.4095, "step": 190 }, { "epoch": 1.0551282051282052, "grad_norm": 3.225602865219116, "learning_rate": 4.131054131054131e-05, "loss": 0.4833, "step": 200 }, { "epoch": 1.067948717948718, "grad_norm": 11.712457656860352, "learning_rate": 4.05982905982906e-05, "loss": 0.6347, "step": 210 }, { "epoch": 1.0807692307692307, "grad_norm": 15.161521911621094, "learning_rate": 3.988603988603989e-05, "loss": 0.4419, "step": 220 }, { "epoch": 1.0935897435897437, "grad_norm": 11.030887603759766, "learning_rate": 3.9173789173789176e-05, "loss": 0.5758, "step": 230 }, { "epoch": 1.1064102564102565, "grad_norm": 5.54761266708374, "learning_rate": 3.846153846153846e-05, "loss": 0.6464, "step": 240 }, { "epoch": 1.1192307692307693, "grad_norm": 8.304089546203613, "learning_rate": 3.774928774928775e-05, "loss": 0.3947, "step": 250 }, { "epoch": 1.132051282051282, "grad_norm": 0.35803475975990295, "learning_rate": 3.7037037037037037e-05, "loss": 0.4621, "step": 260 }, { "epoch": 1.1448717948717948, "grad_norm": 19.831405639648438, "learning_rate": 3.6324786324786323e-05, "loss": 0.8061, "step": 270 }, { "epoch": 1.1576923076923076, "grad_norm": 0.5348687767982483, "learning_rate": 3.561253561253561e-05, "loss": 0.4076, "step": 280 }, { "epoch": 1.1705128205128206, "grad_norm": 6.216036796569824, "learning_rate": 3.4900284900284904e-05, "loss": 0.403, "step": 290 }, { "epoch": 1.1833333333333333, "grad_norm": 1.6393040418624878, "learning_rate": 3.418803418803419e-05, "loss": 0.4308, "step": 300 }, { "epoch": 1.1961538461538461, "grad_norm": 5.89309549331665, "learning_rate": 3.347578347578348e-05, "loss": 0.3263, "step": 310 }, { "epoch": 1.2012820512820512, "eval_accuracy": 0.8287671232876712, "eval_loss": 0.6184389591217041, "eval_runtime": 44.0336, "eval_samples_per_second": 3.316, "eval_steps_per_second": 0.84, "step": 314 }, { "epoch": 2.0076923076923077, "grad_norm": 8.897279739379883, "learning_rate": 3.2763532763532764e-05, "loss": 0.736, "step": 320 }, { "epoch": 2.0205128205128204, "grad_norm": 11.958976745605469, "learning_rate": 3.205128205128206e-05, "loss": 0.0545, "step": 330 }, { "epoch": 2.033333333333333, "grad_norm": 0.10042566061019897, "learning_rate": 3.133903133903134e-05, "loss": 0.3544, "step": 340 }, { "epoch": 2.046153846153846, "grad_norm": 3.468107223510742, "learning_rate": 3.0626780626780625e-05, "loss": 0.4753, "step": 350 }, { "epoch": 2.0589743589743588, "grad_norm": 0.6979026794433594, "learning_rate": 2.9914529914529915e-05, "loss": 0.1313, "step": 360 }, { "epoch": 2.071794871794872, "grad_norm": 3.0566658973693848, "learning_rate": 2.9202279202279202e-05, "loss": 0.5758, "step": 370 }, { "epoch": 2.0846153846153848, "grad_norm": 0.26063987612724304, "learning_rate": 2.8490028490028492e-05, "loss": 0.2311, "step": 380 }, { "epoch": 2.0974358974358975, "grad_norm": 3.1704676151275635, "learning_rate": 2.777777777777778e-05, "loss": 0.3121, "step": 390 }, { "epoch": 2.1102564102564103, "grad_norm": 0.06660736352205276, "learning_rate": 2.706552706552707e-05, "loss": 0.2649, "step": 400 }, { "epoch": 2.123076923076923, "grad_norm": 0.8849107027053833, "learning_rate": 2.6353276353276356e-05, "loss": 0.4632, "step": 410 }, { "epoch": 2.135897435897436, "grad_norm": 16.48140525817871, "learning_rate": 2.564102564102564e-05, "loss": 0.5191, "step": 420 }, { "epoch": 2.1487179487179486, "grad_norm": 2.628391742706299, "learning_rate": 2.492877492877493e-05, "loss": 0.405, "step": 430 }, { "epoch": 2.1615384615384614, "grad_norm": 1.1029433012008667, "learning_rate": 2.4216524216524217e-05, "loss": 0.3149, "step": 440 }, { "epoch": 2.174358974358974, "grad_norm": 8.070186614990234, "learning_rate": 2.3504273504273504e-05, "loss": 0.5851, "step": 450 }, { "epoch": 2.1871794871794874, "grad_norm": 12.600333213806152, "learning_rate": 2.2792022792022794e-05, "loss": 0.3032, "step": 460 }, { "epoch": 2.2, "grad_norm": 1.988337755203247, "learning_rate": 2.207977207977208e-05, "loss": 0.6332, "step": 470 }, { "epoch": 2.2012820512820515, "eval_accuracy": 0.8424657534246576, "eval_loss": 0.4275156855583191, "eval_runtime": 44.8316, "eval_samples_per_second": 3.257, "eval_steps_per_second": 0.825, "step": 471 }, { "epoch": 3.0115384615384615, "grad_norm": 0.7842563986778259, "learning_rate": 2.1367521367521368e-05, "loss": 0.2056, "step": 480 }, { "epoch": 3.0243589743589743, "grad_norm": 9.073537826538086, "learning_rate": 2.0655270655270654e-05, "loss": 0.2923, "step": 490 }, { "epoch": 3.037179487179487, "grad_norm": 9.187246322631836, "learning_rate": 1.9943019943019945e-05, "loss": 0.2992, "step": 500 }, { "epoch": 3.05, "grad_norm": 20.043611526489258, "learning_rate": 1.923076923076923e-05, "loss": 0.5296, "step": 510 }, { "epoch": 3.0628205128205126, "grad_norm": 28.867929458618164, "learning_rate": 1.8518518518518518e-05, "loss": 0.1522, "step": 520 }, { "epoch": 3.075641025641026, "grad_norm": 13.749585151672363, "learning_rate": 1.7806267806267805e-05, "loss": 0.5946, "step": 530 }, { "epoch": 3.0884615384615386, "grad_norm": 3.9784131050109863, "learning_rate": 1.7094017094017095e-05, "loss": 0.7594, "step": 540 }, { "epoch": 3.1012820512820514, "grad_norm": 0.4377283453941345, "learning_rate": 1.6381766381766382e-05, "loss": 0.0527, "step": 550 }, { "epoch": 3.114102564102564, "grad_norm": 0.44730284810066223, "learning_rate": 1.566951566951567e-05, "loss": 0.3361, "step": 560 }, { "epoch": 3.126923076923077, "grad_norm": 2.1688125133514404, "learning_rate": 1.4957264957264958e-05, "loss": 0.4073, "step": 570 }, { "epoch": 3.1397435897435897, "grad_norm": 6.609060287475586, "learning_rate": 1.4245014245014246e-05, "loss": 0.5241, "step": 580 }, { "epoch": 3.1525641025641025, "grad_norm": 18.088504791259766, "learning_rate": 1.3532763532763535e-05, "loss": 0.1817, "step": 590 }, { "epoch": 3.1653846153846152, "grad_norm": 3.1018402576446533, "learning_rate": 1.282051282051282e-05, "loss": 0.1476, "step": 600 }, { "epoch": 3.178205128205128, "grad_norm": 0.2694937586784363, "learning_rate": 1.2108262108262108e-05, "loss": 0.1166, "step": 610 }, { "epoch": 3.1910256410256412, "grad_norm": 0.2130882292985916, "learning_rate": 1.1396011396011397e-05, "loss": 0.0405, "step": 620 }, { "epoch": 3.2012820512820515, "eval_accuracy": 0.8424657534246576, "eval_loss": 0.76870197057724, "eval_runtime": 44.2253, "eval_samples_per_second": 3.301, "eval_steps_per_second": 0.837, "step": 628 }, { "epoch": 4.0025641025641026, "grad_norm": 37.76756286621094, "learning_rate": 1.0683760683760684e-05, "loss": 0.4644, "step": 630 }, { "epoch": 4.015384615384615, "grad_norm": 0.223415806889534, "learning_rate": 9.971509971509972e-06, "loss": 0.5616, "step": 640 }, { "epoch": 4.028205128205128, "grad_norm": 0.11729208379983902, "learning_rate": 9.259259259259259e-06, "loss": 0.0667, "step": 650 }, { "epoch": 4.041025641025641, "grad_norm": 3.586672782897949, "learning_rate": 8.547008547008548e-06, "loss": 0.1252, "step": 660 }, { "epoch": 4.053846153846154, "grad_norm": 20.754961013793945, "learning_rate": 7.834757834757835e-06, "loss": 0.2335, "step": 670 }, { "epoch": 4.066666666666666, "grad_norm": 1.776369571685791, "learning_rate": 7.122507122507123e-06, "loss": 0.1772, "step": 680 }, { "epoch": 4.079487179487179, "grad_norm": 0.9859512448310852, "learning_rate": 6.41025641025641e-06, "loss": 0.1654, "step": 690 }, { "epoch": 4.092307692307692, "grad_norm": 9.265326499938965, "learning_rate": 5.6980056980056985e-06, "loss": 0.1738, "step": 700 }, { "epoch": 4.105128205128205, "grad_norm": 17.748327255249023, "learning_rate": 4.985754985754986e-06, "loss": 0.3303, "step": 710 }, { "epoch": 4.1179487179487175, "grad_norm": 0.5790041089057922, "learning_rate": 4.273504273504274e-06, "loss": 0.2181, "step": 720 }, { "epoch": 4.130769230769231, "grad_norm": 0.2577972710132599, "learning_rate": 3.5612535612535615e-06, "loss": 0.0101, "step": 730 }, { "epoch": 4.143589743589744, "grad_norm": 27.089906692504883, "learning_rate": 2.8490028490028492e-06, "loss": 0.1569, "step": 740 }, { "epoch": 4.156410256410257, "grad_norm": 0.044243063777685165, "learning_rate": 2.136752136752137e-06, "loss": 0.1688, "step": 750 }, { "epoch": 4.1692307692307695, "grad_norm": 13.373856544494629, "learning_rate": 1.4245014245014246e-06, "loss": 0.0592, "step": 760 }, { "epoch": 4.182051282051282, "grad_norm": 3.7931740283966064, "learning_rate": 7.122507122507123e-07, "loss": 0.2266, "step": 770 }, { "epoch": 4.194871794871795, "grad_norm": 6.501523971557617, "learning_rate": 0.0, "loss": 0.1579, "step": 780 }, { "epoch": 4.194871794871795, "eval_accuracy": 0.8561643835616438, "eval_loss": 0.5852294564247131, "eval_runtime": 44.3219, "eval_samples_per_second": 3.294, "eval_steps_per_second": 0.835, "step": 780 }, { "epoch": 4.194871794871795, "step": 780, "total_flos": 3.8777530024360673e+18, "train_loss": 0.3928673116060404, "train_runtime": 2196.6027, "train_samples_per_second": 1.42, "train_steps_per_second": 0.355 }, { "epoch": 4.194871794871795, "eval_accuracy": 0.8874172185430463, "eval_loss": 0.3803229033946991, "eval_runtime": 88.7221, "eval_samples_per_second": 1.702, "eval_steps_per_second": 0.428, "step": 780 }, { "epoch": 4.194871794871795, "eval_accuracy": 0.8874172185430463, "eval_loss": 0.38032299280166626, "eval_runtime": 51.2971, "eval_samples_per_second": 2.944, "eval_steps_per_second": 0.741, "step": 780 } ], "logging_steps": 10, "max_steps": 780, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 500, "total_flos": 3.8777530024360673e+18, "train_batch_size": 4, "trial_name": null, "trial_params": null }