| { | |
| "best_metric": 0.15877817571163177, | |
| "best_model_checkpoint": "./vit-finetune-scrap/checkpoint-300", | |
| "epoch": 4.0, | |
| "eval_steps": 100, | |
| "global_step": 624, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.869983673095703, | |
| "learning_rate": 0.00019679487179487178, | |
| "loss": 1.9747, | |
| "step": 10 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 2.9758315086364746, | |
| "learning_rate": 0.0001935897435897436, | |
| "loss": 1.209, | |
| "step": 20 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 3.3387157917022705, | |
| "learning_rate": 0.00019038461538461538, | |
| "loss": 0.7205, | |
| "step": 30 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 2.921093463897705, | |
| "learning_rate": 0.0001871794871794872, | |
| "loss": 0.4159, | |
| "step": 40 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 2.4197134971618652, | |
| "learning_rate": 0.00018397435897435897, | |
| "loss": 0.3879, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 2.498006582260132, | |
| "learning_rate": 0.00018076923076923077, | |
| "loss": 0.2695, | |
| "step": 60 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 0.9913655519485474, | |
| "learning_rate": 0.00017756410256410257, | |
| "loss": 0.33, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.167428493499756, | |
| "learning_rate": 0.00017435897435897436, | |
| "loss": 0.2374, | |
| "step": 80 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 5.158258438110352, | |
| "learning_rate": 0.00017115384615384616, | |
| "loss": 0.2531, | |
| "step": 90 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "grad_norm": 2.1700403690338135, | |
| "learning_rate": 0.00016794871794871796, | |
| "loss": 0.1672, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "eval_accuracy": 0.9485530546623794, | |
| "eval_loss": 0.22496841847896576, | |
| "eval_runtime": 11.2945, | |
| "eval_samples_per_second": 55.071, | |
| "eval_steps_per_second": 6.906, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "grad_norm": 4.994268894195557, | |
| "learning_rate": 0.00016474358974358976, | |
| "loss": 0.1319, | |
| "step": 110 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "grad_norm": 2.2666022777557373, | |
| "learning_rate": 0.00016153846153846155, | |
| "loss": 0.283, | |
| "step": 120 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "grad_norm": 3.1912319660186768, | |
| "learning_rate": 0.00015833333333333332, | |
| "loss": 0.1666, | |
| "step": 130 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "grad_norm": 3.1358578205108643, | |
| "learning_rate": 0.00015512820512820515, | |
| "loss": 0.2819, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "grad_norm": 2.050241470336914, | |
| "learning_rate": 0.00015192307692307692, | |
| "loss": 0.2874, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "grad_norm": 5.193918704986572, | |
| "learning_rate": 0.00014871794871794872, | |
| "loss": 0.2103, | |
| "step": 160 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "grad_norm": 0.405056893825531, | |
| "learning_rate": 0.00014551282051282051, | |
| "loss": 0.1818, | |
| "step": 170 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "grad_norm": 11.979884147644043, | |
| "learning_rate": 0.0001423076923076923, | |
| "loss": 0.1626, | |
| "step": 180 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "grad_norm": 0.3927968442440033, | |
| "learning_rate": 0.0001391025641025641, | |
| "loss": 0.0824, | |
| "step": 190 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "grad_norm": 0.11850783228874207, | |
| "learning_rate": 0.0001358974358974359, | |
| "loss": 0.1277, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "eval_accuracy": 0.9372990353697749, | |
| "eval_loss": 0.24667073786258698, | |
| "eval_runtime": 76.2101, | |
| "eval_samples_per_second": 8.162, | |
| "eval_steps_per_second": 1.023, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "grad_norm": 0.8870755434036255, | |
| "learning_rate": 0.0001326923076923077, | |
| "loss": 0.1308, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "grad_norm": 0.12857934832572937, | |
| "learning_rate": 0.0001294871794871795, | |
| "loss": 0.1047, | |
| "step": 220 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "grad_norm": 0.11967829614877701, | |
| "learning_rate": 0.00012628205128205127, | |
| "loss": 0.0523, | |
| "step": 230 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "grad_norm": 1.8435248136520386, | |
| "learning_rate": 0.0001230769230769231, | |
| "loss": 0.089, | |
| "step": 240 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "grad_norm": 0.07049544900655746, | |
| "learning_rate": 0.00011987179487179487, | |
| "loss": 0.0651, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "grad_norm": 7.795147895812988, | |
| "learning_rate": 0.00011666666666666668, | |
| "loss": 0.0827, | |
| "step": 260 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "grad_norm": 0.06726662069559097, | |
| "learning_rate": 0.00011346153846153846, | |
| "loss": 0.1727, | |
| "step": 270 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "grad_norm": 4.7732672691345215, | |
| "learning_rate": 0.00011025641025641027, | |
| "loss": 0.0867, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "grad_norm": 0.08257576823234558, | |
| "learning_rate": 0.00010705128205128206, | |
| "loss": 0.0349, | |
| "step": 290 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "grad_norm": 0.15855157375335693, | |
| "learning_rate": 0.00010384615384615386, | |
| "loss": 0.0253, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "eval_accuracy": 0.954983922829582, | |
| "eval_loss": 0.15877817571163177, | |
| "eval_runtime": 9.849, | |
| "eval_samples_per_second": 63.153, | |
| "eval_steps_per_second": 7.92, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "grad_norm": 11.21109676361084, | |
| "learning_rate": 0.00010064102564102564, | |
| "loss": 0.0988, | |
| "step": 310 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "grad_norm": 0.06449388712644577, | |
| "learning_rate": 9.743589743589744e-05, | |
| "loss": 0.0666, | |
| "step": 320 | |
| }, | |
| { | |
| "epoch": 2.12, | |
| "grad_norm": 0.988405168056488, | |
| "learning_rate": 9.423076923076924e-05, | |
| "loss": 0.0295, | |
| "step": 330 | |
| }, | |
| { | |
| "epoch": 2.18, | |
| "grad_norm": 0.06675518304109573, | |
| "learning_rate": 9.102564102564103e-05, | |
| "loss": 0.018, | |
| "step": 340 | |
| }, | |
| { | |
| "epoch": 2.24, | |
| "grad_norm": 0.08486536890268326, | |
| "learning_rate": 8.782051282051283e-05, | |
| "loss": 0.0714, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 2.31, | |
| "grad_norm": 0.05260853096842766, | |
| "learning_rate": 8.461538461538461e-05, | |
| "loss": 0.0354, | |
| "step": 360 | |
| }, | |
| { | |
| "epoch": 2.37, | |
| "grad_norm": 0.053938668221235275, | |
| "learning_rate": 8.141025641025641e-05, | |
| "loss": 0.0548, | |
| "step": 370 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "grad_norm": 0.06470278650522232, | |
| "learning_rate": 7.820512820512821e-05, | |
| "loss": 0.0162, | |
| "step": 380 | |
| }, | |
| { | |
| "epoch": 2.5, | |
| "grad_norm": 0.0850602388381958, | |
| "learning_rate": 7.500000000000001e-05, | |
| "loss": 0.033, | |
| "step": 390 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "grad_norm": 0.04342366382479668, | |
| "learning_rate": 7.17948717948718e-05, | |
| "loss": 0.0224, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.56, | |
| "eval_accuracy": 0.9533762057877814, | |
| "eval_loss": 0.16905710101127625, | |
| "eval_runtime": 9.8491, | |
| "eval_samples_per_second": 63.153, | |
| "eval_steps_per_second": 7.92, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "grad_norm": 0.05912560597062111, | |
| "learning_rate": 6.858974358974359e-05, | |
| "loss": 0.0503, | |
| "step": 410 | |
| }, | |
| { | |
| "epoch": 2.69, | |
| "grad_norm": 0.04359501227736473, | |
| "learning_rate": 6.538461538461539e-05, | |
| "loss": 0.0537, | |
| "step": 420 | |
| }, | |
| { | |
| "epoch": 2.76, | |
| "grad_norm": 0.0935799852013588, | |
| "learning_rate": 6.217948717948718e-05, | |
| "loss": 0.0145, | |
| "step": 430 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "grad_norm": 0.05057013779878616, | |
| "learning_rate": 5.897435897435898e-05, | |
| "loss": 0.0132, | |
| "step": 440 | |
| }, | |
| { | |
| "epoch": 2.88, | |
| "grad_norm": 0.4015754461288452, | |
| "learning_rate": 5.576923076923077e-05, | |
| "loss": 0.0382, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 2.95, | |
| "grad_norm": 0.03421848267316818, | |
| "learning_rate": 5.256410256410257e-05, | |
| "loss": 0.0123, | |
| "step": 460 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "grad_norm": 0.043205052614212036, | |
| "learning_rate": 4.935897435897436e-05, | |
| "loss": 0.0417, | |
| "step": 470 | |
| }, | |
| { | |
| "epoch": 3.08, | |
| "grad_norm": 0.03611929342150688, | |
| "learning_rate": 4.615384615384616e-05, | |
| "loss": 0.0125, | |
| "step": 480 | |
| }, | |
| { | |
| "epoch": 3.14, | |
| "grad_norm": 0.04078483581542969, | |
| "learning_rate": 4.294871794871795e-05, | |
| "loss": 0.0193, | |
| "step": 490 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "grad_norm": 0.043482307344675064, | |
| "learning_rate": 3.974358974358974e-05, | |
| "loss": 0.0321, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.21, | |
| "eval_accuracy": 0.9565916398713826, | |
| "eval_loss": 0.17511475086212158, | |
| "eval_runtime": 9.8922, | |
| "eval_samples_per_second": 62.878, | |
| "eval_steps_per_second": 7.885, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 3.27, | |
| "grad_norm": 0.03763527050614357, | |
| "learning_rate": 3.653846153846154e-05, | |
| "loss": 0.0118, | |
| "step": 510 | |
| }, | |
| { | |
| "epoch": 3.33, | |
| "grad_norm": 0.05929262936115265, | |
| "learning_rate": 3.3333333333333335e-05, | |
| "loss": 0.0636, | |
| "step": 520 | |
| }, | |
| { | |
| "epoch": 3.4, | |
| "grad_norm": 0.039751436561346054, | |
| "learning_rate": 3.012820512820513e-05, | |
| "loss": 0.0105, | |
| "step": 530 | |
| }, | |
| { | |
| "epoch": 3.46, | |
| "grad_norm": 0.03735564276576042, | |
| "learning_rate": 2.6923076923076923e-05, | |
| "loss": 0.0495, | |
| "step": 540 | |
| }, | |
| { | |
| "epoch": 3.53, | |
| "grad_norm": 0.051983293145895004, | |
| "learning_rate": 2.3717948717948718e-05, | |
| "loss": 0.011, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 3.59, | |
| "grad_norm": 0.034572675824165344, | |
| "learning_rate": 2.0512820512820512e-05, | |
| "loss": 0.0109, | |
| "step": 560 | |
| }, | |
| { | |
| "epoch": 3.65, | |
| "grad_norm": 0.04169879108667374, | |
| "learning_rate": 1.730769230769231e-05, | |
| "loss": 0.0108, | |
| "step": 570 | |
| }, | |
| { | |
| "epoch": 3.72, | |
| "grad_norm": 0.032876156270504, | |
| "learning_rate": 1.4102564102564104e-05, | |
| "loss": 0.0104, | |
| "step": 580 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "grad_norm": 0.03522384166717529, | |
| "learning_rate": 1.0897435897435898e-05, | |
| "loss": 0.0109, | |
| "step": 590 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "grad_norm": 0.11409874260425568, | |
| "learning_rate": 7.692307692307694e-06, | |
| "loss": 0.0112, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.85, | |
| "eval_accuracy": 0.954983922829582, | |
| "eval_loss": 0.18050101399421692, | |
| "eval_runtime": 9.8888, | |
| "eval_samples_per_second": 62.899, | |
| "eval_steps_per_second": 7.888, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 3.91, | |
| "grad_norm": 0.04359051212668419, | |
| "learning_rate": 4.487179487179488e-06, | |
| "loss": 0.0109, | |
| "step": 610 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "grad_norm": 0.03071708232164383, | |
| "learning_rate": 1.282051282051282e-06, | |
| "loss": 0.0429, | |
| "step": 620 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "step": 624, | |
| "total_flos": 7.703325099767808e+17, | |
| "train_loss": 0.15572628828410345, | |
| "train_runtime": 552.98, | |
| "train_samples_per_second": 17.975, | |
| "train_steps_per_second": 1.128 | |
| } | |
| ], | |
| "logging_steps": 10, | |
| "max_steps": 624, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 100, | |
| "total_flos": 7.703325099767808e+17, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |