| { | |
| "best_metric": 1.52509904, | |
| "best_model_checkpoint": "D:\\_____NEW_NN\\LLM\\MiniCPM-V\\finetune\\output\\phi3-vision-128k-instruct\\v0-20240629-080216\\checkpoint-300", | |
| "epoch": 3.5225048923679063, | |
| "eval_steps": 50, | |
| "global_step": 900, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "acc": 0.49833804, | |
| "epoch": 0.003913894324853229, | |
| "grad_norm": 0.77734375, | |
| "learning_rate": 2.745098039215686e-06, | |
| "loss": 2.37747383, | |
| "memory(GiB)": 17.35, | |
| "step": 1, | |
| "train_speed(iter/s)": 0.076826 | |
| }, | |
| { | |
| "acc": 0.50652587, | |
| "epoch": 0.019569471624266144, | |
| "grad_norm": 1.140625, | |
| "learning_rate": 1.372549019607843e-05, | |
| "loss": 2.29183841, | |
| "memory(GiB)": 19.33, | |
| "step": 5, | |
| "train_speed(iter/s)": 0.082188 | |
| }, | |
| { | |
| "acc": 0.52587533, | |
| "epoch": 0.03913894324853229, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 2.745098039215686e-05, | |
| "loss": 2.22724895, | |
| "memory(GiB)": 19.89, | |
| "step": 10, | |
| "train_speed(iter/s)": 0.082805 | |
| }, | |
| { | |
| "acc": 0.52128973, | |
| "epoch": 0.05870841487279843, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 4.117647058823529e-05, | |
| "loss": 2.27491264, | |
| "memory(GiB)": 19.24, | |
| "step": 15, | |
| "train_speed(iter/s)": 0.082482 | |
| }, | |
| { | |
| "acc": 0.51135335, | |
| "epoch": 0.07827788649706457, | |
| "grad_norm": 0.66015625, | |
| "learning_rate": 5.490196078431372e-05, | |
| "loss": 2.32762127, | |
| "memory(GiB)": 19.86, | |
| "step": 20, | |
| "train_speed(iter/s)": 0.082557 | |
| }, | |
| { | |
| "acc": 0.54442377, | |
| "epoch": 0.09784735812133072, | |
| "grad_norm": 0.65625, | |
| "learning_rate": 6.862745098039214e-05, | |
| "loss": 2.09772224, | |
| "memory(GiB)": 19.05, | |
| "step": 25, | |
| "train_speed(iter/s)": 0.082348 | |
| }, | |
| { | |
| "acc": 0.5545311, | |
| "epoch": 0.11741682974559686, | |
| "grad_norm": 0.62109375, | |
| "learning_rate": 8.235294117647058e-05, | |
| "loss": 2.00072975, | |
| "memory(GiB)": 19.89, | |
| "step": 30, | |
| "train_speed(iter/s)": 0.082166 | |
| }, | |
| { | |
| "acc": 0.57092514, | |
| "epoch": 0.136986301369863, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 9.6078431372549e-05, | |
| "loss": 1.94450474, | |
| "memory(GiB)": 19.16, | |
| "step": 35, | |
| "train_speed(iter/s)": 0.081966 | |
| }, | |
| { | |
| "acc": 0.56716595, | |
| "epoch": 0.15655577299412915, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00010980392156862745, | |
| "loss": 1.90242462, | |
| "memory(GiB)": 19.62, | |
| "step": 40, | |
| "train_speed(iter/s)": 0.081987 | |
| }, | |
| { | |
| "acc": 0.57822714, | |
| "epoch": 0.1761252446183953, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.00012352941176470587, | |
| "loss": 1.83147659, | |
| "memory(GiB)": 19.99, | |
| "step": 45, | |
| "train_speed(iter/s)": 0.081878 | |
| }, | |
| { | |
| "acc": 0.57696896, | |
| "epoch": 0.19569471624266144, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 0.00013725490196078428, | |
| "loss": 1.82299595, | |
| "memory(GiB)": 19.11, | |
| "step": 50, | |
| "train_speed(iter/s)": 0.081843 | |
| }, | |
| { | |
| "epoch": 0.19569471624266144, | |
| "eval_acc": 0.583503534956795, | |
| "eval_loss": 1.8029242753982544, | |
| "eval_runtime": 85.1254, | |
| "eval_samples_per_second": 0.893, | |
| "eval_steps_per_second": 0.446, | |
| "step": 50 | |
| }, | |
| { | |
| "acc": 0.59343066, | |
| "epoch": 0.21526418786692758, | |
| "grad_norm": 1.0, | |
| "learning_rate": 0.0001399941138119636, | |
| "loss": 1.82339039, | |
| "memory(GiB)": 22.92, | |
| "step": 55, | |
| "train_speed(iter/s)": 0.072544 | |
| }, | |
| { | |
| "acc": 0.58571839, | |
| "epoch": 0.23483365949119372, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00013997020286964757, | |
| "loss": 1.80549526, | |
| "memory(GiB)": 19.43, | |
| "step": 60, | |
| "train_speed(iter/s)": 0.073269 | |
| }, | |
| { | |
| "acc": 0.60369935, | |
| "epoch": 0.25440313111545987, | |
| "grad_norm": 0.99609375, | |
| "learning_rate": 0.0001399279055646442, | |
| "loss": 1.6768074, | |
| "memory(GiB)": 19.57, | |
| "step": 65, | |
| "train_speed(iter/s)": 0.073897 | |
| }, | |
| { | |
| "acc": 0.58763909, | |
| "epoch": 0.273972602739726, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 0.00013986723301159307, | |
| "loss": 1.79169483, | |
| "memory(GiB)": 19.48, | |
| "step": 70, | |
| "train_speed(iter/s)": 0.074533 | |
| }, | |
| { | |
| "acc": 0.58979025, | |
| "epoch": 0.29354207436399216, | |
| "grad_norm": 0.69140625, | |
| "learning_rate": 0.00013978820115367462, | |
| "loss": 1.72388344, | |
| "memory(GiB)": 19.35, | |
| "step": 75, | |
| "train_speed(iter/s)": 0.075045 | |
| }, | |
| { | |
| "acc": 0.59725327, | |
| "epoch": 0.3131115459882583, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.00013969083075842048, | |
| "loss": 1.70864868, | |
| "memory(GiB)": 19.49, | |
| "step": 80, | |
| "train_speed(iter/s)": 0.075523 | |
| }, | |
| { | |
| "acc": 0.60098982, | |
| "epoch": 0.33268101761252444, | |
| "grad_norm": 4.59375, | |
| "learning_rate": 0.00013957514741225646, | |
| "loss": 1.67311764, | |
| "memory(GiB)": 20.01, | |
| "step": 85, | |
| "train_speed(iter/s)": 0.075928 | |
| }, | |
| { | |
| "acc": 0.58315139, | |
| "epoch": 0.3522504892367906, | |
| "grad_norm": 0.8359375, | |
| "learning_rate": 0.00013944118151377894, | |
| "loss": 1.74437752, | |
| "memory(GiB)": 20.14, | |
| "step": 90, | |
| "train_speed(iter/s)": 0.076154 | |
| }, | |
| { | |
| "acc": 0.6138227, | |
| "epoch": 0.37181996086105673, | |
| "grad_norm": 0.75, | |
| "learning_rate": 0.0001392889682657671, | |
| "loss": 1.63750076, | |
| "memory(GiB)": 19.59, | |
| "step": 95, | |
| "train_speed(iter/s)": 0.076253 | |
| }, | |
| { | |
| "acc": 0.63383026, | |
| "epoch": 0.3913894324853229, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 0.00013911854766593233, | |
| "loss": 1.56653557, | |
| "memory(GiB)": 19.5, | |
| "step": 100, | |
| "train_speed(iter/s)": 0.076386 | |
| }, | |
| { | |
| "epoch": 0.3913894324853229, | |
| "eval_acc": 0.604241948153967, | |
| "eval_loss": 1.6681365966796875, | |
| "eval_runtime": 72.2811, | |
| "eval_samples_per_second": 1.051, | |
| "eval_steps_per_second": 0.526, | |
| "step": 100 | |
| }, | |
| { | |
| "acc": 0.61646304, | |
| "epoch": 0.410958904109589, | |
| "grad_norm": 0.73046875, | |
| "learning_rate": 0.00013892996449640807, | |
| "loss": 1.59651537, | |
| "memory(GiB)": 22.5, | |
| "step": 105, | |
| "train_speed(iter/s)": 0.072857 | |
| }, | |
| { | |
| "acc": 0.60897431, | |
| "epoch": 0.43052837573385516, | |
| "grad_norm": 0.83984375, | |
| "learning_rate": 0.00013872326831198205, | |
| "loss": 1.70257473, | |
| "memory(GiB)": 19.42, | |
| "step": 110, | |
| "train_speed(iter/s)": 0.073309 | |
| }, | |
| { | |
| "acc": 0.58328586, | |
| "epoch": 0.4500978473581213, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 0.00013849851342707462, | |
| "loss": 1.71216717, | |
| "memory(GiB)": 19.47, | |
| "step": 115, | |
| "train_speed(iter/s)": 0.073753 | |
| }, | |
| { | |
| "acc": 0.62397904, | |
| "epoch": 0.46966731898238745, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 0.0001382557589014664, | |
| "loss": 1.54239073, | |
| "memory(GiB)": 19.33, | |
| "step": 120, | |
| "train_speed(iter/s)": 0.074078 | |
| }, | |
| { | |
| "acc": 0.60271235, | |
| "epoch": 0.4892367906066536, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 0.0001379950685247788, | |
| "loss": 1.72333088, | |
| "memory(GiB)": 19.37, | |
| "step": 125, | |
| "train_speed(iter/s)": 0.074428 | |
| }, | |
| { | |
| "acc": 0.5755064, | |
| "epoch": 0.5088062622309197, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 0.00013771651079971182, | |
| "loss": 1.81728477, | |
| "memory(GiB)": 19.52, | |
| "step": 130, | |
| "train_speed(iter/s)": 0.074768 | |
| }, | |
| { | |
| "acc": 0.5844254, | |
| "epoch": 0.5283757338551859, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 0.00013742015892404325, | |
| "loss": 1.77252998, | |
| "memory(GiB)": 19.51, | |
| "step": 135, | |
| "train_speed(iter/s)": 0.075066 | |
| }, | |
| { | |
| "acc": 0.5998323, | |
| "epoch": 0.547945205479452, | |
| "grad_norm": 0.8671875, | |
| "learning_rate": 0.0001371060907713942, | |
| "loss": 1.69012871, | |
| "memory(GiB)": 19.54, | |
| "step": 140, | |
| "train_speed(iter/s)": 0.07528 | |
| }, | |
| { | |
| "acc": 0.62686119, | |
| "epoch": 0.5675146771037182, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 0.00013677438887076603, | |
| "loss": 1.66314449, | |
| "memory(GiB)": 19.54, | |
| "step": 145, | |
| "train_speed(iter/s)": 0.075467 | |
| }, | |
| { | |
| "acc": 0.59954901, | |
| "epoch": 0.5870841487279843, | |
| "grad_norm": 0.6328125, | |
| "learning_rate": 0.00013642514038485367, | |
| "loss": 1.67525444, | |
| "memory(GiB)": 19.55, | |
| "step": 150, | |
| "train_speed(iter/s)": 0.075722 | |
| }, | |
| { | |
| "epoch": 0.5870841487279843, | |
| "eval_acc": 0.6184603299293009, | |
| "eval_loss": 1.5965631008148193, | |
| "eval_runtime": 72.3005, | |
| "eval_samples_per_second": 1.051, | |
| "eval_steps_per_second": 0.526, | |
| "step": 150 | |
| }, | |
| { | |
| "acc": 0.585955, | |
| "epoch": 0.6066536203522505, | |
| "grad_norm": 0.9375, | |
| "learning_rate": 0.00013605843708714162, | |
| "loss": 1.7486639, | |
| "memory(GiB)": 23.22, | |
| "step": 155, | |
| "train_speed(iter/s)": 0.073368 | |
| }, | |
| { | |
| "acc": 0.62769904, | |
| "epoch": 0.6262230919765166, | |
| "grad_norm": 0.7265625, | |
| "learning_rate": 0.00013567437533778826, | |
| "loss": 1.55238762, | |
| "memory(GiB)": 19.62, | |
| "step": 160, | |
| "train_speed(iter/s)": 0.073628 | |
| }, | |
| { | |
| "acc": 0.63651643, | |
| "epoch": 0.6457925636007827, | |
| "grad_norm": 0.80078125, | |
| "learning_rate": 0.00013527305605830488, | |
| "loss": 1.54306393, | |
| "memory(GiB)": 19.88, | |
| "step": 165, | |
| "train_speed(iter/s)": 0.073903 | |
| }, | |
| { | |
| "acc": 0.59288979, | |
| "epoch": 0.6653620352250489, | |
| "grad_norm": 0.703125, | |
| "learning_rate": 0.0001348545847050361, | |
| "loss": 1.69727612, | |
| "memory(GiB)": 19.58, | |
| "step": 170, | |
| "train_speed(iter/s)": 0.074077 | |
| }, | |
| { | |
| "acc": 0.61248484, | |
| "epoch": 0.684931506849315, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 0.00013441907124144866, | |
| "loss": 1.65900764, | |
| "memory(GiB)": 19.49, | |
| "step": 175, | |
| "train_speed(iter/s)": 0.074329 | |
| }, | |
| { | |
| "acc": 0.61740661, | |
| "epoch": 0.7045009784735812, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 0.0001339666301092358, | |
| "loss": 1.6518961, | |
| "memory(GiB)": 19.68, | |
| "step": 180, | |
| "train_speed(iter/s)": 0.074558 | |
| }, | |
| { | |
| "acc": 0.62250223, | |
| "epoch": 0.7240704500978473, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.00013349738019824512, | |
| "loss": 1.55100412, | |
| "memory(GiB)": 19.34, | |
| "step": 185, | |
| "train_speed(iter/s)": 0.07477 | |
| }, | |
| { | |
| "acc": 0.61055808, | |
| "epoch": 0.7436399217221135, | |
| "grad_norm": 0.90625, | |
| "learning_rate": 0.00013301144481523718, | |
| "loss": 1.67241592, | |
| "memory(GiB)": 19.56, | |
| "step": 190, | |
| "train_speed(iter/s)": 0.075006 | |
| }, | |
| { | |
| "acc": 0.6389596, | |
| "epoch": 0.7632093933463796, | |
| "grad_norm": 0.83203125, | |
| "learning_rate": 0.00013250895165148384, | |
| "loss": 1.54227753, | |
| "memory(GiB)": 19.29, | |
| "step": 195, | |
| "train_speed(iter/s)": 0.075192 | |
| }, | |
| { | |
| "acc": 0.59149747, | |
| "epoch": 0.7827788649706457, | |
| "grad_norm": 0.68359375, | |
| "learning_rate": 0.00013199003274921416, | |
| "loss": 1.71190453, | |
| "memory(GiB)": 19.35, | |
| "step": 200, | |
| "train_speed(iter/s)": 0.075393 | |
| }, | |
| { | |
| "epoch": 0.7827788649706457, | |
| "eval_acc": 0.6241162608012569, | |
| "eval_loss": 1.5573129653930664, | |
| "eval_runtime": 69.5471, | |
| "eval_samples_per_second": 1.093, | |
| "eval_steps_per_second": 0.546, | |
| "step": 200 | |
| }, | |
| { | |
| "acc": 0.62623324, | |
| "epoch": 0.8023483365949119, | |
| "grad_norm": 0.81640625, | |
| "learning_rate": 0.00013145482446691724, | |
| "loss": 1.55779324, | |
| "memory(GiB)": 20.56, | |
| "step": 205, | |
| "train_speed(iter/s)": 0.073671 | |
| }, | |
| { | |
| "acc": 0.61495056, | |
| "epoch": 0.821917808219178, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 0.00013090346744351058, | |
| "loss": 1.56424398, | |
| "memory(GiB)": 19.48, | |
| "step": 210, | |
| "train_speed(iter/s)": 0.073902 | |
| }, | |
| { | |
| "acc": 0.59643593, | |
| "epoch": 0.8414872798434442, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 0.00013033610656138395, | |
| "loss": 1.62190418, | |
| "memory(GiB)": 19.5, | |
| "step": 215, | |
| "train_speed(iter/s)": 0.074133 | |
| }, | |
| { | |
| "acc": 0.63052382, | |
| "epoch": 0.8610567514677103, | |
| "grad_norm": 0.59765625, | |
| "learning_rate": 0.00012975289090832792, | |
| "loss": 1.53521852, | |
| "memory(GiB)": 19.53, | |
| "step": 220, | |
| "train_speed(iter/s)": 0.074334 | |
| }, | |
| { | |
| "acc": 0.61408448, | |
| "epoch": 0.8806262230919765, | |
| "grad_norm": 0.7734375, | |
| "learning_rate": 0.00012915397373835754, | |
| "loss": 1.59712257, | |
| "memory(GiB)": 19.52, | |
| "step": 225, | |
| "train_speed(iter/s)": 0.074533 | |
| }, | |
| { | |
| "acc": 0.62307076, | |
| "epoch": 0.9001956947162426, | |
| "grad_norm": 0.66796875, | |
| "learning_rate": 0.00012853951243144105, | |
| "loss": 1.57903328, | |
| "memory(GiB)": 19.49, | |
| "step": 230, | |
| "train_speed(iter/s)": 0.074719 | |
| }, | |
| { | |
| "acc": 0.61717134, | |
| "epoch": 0.9197651663405088, | |
| "grad_norm": 0.84375, | |
| "learning_rate": 0.00012790966845214457, | |
| "loss": 1.61422024, | |
| "memory(GiB)": 19.25, | |
| "step": 235, | |
| "train_speed(iter/s)": 0.074916 | |
| }, | |
| { | |
| "acc": 0.62549253, | |
| "epoch": 0.9393346379647749, | |
| "grad_norm": 0.8125, | |
| "learning_rate": 0.0001272646073072033, | |
| "loss": 1.62806015, | |
| "memory(GiB)": 19.36, | |
| "step": 240, | |
| "train_speed(iter/s)": 0.0751 | |
| }, | |
| { | |
| "acc": 0.61903515, | |
| "epoch": 0.958904109589041, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 0.0001266044985020307, | |
| "loss": 1.55927486, | |
| "memory(GiB)": 19.36, | |
| "step": 245, | |
| "train_speed(iter/s)": 0.075266 | |
| }, | |
| { | |
| "acc": 0.61238952, | |
| "epoch": 0.9784735812133072, | |
| "grad_norm": 0.87890625, | |
| "learning_rate": 0.00012592951549617683, | |
| "loss": 1.52888412, | |
| "memory(GiB)": 19.33, | |
| "step": 250, | |
| "train_speed(iter/s)": 0.075438 | |
| }, | |
| { | |
| "epoch": 0.9784735812133072, | |
| "eval_acc": 0.6267085624509033, | |
| "eval_loss": 1.5281730890274048, | |
| "eval_runtime": 69.069, | |
| "eval_samples_per_second": 1.1, | |
| "eval_steps_per_second": 0.55, | |
| "step": 250 | |
| }, | |
| { | |
| "acc": 0.63230977, | |
| "epoch": 0.9980430528375733, | |
| "grad_norm": 0.84765625, | |
| "learning_rate": 0.00012523983565774753, | |
| "loss": 1.53058205, | |
| "memory(GiB)": 19.46, | |
| "step": 255, | |
| "train_speed(iter/s)": 0.074081 | |
| }, | |
| { | |
| "acc": 0.66042156, | |
| "epoch": 1.0176125244618395, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00012453564021679692, | |
| "loss": 1.37123928, | |
| "memory(GiB)": 20.18, | |
| "step": 260, | |
| "train_speed(iter/s)": 0.074295 | |
| }, | |
| { | |
| "acc": 0.67253222, | |
| "epoch": 1.0371819960861057, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 0.00012381711421770455, | |
| "loss": 1.28407507, | |
| "memory(GiB)": 19.7, | |
| "step": 265, | |
| "train_speed(iter/s)": 0.074448 | |
| }, | |
| { | |
| "acc": 0.66850777, | |
| "epoch": 1.0567514677103718, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 0.0001230844464705507, | |
| "loss": 1.27961807, | |
| "memory(GiB)": 19.58, | |
| "step": 270, | |
| "train_speed(iter/s)": 0.07459 | |
| }, | |
| { | |
| "acc": 0.67196817, | |
| "epoch": 1.076320939334638, | |
| "grad_norm": 0.9140625, | |
| "learning_rate": 0.00012233782950150186, | |
| "loss": 1.28494987, | |
| "memory(GiB)": 19.61, | |
| "step": 275, | |
| "train_speed(iter/s)": 0.074728 | |
| }, | |
| { | |
| "acc": 0.67708378, | |
| "epoch": 1.095890410958904, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 0.00012157745950221989, | |
| "loss": 1.29551096, | |
| "memory(GiB)": 19.63, | |
| "step": 280, | |
| "train_speed(iter/s)": 0.074881 | |
| }, | |
| { | |
| "acc": 0.66973438, | |
| "epoch": 1.1154598825831703, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.0001208035362783079, | |
| "loss": 1.27705774, | |
| "memory(GiB)": 19.49, | |
| "step": 285, | |
| "train_speed(iter/s)": 0.075029 | |
| }, | |
| { | |
| "acc": 0.6750237, | |
| "epoch": 1.1350293542074363, | |
| "grad_norm": 1.0859375, | |
| "learning_rate": 0.00012001626319680648, | |
| "loss": 1.25660419, | |
| "memory(GiB)": 19.55, | |
| "step": 290, | |
| "train_speed(iter/s)": 0.07515 | |
| }, | |
| { | |
| "acc": 0.624368, | |
| "epoch": 1.1545988258317026, | |
| "grad_norm": 1.1953125, | |
| "learning_rate": 0.00011921584713275411, | |
| "loss": 1.5070508, | |
| "memory(GiB)": 19.52, | |
| "step": 295, | |
| "train_speed(iter/s)": 0.075278 | |
| }, | |
| { | |
| "acc": 0.66252189, | |
| "epoch": 1.1741682974559686, | |
| "grad_norm": 0.828125, | |
| "learning_rate": 0.0001184024984148257, | |
| "loss": 1.32014723, | |
| "memory(GiB)": 19.92, | |
| "step": 300, | |
| "train_speed(iter/s)": 0.075433 | |
| }, | |
| { | |
| "epoch": 1.1741682974559686, | |
| "eval_acc": 0.6282796543597801, | |
| "eval_loss": 1.5250990390777588, | |
| "eval_runtime": 70.3986, | |
| "eval_samples_per_second": 1.08, | |
| "eval_steps_per_second": 0.54, | |
| "step": 300 | |
| }, | |
| { | |
| "acc": 0.67028356, | |
| "epoch": 1.1937377690802349, | |
| "grad_norm": 1.7109375, | |
| "learning_rate": 0.00011757643077006372, | |
| "loss": 1.28037386, | |
| "memory(GiB)": 22.6, | |
| "step": 305, | |
| "train_speed(iter/s)": 0.074243 | |
| }, | |
| { | |
| "acc": 0.655305, | |
| "epoch": 1.213307240704501, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 0.00011673786126771617, | |
| "loss": 1.31057158, | |
| "memory(GiB)": 19.72, | |
| "step": 310, | |
| "train_speed(iter/s)": 0.074392 | |
| }, | |
| { | |
| "acc": 0.66528535, | |
| "epoch": 1.2328767123287672, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 0.0001158870102621965, | |
| "loss": 1.29698696, | |
| "memory(GiB)": 19.08, | |
| "step": 315, | |
| "train_speed(iter/s)": 0.074534 | |
| }, | |
| { | |
| "acc": 0.66950455, | |
| "epoch": 1.2524461839530332, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 0.00011502410133517998, | |
| "loss": 1.27706356, | |
| "memory(GiB)": 19.87, | |
| "step": 320, | |
| "train_speed(iter/s)": 0.074667 | |
| }, | |
| { | |
| "acc": 0.65843534, | |
| "epoch": 1.2720156555772995, | |
| "grad_norm": 1.2265625, | |
| "learning_rate": 0.0001141493612368524, | |
| "loss": 1.30308371, | |
| "memory(GiB)": 19.87, | |
| "step": 325, | |
| "train_speed(iter/s)": 0.0748 | |
| }, | |
| { | |
| "acc": 0.66441913, | |
| "epoch": 1.2915851272015655, | |
| "grad_norm": 1.2578125, | |
| "learning_rate": 0.00011326301982632583, | |
| "loss": 1.26109972, | |
| "memory(GiB)": 19.09, | |
| "step": 330, | |
| "train_speed(iter/s)": 0.074935 | |
| }, | |
| { | |
| "acc": 0.68711085, | |
| "epoch": 1.3111545988258317, | |
| "grad_norm": 0.95703125, | |
| "learning_rate": 0.00011236531001123771, | |
| "loss": 1.19278584, | |
| "memory(GiB)": 19.73, | |
| "step": 335, | |
| "train_speed(iter/s)": 0.075053 | |
| }, | |
| { | |
| "acc": 0.66676803, | |
| "epoch": 1.3307240704500978, | |
| "grad_norm": 1.96875, | |
| "learning_rate": 0.0001114564676865486, | |
| "loss": 1.3068346, | |
| "memory(GiB)": 19.84, | |
| "step": 340, | |
| "train_speed(iter/s)": 0.075151 | |
| }, | |
| { | |
| "acc": 0.66865935, | |
| "epoch": 1.350293542074364, | |
| "grad_norm": 1.2421875, | |
| "learning_rate": 0.00011053673167255516, | |
| "loss": 1.30573978, | |
| "memory(GiB)": 19.66, | |
| "step": 345, | |
| "train_speed(iter/s)": 0.075271 | |
| }, | |
| { | |
| "acc": 0.66606102, | |
| "epoch": 1.36986301369863, | |
| "grad_norm": 0.76171875, | |
| "learning_rate": 0.00010960634365213437, | |
| "loss": 1.26872787, | |
| "memory(GiB)": 19.73, | |
| "step": 350, | |
| "train_speed(iter/s)": 0.075377 | |
| }, | |
| { | |
| "epoch": 1.36986301369863, | |
| "eval_acc": 0.6315003927729772, | |
| "eval_loss": 1.5066882371902466, | |
| "eval_runtime": 72.5685, | |
| "eval_samples_per_second": 1.047, | |
| "eval_steps_per_second": 0.524, | |
| "step": 350 | |
| }, | |
| { | |
| "acc": 0.67307239, | |
| "epoch": 1.3894324853228963, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 0.0001086655481072354, | |
| "loss": 1.27917318, | |
| "memory(GiB)": 22.92, | |
| "step": 355, | |
| "train_speed(iter/s)": 0.074318 | |
| }, | |
| { | |
| "acc": 0.65870218, | |
| "epoch": 1.4090019569471623, | |
| "grad_norm": 3.609375, | |
| "learning_rate": 0.00010771459225463617, | |
| "loss": 1.33731461, | |
| "memory(GiB)": 19.67, | |
| "step": 360, | |
| "train_speed(iter/s)": 0.074416 | |
| }, | |
| { | |
| "acc": 0.68150563, | |
| "epoch": 1.4285714285714286, | |
| "grad_norm": 0.9296875, | |
| "learning_rate": 0.00010675372598098113, | |
| "loss": 1.20515957, | |
| "memory(GiB)": 19.99, | |
| "step": 365, | |
| "train_speed(iter/s)": 0.07451 | |
| }, | |
| { | |
| "acc": 0.66793504, | |
| "epoch": 1.4481409001956946, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 0.00010578320177711743, | |
| "loss": 1.31133595, | |
| "memory(GiB)": 19.9, | |
| "step": 370, | |
| "train_speed(iter/s)": 0.074613 | |
| }, | |
| { | |
| "acc": 0.66840873, | |
| "epoch": 1.467710371819961, | |
| "grad_norm": 0.9453125, | |
| "learning_rate": 0.00010480327467174705, | |
| "loss": 1.27730675, | |
| "memory(GiB)": 19.91, | |
| "step": 375, | |
| "train_speed(iter/s)": 0.074709 | |
| }, | |
| { | |
| "acc": 0.6621439, | |
| "epoch": 1.487279843444227, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 0.00010381420216441152, | |
| "loss": 1.29670372, | |
| "memory(GiB)": 19.65, | |
| "step": 380, | |
| "train_speed(iter/s)": 0.074824 | |
| }, | |
| { | |
| "acc": 0.66805882, | |
| "epoch": 1.5068493150684932, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 0.00010281624415782804, | |
| "loss": 1.23922901, | |
| "memory(GiB)": 19.77, | |
| "step": 385, | |
| "train_speed(iter/s)": 0.074927 | |
| }, | |
| { | |
| "acc": 0.66435666, | |
| "epoch": 1.5264187866927594, | |
| "grad_norm": 0.82421875, | |
| "learning_rate": 0.0001018096628895935, | |
| "loss": 1.27945633, | |
| "memory(GiB)": 19.79, | |
| "step": 390, | |
| "train_speed(iter/s)": 0.075033 | |
| }, | |
| { | |
| "acc": 0.68444743, | |
| "epoch": 1.5459882583170255, | |
| "grad_norm": 0.98046875, | |
| "learning_rate": 0.00010079472286327533, | |
| "loss": 1.2325819, | |
| "memory(GiB)": 19.55, | |
| "step": 395, | |
| "train_speed(iter/s)": 0.075133 | |
| }, | |
| { | |
| "acc": 0.68633671, | |
| "epoch": 1.5655577299412915, | |
| "grad_norm": 1.171875, | |
| "learning_rate": 9.977169077890672e-05, | |
| "loss": 1.26248102, | |
| "memory(GiB)": 19.79, | |
| "step": 400, | |
| "train_speed(iter/s)": 0.075233 | |
| }, | |
| { | |
| "epoch": 1.5655577299412915, | |
| "eval_acc": 0.6297721916732129, | |
| "eval_loss": 1.5114485025405884, | |
| "eval_runtime": 70.7985, | |
| "eval_samples_per_second": 1.073, | |
| "eval_steps_per_second": 0.537, | |
| "step": 400 | |
| }, | |
| { | |
| "acc": 0.67859097, | |
| "epoch": 1.5851272015655578, | |
| "grad_norm": 1.046875, | |
| "learning_rate": 9.874083546290482e-05, | |
| "loss": 1.2065486, | |
| "memory(GiB)": 22.72, | |
| "step": 405, | |
| "train_speed(iter/s)": 0.074347 | |
| }, | |
| { | |
| "acc": 0.66178751, | |
| "epoch": 1.604696673189824, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 9.770242779743008e-05, | |
| "loss": 1.30969448, | |
| "memory(GiB)": 20.13, | |
| "step": 410, | |
| "train_speed(iter/s)": 0.074453 | |
| }, | |
| { | |
| "acc": 0.65872512, | |
| "epoch": 1.62426614481409, | |
| "grad_norm": 0.74609375, | |
| "learning_rate": 9.665674064920533e-05, | |
| "loss": 1.27483397, | |
| "memory(GiB)": 20.17, | |
| "step": 415, | |
| "train_speed(iter/s)": 0.074534 | |
| }, | |
| { | |
| "acc": 0.66567349, | |
| "epoch": 1.643835616438356, | |
| "grad_norm": 0.87109375, | |
| "learning_rate": 9.560404879781353e-05, | |
| "loss": 1.31585007, | |
| "memory(GiB)": 20.07, | |
| "step": 420, | |
| "train_speed(iter/s)": 0.074639 | |
| }, | |
| { | |
| "acc": 0.66216898, | |
| "epoch": 1.6634050880626223, | |
| "grad_norm": 0.85546875, | |
| "learning_rate": 9.454462886349281e-05, | |
| "loss": 1.32738457, | |
| "memory(GiB)": 19.43, | |
| "step": 425, | |
| "train_speed(iter/s)": 0.074732 | |
| }, | |
| { | |
| "acc": 0.6608973, | |
| "epoch": 1.6829745596868886, | |
| "grad_norm": 1.1328125, | |
| "learning_rate": 9.347875923444772e-05, | |
| "loss": 1.2792593, | |
| "memory(GiB)": 20.05, | |
| "step": 430, | |
| "train_speed(iter/s)": 0.074827 | |
| }, | |
| { | |
| "acc": 0.65830297, | |
| "epoch": 1.7025440313111546, | |
| "grad_norm": 0.94921875, | |
| "learning_rate": 9.240671999369607e-05, | |
| "loss": 1.34132614, | |
| "memory(GiB)": 19.82, | |
| "step": 435, | |
| "train_speed(iter/s)": 0.074914 | |
| }, | |
| { | |
| "acc": 0.68926673, | |
| "epoch": 1.7221135029354206, | |
| "grad_norm": 0.76953125, | |
| "learning_rate": 9.132879284547038e-05, | |
| "loss": 1.15266266, | |
| "memory(GiB)": 19.28, | |
| "step": 440, | |
| "train_speed(iter/s)": 0.074997 | |
| }, | |
| { | |
| "acc": 0.65699558, | |
| "epoch": 1.741682974559687, | |
| "grad_norm": 0.96484375, | |
| "learning_rate": 9.024526104119312e-05, | |
| "loss": 1.32417459, | |
| "memory(GiB)": 19.29, | |
| "step": 445, | |
| "train_speed(iter/s)": 0.075079 | |
| }, | |
| { | |
| "acc": 0.68860197, | |
| "epoch": 1.7612524461839532, | |
| "grad_norm": 0.8203125, | |
| "learning_rate": 8.91564093050458e-05, | |
| "loss": 1.20134068, | |
| "memory(GiB)": 19.33, | |
| "step": 450, | |
| "train_speed(iter/s)": 0.07515 | |
| }, | |
| { | |
| "epoch": 1.7612524461839532, | |
| "eval_acc": 0.6351924587588373, | |
| "eval_loss": 1.4908838272094727, | |
| "eval_runtime": 71.5161, | |
| "eval_samples_per_second": 1.063, | |
| "eval_steps_per_second": 0.531, | |
| "step": 450 | |
| }, | |
| { | |
| "acc": 0.65404687, | |
| "epoch": 1.7808219178082192, | |
| "grad_norm": 1.0078125, | |
| "learning_rate": 8.806252375915052e-05, | |
| "loss": 1.31502724, | |
| "memory(GiB)": 19.13, | |
| "step": 455, | |
| "train_speed(iter/s)": 0.074358 | |
| }, | |
| { | |
| "acc": 0.69379678, | |
| "epoch": 1.8003913894324852, | |
| "grad_norm": 1.1015625, | |
| "learning_rate": 8.696389184838471e-05, | |
| "loss": 1.1870966, | |
| "memory(GiB)": 20.18, | |
| "step": 460, | |
| "train_speed(iter/s)": 0.074437 | |
| }, | |
| { | |
| "acc": 0.67447538, | |
| "epoch": 1.8199608610567515, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 8.586080226484789e-05, | |
| "loss": 1.19511604, | |
| "memory(GiB)": 20.09, | |
| "step": 465, | |
| "train_speed(iter/s)": 0.074531 | |
| }, | |
| { | |
| "acc": 0.67230067, | |
| "epoch": 1.8395303326810177, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 8.475354487200092e-05, | |
| "loss": 1.30591021, | |
| "memory(GiB)": 19.29, | |
| "step": 470, | |
| "train_speed(iter/s)": 0.074608 | |
| }, | |
| { | |
| "acc": 0.65006552, | |
| "epoch": 1.8590998043052838, | |
| "grad_norm": 3.21875, | |
| "learning_rate": 8.364241062849732e-05, | |
| "loss": 1.35613279, | |
| "memory(GiB)": 19.51, | |
| "step": 475, | |
| "train_speed(iter/s)": 0.07469 | |
| }, | |
| { | |
| "acc": 0.66248426, | |
| "epoch": 1.8786692759295498, | |
| "grad_norm": 1.0703125, | |
| "learning_rate": 8.252769151172682e-05, | |
| "loss": 1.34706697, | |
| "memory(GiB)": 19.16, | |
| "step": 480, | |
| "train_speed(iter/s)": 0.074779 | |
| }, | |
| { | |
| "acc": 0.66462736, | |
| "epoch": 1.898238747553816, | |
| "grad_norm": 0.8515625, | |
| "learning_rate": 8.140968044109134e-05, | |
| "loss": 1.31343336, | |
| "memory(GiB)": 19.17, | |
| "step": 485, | |
| "train_speed(iter/s)": 0.07486 | |
| }, | |
| { | |
| "acc": 0.65373287, | |
| "epoch": 1.9178082191780823, | |
| "grad_norm": 1.078125, | |
| "learning_rate": 8.028867120103326e-05, | |
| "loss": 1.31145601, | |
| "memory(GiB)": 19.46, | |
| "step": 490, | |
| "train_speed(iter/s)": 0.074941 | |
| }, | |
| { | |
| "acc": 0.6731041, | |
| "epoch": 1.9373776908023483, | |
| "grad_norm": 0.89453125, | |
| "learning_rate": 7.916495836383648e-05, | |
| "loss": 1.24272699, | |
| "memory(GiB)": 19.45, | |
| "step": 495, | |
| "train_speed(iter/s)": 0.075011 | |
| }, | |
| { | |
| "acc": 0.66485052, | |
| "epoch": 1.9569471624266144, | |
| "grad_norm": 1.03125, | |
| "learning_rate": 7.80388372122204e-05, | |
| "loss": 1.28164721, | |
| "memory(GiB)": 19.24, | |
| "step": 500, | |
| "train_speed(iter/s)": 0.07509 | |
| }, | |
| { | |
| "epoch": 1.9569471624266144, | |
| "eval_acc": 0.6349567949725059, | |
| "eval_loss": 1.483258843421936, | |
| "eval_runtime": 72.4797, | |
| "eval_samples_per_second": 1.049, | |
| "eval_steps_per_second": 0.524, | |
| "step": 500 | |
| }, | |
| { | |
| "acc": 0.68325486, | |
| "epoch": 1.9765166340508806, | |
| "grad_norm": 1.2890625, | |
| "learning_rate": 7.691060366174728e-05, | |
| "loss": 1.2257865, | |
| "memory(GiB)": 22.98, | |
| "step": 505, | |
| "train_speed(iter/s)": 0.074371 | |
| }, | |
| { | |
| "acc": 0.68977013, | |
| "epoch": 1.9960861056751469, | |
| "grad_norm": 1.0234375, | |
| "learning_rate": 7.578055418306327e-05, | |
| "loss": 1.25723343, | |
| "memory(GiB)": 19.56, | |
| "step": 510, | |
| "train_speed(iter/s)": 0.074471 | |
| }, | |
| { | |
| "acc": 0.72185702, | |
| "epoch": 2.015655577299413, | |
| "grad_norm": 0.7890625, | |
| "learning_rate": 7.464898572399353e-05, | |
| "loss": 1.01715631, | |
| "memory(GiB)": 20.07, | |
| "step": 515, | |
| "train_speed(iter/s)": 0.074591 | |
| }, | |
| { | |
| "acc": 0.71889682, | |
| "epoch": 2.035225048923679, | |
| "grad_norm": 1.0625, | |
| "learning_rate": 7.351619563151208e-05, | |
| "loss": 1.03077154, | |
| "memory(GiB)": 19.92, | |
| "step": 520, | |
| "train_speed(iter/s)": 0.074683 | |
| }, | |
| { | |
| "acc": 0.7505311, | |
| "epoch": 2.0547945205479454, | |
| "grad_norm": 1.9609375, | |
| "learning_rate": 7.238248157360663e-05, | |
| "loss": 0.93218956, | |
| "memory(GiB)": 19.85, | |
| "step": 525, | |
| "train_speed(iter/s)": 0.07477 | |
| }, | |
| { | |
| "acc": 0.7315311, | |
| "epoch": 2.0743639921722115, | |
| "grad_norm": 1.1875, | |
| "learning_rate": 7.124814146105921e-05, | |
| "loss": 0.96330833, | |
| "memory(GiB)": 19.87, | |
| "step": 530, | |
| "train_speed(iter/s)": 0.074853 | |
| }, | |
| { | |
| "acc": 0.75555606, | |
| "epoch": 2.0939334637964775, | |
| "grad_norm": 1.3515625, | |
| "learning_rate": 7.011347336916277e-05, | |
| "loss": 0.86877937, | |
| "memory(GiB)": 18.46, | |
| "step": 535, | |
| "train_speed(iter/s)": 0.074938 | |
| }, | |
| { | |
| "acc": 0.74034052, | |
| "epoch": 2.1135029354207435, | |
| "grad_norm": 1.546875, | |
| "learning_rate": 6.897877545939475e-05, | |
| "loss": 0.90922012, | |
| "memory(GiB)": 19.89, | |
| "step": 540, | |
| "train_speed(iter/s)": 0.075027 | |
| }, | |
| { | |
| "acc": 0.72400937, | |
| "epoch": 2.1330724070450096, | |
| "grad_norm": 1.90625, | |
| "learning_rate": 6.784434590106808e-05, | |
| "loss": 0.98424711, | |
| "memory(GiB)": 19.11, | |
| "step": 545, | |
| "train_speed(iter/s)": 0.075114 | |
| }, | |
| { | |
| "acc": 0.77706275, | |
| "epoch": 2.152641878669276, | |
| "grad_norm": 1.359375, | |
| "learning_rate": 6.671048279297972e-05, | |
| "loss": 0.80820856, | |
| "memory(GiB)": 19.86, | |
| "step": 550, | |
| "train_speed(iter/s)": 0.075193 | |
| }, | |
| { | |
| "epoch": 2.152641878669276, | |
| "eval_acc": 0.6260015710919089, | |
| "eval_loss": 1.6081812381744385, | |
| "eval_runtime": 68.6973, | |
| "eval_samples_per_second": 1.106, | |
| "eval_steps_per_second": 0.553, | |
| "step": 550 | |
| }, | |
| { | |
| "acc": 0.75351696, | |
| "epoch": 2.172211350293542, | |
| "grad_norm": 2.015625, | |
| "learning_rate": 6.55774840850782e-05, | |
| "loss": 0.86192131, | |
| "memory(GiB)": 22.21, | |
| "step": 555, | |
| "train_speed(iter/s)": 0.074578 | |
| }, | |
| { | |
| "acc": 0.74249997, | |
| "epoch": 2.191780821917808, | |
| "grad_norm": 1.4609375, | |
| "learning_rate": 6.444564750017003e-05, | |
| "loss": 0.91982813, | |
| "memory(GiB)": 19.87, | |
| "step": 560, | |
| "train_speed(iter/s)": 0.074665 | |
| }, | |
| { | |
| "acc": 0.73636398, | |
| "epoch": 2.2113502935420746, | |
| "grad_norm": 1.9375, | |
| "learning_rate": 6.331527045568573e-05, | |
| "loss": 0.93448582, | |
| "memory(GiB)": 19.33, | |
| "step": 565, | |
| "train_speed(iter/s)": 0.074752 | |
| }, | |
| { | |
| "acc": 0.74081583, | |
| "epoch": 2.2309197651663406, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 6.218664998552634e-05, | |
| "loss": 0.94956303, | |
| "memory(GiB)": 19.8, | |
| "step": 570, | |
| "train_speed(iter/s)": 0.074842 | |
| }, | |
| { | |
| "acc": 0.74573116, | |
| "epoch": 2.2504892367906066, | |
| "grad_norm": 2.546875, | |
| "learning_rate": 6.106008266201046e-05, | |
| "loss": 0.88486786, | |
| "memory(GiB)": 19.92, | |
| "step": 575, | |
| "train_speed(iter/s)": 0.074925 | |
| }, | |
| { | |
| "acc": 0.75495067, | |
| "epoch": 2.2700587084148727, | |
| "grad_norm": 2.09375, | |
| "learning_rate": 5.9935864517942844e-05, | |
| "loss": 0.84776802, | |
| "memory(GiB)": 19.89, | |
| "step": 580, | |
| "train_speed(iter/s)": 0.075 | |
| }, | |
| { | |
| "acc": 0.74743519, | |
| "epoch": 2.2896281800391387, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 5.881429096882449e-05, | |
| "loss": 0.92330503, | |
| "memory(GiB)": 19.03, | |
| "step": 585, | |
| "train_speed(iter/s)": 0.075076 | |
| }, | |
| { | |
| "acc": 0.74913769, | |
| "epoch": 2.309197651663405, | |
| "grad_norm": 1.6640625, | |
| "learning_rate": 5.769565673522515e-05, | |
| "loss": 0.92942295, | |
| "memory(GiB)": 20.04, | |
| "step": 590, | |
| "train_speed(iter/s)": 0.075149 | |
| }, | |
| { | |
| "acc": 0.74875064, | |
| "epoch": 2.328767123287671, | |
| "grad_norm": 1.25, | |
| "learning_rate": 5.658025576533832e-05, | |
| "loss": 0.90142069, | |
| "memory(GiB)": 19.96, | |
| "step": 595, | |
| "train_speed(iter/s)": 0.075215 | |
| }, | |
| { | |
| "acc": 0.74648356, | |
| "epoch": 2.3483365949119372, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 5.546838115773929e-05, | |
| "loss": 0.91528139, | |
| "memory(GiB)": 19.84, | |
| "step": 600, | |
| "train_speed(iter/s)": 0.075292 | |
| }, | |
| { | |
| "epoch": 2.3483365949119372, | |
| "eval_acc": 0.6284367635506677, | |
| "eval_loss": 1.593437910079956, | |
| "eval_runtime": 68.9856, | |
| "eval_samples_per_second": 1.102, | |
| "eval_steps_per_second": 0.551, | |
| "step": 600 | |
| }, | |
| { | |
| "acc": 0.75246172, | |
| "epoch": 2.3679060665362037, | |
| "grad_norm": 1.2109375, | |
| "learning_rate": 5.4360325084366416e-05, | |
| "loss": 0.87402363, | |
| "memory(GiB)": 22.69, | |
| "step": 605, | |
| "train_speed(iter/s)": 0.074706 | |
| }, | |
| { | |
| "acc": 0.74078665, | |
| "epoch": 2.3874755381604698, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 5.3256378713745815e-05, | |
| "loss": 0.91142588, | |
| "memory(GiB)": 20.15, | |
| "step": 610, | |
| "train_speed(iter/s)": 0.074788 | |
| }, | |
| { | |
| "acc": 0.75772052, | |
| "epoch": 2.407045009784736, | |
| "grad_norm": 2.03125, | |
| "learning_rate": 5.21568321344799e-05, | |
| "loss": 0.85517597, | |
| "memory(GiB)": 19.37, | |
| "step": 615, | |
| "train_speed(iter/s)": 0.074857 | |
| }, | |
| { | |
| "acc": 0.75341692, | |
| "epoch": 2.426614481409002, | |
| "grad_norm": 1.40625, | |
| "learning_rate": 5.10619742790194e-05, | |
| "loss": 0.87981377, | |
| "memory(GiB)": 18.91, | |
| "step": 620, | |
| "train_speed(iter/s)": 0.074925 | |
| }, | |
| { | |
| "acc": 0.76221485, | |
| "epoch": 2.446183953033268, | |
| "grad_norm": 5.5625, | |
| "learning_rate": 4.9972092847739603e-05, | |
| "loss": 0.89623175, | |
| "memory(GiB)": 20.27, | |
| "step": 625, | |
| "train_speed(iter/s)": 0.074994 | |
| }, | |
| { | |
| "acc": 0.74322577, | |
| "epoch": 2.4657534246575343, | |
| "grad_norm": 1.6796875, | |
| "learning_rate": 4.8887474233339963e-05, | |
| "loss": 0.89493027, | |
| "memory(GiB)": 19.38, | |
| "step": 630, | |
| "train_speed(iter/s)": 0.075068 | |
| }, | |
| { | |
| "acc": 0.74455509, | |
| "epoch": 2.4853228962818004, | |
| "grad_norm": 1.3046875, | |
| "learning_rate": 4.780840344558753e-05, | |
| "loss": 0.92399101, | |
| "memory(GiB)": 19.32, | |
| "step": 635, | |
| "train_speed(iter/s)": 0.075143 | |
| }, | |
| { | |
| "acc": 0.75597148, | |
| "epoch": 2.5048923679060664, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 4.673516403642383e-05, | |
| "loss": 0.86396818, | |
| "memory(GiB)": 19.52, | |
| "step": 640, | |
| "train_speed(iter/s)": 0.075214 | |
| }, | |
| { | |
| "acc": 0.75100412, | |
| "epoch": 2.524461839530333, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.5668038025454554e-05, | |
| "loss": 0.89630232, | |
| "memory(GiB)": 19.54, | |
| "step": 645, | |
| "train_speed(iter/s)": 0.07528 | |
| }, | |
| { | |
| "acc": 0.74814, | |
| "epoch": 2.544031311154599, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 4.460730582584228e-05, | |
| "loss": 0.90660105, | |
| "memory(GiB)": 19.46, | |
| "step": 650, | |
| "train_speed(iter/s)": 0.075343 | |
| }, | |
| { | |
| "epoch": 2.544031311154599, | |
| "eval_acc": 0.6304006284367636, | |
| "eval_loss": 1.6207610368728638, | |
| "eval_runtime": 68.9365, | |
| "eval_samples_per_second": 1.102, | |
| "eval_steps_per_second": 0.551, | |
| "step": 650 | |
| }, | |
| { | |
| "acc": 0.74153934, | |
| "epoch": 2.563600782778865, | |
| "grad_norm": 2.328125, | |
| "learning_rate": 4.3553246170621e-05, | |
| "loss": 0.90404129, | |
| "memory(GiB)": 19.38, | |
| "step": 655, | |
| "train_speed(iter/s)": 0.074813 | |
| }, | |
| { | |
| "acc": 0.76082869, | |
| "epoch": 2.583170254403131, | |
| "grad_norm": 1.5390625, | |
| "learning_rate": 4.2506136039452357e-05, | |
| "loss": 0.90251627, | |
| "memory(GiB)": 20.24, | |
| "step": 660, | |
| "train_speed(iter/s)": 0.074877 | |
| }, | |
| { | |
| "acc": 0.76424356, | |
| "epoch": 2.602739726027397, | |
| "grad_norm": 1.109375, | |
| "learning_rate": 4.146625058584251e-05, | |
| "loss": 0.85076065, | |
| "memory(GiB)": 19.4, | |
| "step": 665, | |
| "train_speed(iter/s)": 0.07494 | |
| }, | |
| { | |
| "acc": 0.75788155, | |
| "epoch": 2.6223091976516635, | |
| "grad_norm": 1.828125, | |
| "learning_rate": 4.043386306483886e-05, | |
| "loss": 0.8638917, | |
| "memory(GiB)": 18.71, | |
| "step": 670, | |
| "train_speed(iter/s)": 0.075 | |
| }, | |
| { | |
| "acc": 0.74567804, | |
| "epoch": 2.6418786692759295, | |
| "grad_norm": 1.5078125, | |
| "learning_rate": 3.940924476122573e-05, | |
| "loss": 0.91406345, | |
| "memory(GiB)": 19.53, | |
| "step": 675, | |
| "train_speed(iter/s)": 0.075062 | |
| }, | |
| { | |
| "acc": 0.77229648, | |
| "epoch": 2.6614481409001955, | |
| "grad_norm": 1.3984375, | |
| "learning_rate": 3.839266491823776e-05, | |
| "loss": 0.79556112, | |
| "memory(GiB)": 19.59, | |
| "step": 680, | |
| "train_speed(iter/s)": 0.075125 | |
| }, | |
| { | |
| "acc": 0.7331708, | |
| "epoch": 2.681017612524462, | |
| "grad_norm": 1.6015625, | |
| "learning_rate": 3.73843906668096e-05, | |
| "loss": 0.95133247, | |
| "memory(GiB)": 19.69, | |
| "step": 685, | |
| "train_speed(iter/s)": 0.075185 | |
| }, | |
| { | |
| "acc": 0.76955137, | |
| "epoch": 2.700587084148728, | |
| "grad_norm": 1.4140625, | |
| "learning_rate": 3.6384686955380996e-05, | |
| "loss": 0.82770052, | |
| "memory(GiB)": 19.53, | |
| "step": 690, | |
| "train_speed(iter/s)": 0.075245 | |
| }, | |
| { | |
| "acc": 0.73245583, | |
| "epoch": 2.720156555772994, | |
| "grad_norm": 1.59375, | |
| "learning_rate": 3.539381648027495e-05, | |
| "loss": 0.93347349, | |
| "memory(GiB)": 19.38, | |
| "step": 695, | |
| "train_speed(iter/s)": 0.075313 | |
| }, | |
| { | |
| "acc": 0.7664053, | |
| "epoch": 2.73972602739726, | |
| "grad_norm": 1.4296875, | |
| "learning_rate": 3.441203961666818e-05, | |
| "loss": 0.84118309, | |
| "memory(GiB)": 19.55, | |
| "step": 700, | |
| "train_speed(iter/s)": 0.075373 | |
| }, | |
| { | |
| "epoch": 2.73972602739726, | |
| "eval_acc": 0.628750981932443, | |
| "eval_loss": 1.5982366800308228, | |
| "eval_runtime": 69.1268, | |
| "eval_samples_per_second": 1.099, | |
| "eval_steps_per_second": 0.55, | |
| "step": 700 | |
| }, | |
| { | |
| "acc": 0.74386759, | |
| "epoch": 2.759295499021526, | |
| "grad_norm": 2.21875, | |
| "learning_rate": 3.343961435017094e-05, | |
| "loss": 0.92712116, | |
| "memory(GiB)": 23.1, | |
| "step": 705, | |
| "train_speed(iter/s)": 0.074881 | |
| }, | |
| { | |
| "acc": 0.75352135, | |
| "epoch": 2.7788649706457926, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 3.247679620903533e-05, | |
| "loss": 0.90610752, | |
| "memory(GiB)": 19.56, | |
| "step": 710, | |
| "train_speed(iter/s)": 0.074934 | |
| }, | |
| { | |
| "acc": 0.75765467, | |
| "epoch": 2.7984344422700587, | |
| "grad_norm": 4.4375, | |
| "learning_rate": 3.1523838197008956e-05, | |
| "loss": 0.88628139, | |
| "memory(GiB)": 19.44, | |
| "step": 715, | |
| "train_speed(iter/s)": 0.074999 | |
| }, | |
| { | |
| "acc": 0.763375, | |
| "epoch": 2.8180039138943247, | |
| "grad_norm": 1.1640625, | |
| "learning_rate": 3.058099072685204e-05, | |
| "loss": 0.86159172, | |
| "memory(GiB)": 19.5, | |
| "step": 720, | |
| "train_speed(iter/s)": 0.075059 | |
| }, | |
| { | |
| "acc": 0.75694184, | |
| "epoch": 2.837573385518591, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 2.964850155453543e-05, | |
| "loss": 0.85433092, | |
| "memory(GiB)": 19.38, | |
| "step": 725, | |
| "train_speed(iter/s)": 0.075121 | |
| }, | |
| { | |
| "acc": 0.76086893, | |
| "epoch": 2.857142857142857, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 2.8726615714136827e-05, | |
| "loss": 0.8608798, | |
| "memory(GiB)": 19.58, | |
| "step": 730, | |
| "train_speed(iter/s)": 0.075181 | |
| }, | |
| { | |
| "acc": 0.74008894, | |
| "epoch": 2.8767123287671232, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 2.7815575453452058e-05, | |
| "loss": 0.98413734, | |
| "memory(GiB)": 19.59, | |
| "step": 735, | |
| "train_speed(iter/s)": 0.075242 | |
| }, | |
| { | |
| "acc": 0.75941825, | |
| "epoch": 2.8962818003913893, | |
| "grad_norm": 1.7734375, | |
| "learning_rate": 2.6915620170338612e-05, | |
| "loss": 0.85438929, | |
| "memory(GiB)": 19.39, | |
| "step": 740, | |
| "train_speed(iter/s)": 0.075307 | |
| }, | |
| { | |
| "acc": 0.77891464, | |
| "epoch": 2.9158512720156553, | |
| "grad_norm": 1.7265625, | |
| "learning_rate": 2.6026986349808058e-05, | |
| "loss": 0.79716868, | |
| "memory(GiB)": 19.61, | |
| "step": 745, | |
| "train_speed(iter/s)": 0.075361 | |
| }, | |
| { | |
| "acc": 0.75023217, | |
| "epoch": 2.935420743639922, | |
| "grad_norm": 1.28125, | |
| "learning_rate": 2.514990750188399e-05, | |
| "loss": 0.85774508, | |
| "memory(GiB)": 18.86, | |
| "step": 750, | |
| "train_speed(iter/s)": 0.075417 | |
| }, | |
| { | |
| "epoch": 2.935420743639922, | |
| "eval_acc": 0.6324430479183032, | |
| "eval_loss": 1.5986852645874023, | |
| "eval_runtime": 69.3348, | |
| "eval_samples_per_second": 1.096, | |
| "eval_steps_per_second": 0.548, | |
| "step": 750 | |
| }, | |
| { | |
| "acc": 0.74531512, | |
| "epoch": 2.954990215264188, | |
| "grad_norm": 1.5625, | |
| "learning_rate": 2.4284614100241538e-05, | |
| "loss": 0.93483381, | |
| "memory(GiB)": 23.14, | |
| "step": 755, | |
| "train_speed(iter/s)": 0.074953 | |
| }, | |
| { | |
| "acc": 0.76761031, | |
| "epoch": 2.974559686888454, | |
| "grad_norm": 1.6171875, | |
| "learning_rate": 2.343133352164477e-05, | |
| "loss": 0.84630623, | |
| "memory(GiB)": 19.36, | |
| "step": 760, | |
| "train_speed(iter/s)": 0.075015 | |
| }, | |
| { | |
| "acc": 0.75018072, | |
| "epoch": 2.9941291585127203, | |
| "grad_norm": 1.5703125, | |
| "learning_rate": 2.2590289986198136e-05, | |
| "loss": 0.89352074, | |
| "memory(GiB)": 19.6, | |
| "step": 765, | |
| "train_speed(iter/s)": 0.075072 | |
| }, | |
| { | |
| "acc": 0.80383377, | |
| "epoch": 3.0136986301369864, | |
| "grad_norm": 1.453125, | |
| "learning_rate": 2.1761704498427003e-05, | |
| "loss": 0.68276234, | |
| "memory(GiB)": 19.62, | |
| "step": 770, | |
| "train_speed(iter/s)": 0.075153 | |
| }, | |
| { | |
| "acc": 0.82252359, | |
| "epoch": 3.0332681017612524, | |
| "grad_norm": 1.328125, | |
| "learning_rate": 2.094579478920358e-05, | |
| "loss": 0.64008789, | |
| "memory(GiB)": 19.76, | |
| "step": 775, | |
| "train_speed(iter/s)": 0.075213 | |
| }, | |
| { | |
| "acc": 0.83448801, | |
| "epoch": 3.0528375733855184, | |
| "grad_norm": 1.8828125, | |
| "learning_rate": 2.0142775258532654e-05, | |
| "loss": 0.61610913, | |
| "memory(GiB)": 19.59, | |
| "step": 780, | |
| "train_speed(iter/s)": 0.075271 | |
| }, | |
| { | |
| "acc": 0.83116817, | |
| "epoch": 3.072407045009785, | |
| "grad_norm": 1.5546875, | |
| "learning_rate": 1.9352856919212994e-05, | |
| "loss": 0.58688097, | |
| "memory(GiB)": 19.53, | |
| "step": 785, | |
| "train_speed(iter/s)": 0.075323 | |
| }, | |
| { | |
| "acc": 0.82525949, | |
| "epoch": 3.091976516634051, | |
| "grad_norm": 1.4375, | |
| "learning_rate": 1.8576247341388544e-05, | |
| "loss": 0.62312498, | |
| "memory(GiB)": 19.85, | |
| "step": 790, | |
| "train_speed(iter/s)": 0.07537 | |
| }, | |
| { | |
| "acc": 0.81645441, | |
| "epoch": 3.111545988258317, | |
| "grad_norm": 1.65625, | |
| "learning_rate": 1.7813150598004313e-05, | |
| "loss": 0.62203112, | |
| "memory(GiB)": 19.79, | |
| "step": 795, | |
| "train_speed(iter/s)": 0.075423 | |
| }, | |
| { | |
| "acc": 0.83432789, | |
| "epoch": 3.131115459882583, | |
| "grad_norm": 1.5859375, | |
| "learning_rate": 1.7063767211181333e-05, | |
| "loss": 0.60077624, | |
| "memory(GiB)": 19.52, | |
| "step": 800, | |
| "train_speed(iter/s)": 0.07548 | |
| }, | |
| { | |
| "epoch": 3.131115459882583, | |
| "eval_acc": 0.6209740769835035, | |
| "eval_loss": 1.7955598831176758, | |
| "eval_runtime": 69.0109, | |
| "eval_samples_per_second": 1.101, | |
| "eval_steps_per_second": 0.551, | |
| "step": 800 | |
| }, | |
| { | |
| "acc": 0.82124023, | |
| "epoch": 3.1506849315068495, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 1.6328294099524644e-05, | |
| "loss": 0.60847788, | |
| "memory(GiB)": 22.65, | |
| "step": 805, | |
| "train_speed(iter/s)": 0.075043 | |
| }, | |
| { | |
| "acc": 0.83265171, | |
| "epoch": 3.1702544031311155, | |
| "grad_norm": 4.09375, | |
| "learning_rate": 1.5606924526378136e-05, | |
| "loss": 0.57863126, | |
| "memory(GiB)": 18.89, | |
| "step": 810, | |
| "train_speed(iter/s)": 0.07509 | |
| }, | |
| { | |
| "acc": 0.8407362, | |
| "epoch": 3.1898238747553815, | |
| "grad_norm": 1.1796875, | |
| "learning_rate": 1.4899848049039881e-05, | |
| "loss": 0.53706379, | |
| "memory(GiB)": 19.37, | |
| "step": 815, | |
| "train_speed(iter/s)": 0.075142 | |
| }, | |
| { | |
| "acc": 0.82116756, | |
| "epoch": 3.2093933463796476, | |
| "grad_norm": 1.859375, | |
| "learning_rate": 1.4207250468951426e-05, | |
| "loss": 0.64039102, | |
| "memory(GiB)": 19.52, | |
| "step": 820, | |
| "train_speed(iter/s)": 0.075197 | |
| }, | |
| { | |
| "acc": 0.85004549, | |
| "epoch": 3.228962818003914, | |
| "grad_norm": 1.0390625, | |
| "learning_rate": 1.3529313782874023e-05, | |
| "loss": 0.53315983, | |
| "memory(GiB)": 19.52, | |
| "step": 825, | |
| "train_speed(iter/s)": 0.07525 | |
| }, | |
| { | |
| "acc": 0.83273296, | |
| "epoch": 3.24853228962818, | |
| "grad_norm": 1.578125, | |
| "learning_rate": 1.2866216135064487e-05, | |
| "loss": 0.58545351, | |
| "memory(GiB)": 19.36, | |
| "step": 830, | |
| "train_speed(iter/s)": 0.075303 | |
| }, | |
| { | |
| "acc": 0.80788403, | |
| "epoch": 3.268101761252446, | |
| "grad_norm": 2.296875, | |
| "learning_rate": 1.2218131770463487e-05, | |
| "loss": 0.67468171, | |
| "memory(GiB)": 19.28, | |
| "step": 835, | |
| "train_speed(iter/s)": 0.075356 | |
| }, | |
| { | |
| "acc": 0.8440134, | |
| "epoch": 3.287671232876712, | |
| "grad_norm": 1.21875, | |
| "learning_rate": 1.1585230988908576e-05, | |
| "loss": 0.55293651, | |
| "memory(GiB)": 19.37, | |
| "step": 840, | |
| "train_speed(iter/s)": 0.07541 | |
| }, | |
| { | |
| "acc": 0.81569691, | |
| "epoch": 3.3072407045009786, | |
| "grad_norm": 1.671875, | |
| "learning_rate": 1.0967680100383645e-05, | |
| "loss": 0.61190109, | |
| "memory(GiB)": 18.09, | |
| "step": 845, | |
| "train_speed(iter/s)": 0.075466 | |
| }, | |
| { | |
| "acc": 0.84766483, | |
| "epoch": 3.3268101761252447, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 1.0365641381317113e-05, | |
| "loss": 0.52525816, | |
| "memory(GiB)": 19.31, | |
| "step": 850, | |
| "train_speed(iter/s)": 0.075523 | |
| }, | |
| { | |
| "epoch": 3.3268101761252447, | |
| "eval_acc": 0.6203456402199529, | |
| "eval_loss": 1.7881730794906616, | |
| "eval_runtime": 69.1552, | |
| "eval_samples_per_second": 1.099, | |
| "eval_steps_per_second": 0.549, | |
| "step": 850 | |
| }, | |
| { | |
| "acc": 0.84491625, | |
| "epoch": 3.3463796477495107, | |
| "grad_norm": 1.8046875, | |
| "learning_rate": 9.779273031939692e-06, | |
| "loss": 0.56272998, | |
| "memory(GiB)": 23.04, | |
| "step": 855, | |
| "train_speed(iter/s)": 0.07511 | |
| }, | |
| { | |
| "acc": 0.84104662, | |
| "epoch": 3.3659491193737767, | |
| "grad_norm": 1.796875, | |
| "learning_rate": 9.20872913471363e-06, | |
| "loss": 0.57019663, | |
| "memory(GiB)": 19.42, | |
| "step": 860, | |
| "train_speed(iter/s)": 0.075157 | |
| }, | |
| { | |
| "acc": 0.84433002, | |
| "epoch": 3.385518590998043, | |
| "grad_norm": 1.6484375, | |
| "learning_rate": 8.654159613843715e-06, | |
| "loss": 0.55449514, | |
| "memory(GiB)": 19.59, | |
| "step": 865, | |
| "train_speed(iter/s)": 0.07521 | |
| }, | |
| { | |
| "acc": 0.80005312, | |
| "epoch": 3.4050880626223092, | |
| "grad_norm": 1.46875, | |
| "learning_rate": 8.115710195881068e-06, | |
| "loss": 0.73595409, | |
| "memory(GiB)": 19.36, | |
| "step": 870, | |
| "train_speed(iter/s)": 0.075258 | |
| }, | |
| { | |
| "acc": 0.83217945, | |
| "epoch": 3.4246575342465753, | |
| "grad_norm": 3.328125, | |
| "learning_rate": 7.593522371429972e-06, | |
| "loss": 0.58270836, | |
| "memory(GiB)": 19.58, | |
| "step": 875, | |
| "train_speed(iter/s)": 0.075306 | |
| }, | |
| { | |
| "acc": 0.82742786, | |
| "epoch": 3.4442270058708413, | |
| "grad_norm": 1.234375, | |
| "learning_rate": 7.0877333579678585e-06, | |
| "loss": 0.59052157, | |
| "memory(GiB)": 19.6, | |
| "step": 880, | |
| "train_speed(iter/s)": 0.075358 | |
| }, | |
| { | |
| "acc": 0.81994705, | |
| "epoch": 3.4637964774951078, | |
| "grad_norm": 1.7578125, | |
| "learning_rate": 6.598476063788036e-06, | |
| "loss": 0.62256751, | |
| "memory(GiB)": 19.56, | |
| "step": 885, | |
| "train_speed(iter/s)": 0.075405 | |
| }, | |
| { | |
| "acc": 0.8157341, | |
| "epoch": 3.483365949119374, | |
| "grad_norm": 1.8203125, | |
| "learning_rate": 6.12587905307477e-06, | |
| "loss": 0.66806622, | |
| "memory(GiB)": 19.49, | |
| "step": 890, | |
| "train_speed(iter/s)": 0.075454 | |
| }, | |
| { | |
| "acc": 0.82838688, | |
| "epoch": 3.50293542074364, | |
| "grad_norm": 1.515625, | |
| "learning_rate": 5.67006651212008e-06, | |
| "loss": 0.63044977, | |
| "memory(GiB)": 19.54, | |
| "step": 895, | |
| "train_speed(iter/s)": 0.075497 | |
| }, | |
| { | |
| "acc": 0.79130597, | |
| "epoch": 3.5225048923679063, | |
| "grad_norm": 1.640625, | |
| "learning_rate": 5.2311582166906605e-06, | |
| "loss": 0.7558567, | |
| "memory(GiB)": 19.28, | |
| "step": 900, | |
| "train_speed(iter/s)": 0.07555 | |
| }, | |
| { | |
| "epoch": 3.5225048923679063, | |
| "eval_acc": 0.6211311861743912, | |
| "eval_loss": 1.7854998111724854, | |
| "eval_runtime": 69.2434, | |
| "eval_samples_per_second": 1.098, | |
| "eval_steps_per_second": 0.549, | |
| "step": 900 | |
| } | |
| ], | |
| "logging_steps": 5, | |
| "max_steps": 1020, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 4, | |
| "save_steps": 300, | |
| "stateful_callbacks": { | |
| "TrainerControl": { | |
| "args": { | |
| "should_epoch_stop": false, | |
| "should_evaluate": false, | |
| "should_log": false, | |
| "should_save": true, | |
| "should_training_stop": false | |
| }, | |
| "attributes": {} | |
| } | |
| }, | |
| "total_flos": 2.605539502350213e+17, | |
| "train_batch_size": 2, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |