{ "best_metric": 0.8684313725490196, "best_model_checkpoint": "vit-base-patch16-224-finetuned-food102/checkpoint-2151", "epoch": 2.998954339491112, "eval_steps": 500, "global_step": 2151, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.013942140118508192, "grad_norm": 11.970505714416504, "learning_rate": 2.3148148148148148e-06, "loss": 19.054, "step": 10 }, { "epoch": 0.027884280237016383, "grad_norm": 11.977810859680176, "learning_rate": 4.6296296296296296e-06, "loss": 19.0411, "step": 20 }, { "epoch": 0.04182642035552457, "grad_norm": 12.143768310546875, "learning_rate": 6.944444444444445e-06, "loss": 19.0188, "step": 30 }, { "epoch": 0.055768560474032766, "grad_norm": 11.653632164001465, "learning_rate": 9.259259259259259e-06, "loss": 18.7585, "step": 40 }, { "epoch": 0.06971070059254096, "grad_norm": 13.25544261932373, "learning_rate": 1.1574074074074075e-05, "loss": 18.4989, "step": 50 }, { "epoch": 0.08365284071104914, "grad_norm": 12.296609878540039, "learning_rate": 1.388888888888889e-05, "loss": 18.199, "step": 60 }, { "epoch": 0.09759498082955734, "grad_norm": 11.88782024383545, "learning_rate": 1.6203703703703704e-05, "loss": 17.9952, "step": 70 }, { "epoch": 0.11153712094806553, "grad_norm": 11.943421363830566, "learning_rate": 1.8518518518518518e-05, "loss": 17.5776, "step": 80 }, { "epoch": 0.12547926106657373, "grad_norm": 12.558123588562012, "learning_rate": 2.0833333333333336e-05, "loss": 17.0623, "step": 90 }, { "epoch": 0.13942140118508192, "grad_norm": 13.311689376831055, "learning_rate": 2.314814814814815e-05, "loss": 16.5161, "step": 100 }, { "epoch": 0.1533635413035901, "grad_norm": 14.52517318725586, "learning_rate": 2.5462962962962965e-05, "loss": 15.9671, "step": 110 }, { "epoch": 0.16730568142209828, "grad_norm": 12.310554504394531, "learning_rate": 2.777777777777778e-05, "loss": 15.2662, "step": 120 }, { "epoch": 0.18124782154060648, "grad_norm": 12.67236042022705, "learning_rate": 3.0092592592592593e-05, "loss": 14.4554, "step": 130 }, { "epoch": 0.19518996165911467, "grad_norm": 12.847444534301758, "learning_rate": 3.240740740740741e-05, "loss": 13.7588, "step": 140 }, { "epoch": 0.20913210177762287, "grad_norm": 12.77316665649414, "learning_rate": 3.472222222222222e-05, "loss": 13.0135, "step": 150 }, { "epoch": 0.22307424189613106, "grad_norm": 13.008152961730957, "learning_rate": 3.7037037037037037e-05, "loss": 12.324, "step": 160 }, { "epoch": 0.23701638201463926, "grad_norm": 13.326498985290527, "learning_rate": 3.935185185185186e-05, "loss": 11.2685, "step": 170 }, { "epoch": 0.25095852213314745, "grad_norm": 13.166327476501465, "learning_rate": 4.166666666666667e-05, "loss": 10.491, "step": 180 }, { "epoch": 0.26490066225165565, "grad_norm": 12.491602897644043, "learning_rate": 4.3981481481481486e-05, "loss": 9.8871, "step": 190 }, { "epoch": 0.27884280237016384, "grad_norm": 12.803274154663086, "learning_rate": 4.62962962962963e-05, "loss": 9.0965, "step": 200 }, { "epoch": 0.292784942488672, "grad_norm": 13.318122863769531, "learning_rate": 4.8611111111111115e-05, "loss": 8.2912, "step": 210 }, { "epoch": 0.3067270826071802, "grad_norm": 12.178855895996094, "learning_rate": 4.989664082687339e-05, "loss": 8.0104, "step": 220 }, { "epoch": 0.3206692227256884, "grad_norm": 11.760112762451172, "learning_rate": 4.963824289405685e-05, "loss": 7.2478, "step": 230 }, { "epoch": 0.33461136284419657, "grad_norm": 12.436824798583984, "learning_rate": 4.9379844961240315e-05, "loss": 6.8172, "step": 240 }, { "epoch": 0.34855350296270476, "grad_norm": 11.301292419433594, "learning_rate": 4.912144702842377e-05, "loss": 6.5386, "step": 250 }, { "epoch": 0.36249564308121296, "grad_norm": 12.099160194396973, "learning_rate": 4.886304909560724e-05, "loss": 6.1708, "step": 260 }, { "epoch": 0.37643778319972115, "grad_norm": 12.640030860900879, "learning_rate": 4.86046511627907e-05, "loss": 6.0798, "step": 270 }, { "epoch": 0.39037992331822935, "grad_norm": 12.914190292358398, "learning_rate": 4.834625322997416e-05, "loss": 5.5983, "step": 280 }, { "epoch": 0.40432206343673754, "grad_norm": 13.290894508361816, "learning_rate": 4.8087855297157624e-05, "loss": 5.6591, "step": 290 }, { "epoch": 0.41826420355524574, "grad_norm": 12.26599407196045, "learning_rate": 4.782945736434109e-05, "loss": 5.0549, "step": 300 }, { "epoch": 0.43220634367375393, "grad_norm": 13.02130126953125, "learning_rate": 4.757105943152455e-05, "loss": 4.8798, "step": 310 }, { "epoch": 0.44614848379226213, "grad_norm": 11.812455177307129, "learning_rate": 4.7312661498708014e-05, "loss": 4.8651, "step": 320 }, { "epoch": 0.4600906239107703, "grad_norm": 15.11469554901123, "learning_rate": 4.705426356589148e-05, "loss": 4.8677, "step": 330 }, { "epoch": 0.4740327640292785, "grad_norm": 13.028066635131836, "learning_rate": 4.679586563307494e-05, "loss": 4.7999, "step": 340 }, { "epoch": 0.48797490414778666, "grad_norm": 14.58755111694336, "learning_rate": 4.65374677002584e-05, "loss": 4.7765, "step": 350 }, { "epoch": 0.5019170442662949, "grad_norm": 11.573223114013672, "learning_rate": 4.627906976744186e-05, "loss": 4.6033, "step": 360 }, { "epoch": 0.515859184384803, "grad_norm": 13.456429481506348, "learning_rate": 4.602067183462532e-05, "loss": 4.406, "step": 370 }, { "epoch": 0.5298013245033113, "grad_norm": 13.06003475189209, "learning_rate": 4.5762273901808786e-05, "loss": 4.4271, "step": 380 }, { "epoch": 0.5437434646218194, "grad_norm": 12.669313430786133, "learning_rate": 4.550387596899225e-05, "loss": 4.1339, "step": 390 }, { "epoch": 0.5576856047403277, "grad_norm": 12.845880508422852, "learning_rate": 4.524547803617571e-05, "loss": 4.3616, "step": 400 }, { "epoch": 0.5716277448588358, "grad_norm": 13.643671035766602, "learning_rate": 4.4987080103359175e-05, "loss": 4.03, "step": 410 }, { "epoch": 0.585569884977344, "grad_norm": 12.903581619262695, "learning_rate": 4.472868217054264e-05, "loss": 4.0456, "step": 420 }, { "epoch": 0.5995120250958522, "grad_norm": 11.996821403503418, "learning_rate": 4.44702842377261e-05, "loss": 4.1508, "step": 430 }, { "epoch": 0.6134541652143604, "grad_norm": 12.505786895751953, "learning_rate": 4.421188630490956e-05, "loss": 4.112, "step": 440 }, { "epoch": 0.6273963053328686, "grad_norm": 12.409116744995117, "learning_rate": 4.395348837209303e-05, "loss": 3.8887, "step": 450 }, { "epoch": 0.6413384454513767, "grad_norm": 12.7697114944458, "learning_rate": 4.3695090439276484e-05, "loss": 3.7454, "step": 460 }, { "epoch": 0.655280585569885, "grad_norm": 13.008294105529785, "learning_rate": 4.3436692506459954e-05, "loss": 3.879, "step": 470 }, { "epoch": 0.6692227256883931, "grad_norm": 12.83389949798584, "learning_rate": 4.317829457364341e-05, "loss": 4.032, "step": 480 }, { "epoch": 0.6831648658069014, "grad_norm": 13.29801082611084, "learning_rate": 4.2919896640826874e-05, "loss": 3.9523, "step": 490 }, { "epoch": 0.6971070059254095, "grad_norm": 13.225083351135254, "learning_rate": 4.266149870801034e-05, "loss": 3.7454, "step": 500 }, { "epoch": 0.7110491460439178, "grad_norm": 13.245360374450684, "learning_rate": 4.24031007751938e-05, "loss": 3.5761, "step": 510 }, { "epoch": 0.7249912861624259, "grad_norm": 12.166769981384277, "learning_rate": 4.214470284237726e-05, "loss": 3.8125, "step": 520 }, { "epoch": 0.7389334262809342, "grad_norm": 13.542282104492188, "learning_rate": 4.1886304909560726e-05, "loss": 3.6979, "step": 530 }, { "epoch": 0.7528755663994423, "grad_norm": 17.77124786376953, "learning_rate": 4.162790697674418e-05, "loss": 3.4578, "step": 540 }, { "epoch": 0.7668177065179506, "grad_norm": 13.022871971130371, "learning_rate": 4.136950904392765e-05, "loss": 3.4832, "step": 550 }, { "epoch": 0.7807598466364587, "grad_norm": 15.890631675720215, "learning_rate": 4.111111111111111e-05, "loss": 3.5997, "step": 560 }, { "epoch": 0.7947019867549668, "grad_norm": 14.40475845336914, "learning_rate": 4.085271317829458e-05, "loss": 3.6687, "step": 570 }, { "epoch": 0.8086441268734751, "grad_norm": 10.683858871459961, "learning_rate": 4.0594315245478035e-05, "loss": 3.3821, "step": 580 }, { "epoch": 0.8225862669919832, "grad_norm": 14.170791625976562, "learning_rate": 4.0335917312661505e-05, "loss": 3.4403, "step": 590 }, { "epoch": 0.8365284071104915, "grad_norm": 12.744939804077148, "learning_rate": 4.007751937984496e-05, "loss": 3.1932, "step": 600 }, { "epoch": 0.8504705472289996, "grad_norm": 12.260272979736328, "learning_rate": 3.9819121447028425e-05, "loss": 3.5403, "step": 610 }, { "epoch": 0.8644126873475079, "grad_norm": 14.6715669631958, "learning_rate": 3.956072351421189e-05, "loss": 3.4033, "step": 620 }, { "epoch": 0.878354827466016, "grad_norm": 12.32928466796875, "learning_rate": 3.930232558139535e-05, "loss": 3.2728, "step": 630 }, { "epoch": 0.8922969675845243, "grad_norm": 13.14637279510498, "learning_rate": 3.9043927648578814e-05, "loss": 3.3631, "step": 640 }, { "epoch": 0.9062391077030324, "grad_norm": 11.95271110534668, "learning_rate": 3.878552971576228e-05, "loss": 3.2798, "step": 650 }, { "epoch": 0.9201812478215406, "grad_norm": 12.834661483764648, "learning_rate": 3.8527131782945734e-05, "loss": 3.5264, "step": 660 }, { "epoch": 0.9341233879400488, "grad_norm": 13.227917671203613, "learning_rate": 3.8268733850129204e-05, "loss": 3.5221, "step": 670 }, { "epoch": 0.948065528058557, "grad_norm": 13.852123260498047, "learning_rate": 3.801033591731266e-05, "loss": 3.1419, "step": 680 }, { "epoch": 0.9620076681770652, "grad_norm": 16.48082160949707, "learning_rate": 3.775193798449613e-05, "loss": 3.4653, "step": 690 }, { "epoch": 0.9759498082955733, "grad_norm": 11.60905933380127, "learning_rate": 3.7493540051679586e-05, "loss": 3.1008, "step": 700 }, { "epoch": 0.9898919484140816, "grad_norm": 25.217321395874023, "learning_rate": 3.7235142118863056e-05, "loss": 3.3941, "step": 710 }, { "epoch": 0.9996514464970373, "eval_accuracy": 0.8350980392156863, "eval_loss": 0.6625040769577026, "eval_runtime": 286.4591, "eval_samples_per_second": 35.607, "eval_steps_per_second": 1.114, "step": 717 }, { "epoch": 1.0038340885325898, "grad_norm": 10.983098983764648, "learning_rate": 3.697674418604651e-05, "loss": 3.2282, "step": 720 }, { "epoch": 1.0177762286510978, "grad_norm": 12.984674453735352, "learning_rate": 3.6718346253229976e-05, "loss": 2.9876, "step": 730 }, { "epoch": 1.031718368769606, "grad_norm": 11.363933563232422, "learning_rate": 3.645994832041344e-05, "loss": 3.1042, "step": 740 }, { "epoch": 1.0456605088881143, "grad_norm": 12.959346771240234, "learning_rate": 3.62015503875969e-05, "loss": 2.8314, "step": 750 }, { "epoch": 1.0596026490066226, "grad_norm": 13.28182601928711, "learning_rate": 3.5943152454780365e-05, "loss": 2.9215, "step": 760 }, { "epoch": 1.0735447891251306, "grad_norm": 12.953139305114746, "learning_rate": 3.568475452196383e-05, "loss": 2.9363, "step": 770 }, { "epoch": 1.0874869292436389, "grad_norm": 12.209274291992188, "learning_rate": 3.5426356589147285e-05, "loss": 2.9331, "step": 780 }, { "epoch": 1.1014290693621471, "grad_norm": 12.68194580078125, "learning_rate": 3.5167958656330755e-05, "loss": 2.9515, "step": 790 }, { "epoch": 1.1153712094806554, "grad_norm": 11.559549331665039, "learning_rate": 3.490956072351421e-05, "loss": 2.7768, "step": 800 }, { "epoch": 1.1293133495991634, "grad_norm": 13.342930793762207, "learning_rate": 3.465116279069768e-05, "loss": 2.8238, "step": 810 }, { "epoch": 1.1432554897176717, "grad_norm": 14.305107116699219, "learning_rate": 3.439276485788114e-05, "loss": 2.9598, "step": 820 }, { "epoch": 1.15719762983618, "grad_norm": 12.436918258666992, "learning_rate": 3.41343669250646e-05, "loss": 2.8277, "step": 830 }, { "epoch": 1.1711397699546882, "grad_norm": 12.794795036315918, "learning_rate": 3.3875968992248064e-05, "loss": 2.7674, "step": 840 }, { "epoch": 1.1850819100731962, "grad_norm": 12.380959510803223, "learning_rate": 3.361757105943153e-05, "loss": 2.6084, "step": 850 }, { "epoch": 1.1990240501917044, "grad_norm": 16.531293869018555, "learning_rate": 3.335917312661499e-05, "loss": 2.6154, "step": 860 }, { "epoch": 1.2129661903102127, "grad_norm": 12.086883544921875, "learning_rate": 3.310077519379845e-05, "loss": 2.9116, "step": 870 }, { "epoch": 1.2269083304287207, "grad_norm": 11.90904712677002, "learning_rate": 3.2842377260981916e-05, "loss": 2.7052, "step": 880 }, { "epoch": 1.240850470547229, "grad_norm": 13.168009757995605, "learning_rate": 3.258397932816537e-05, "loss": 2.5401, "step": 890 }, { "epoch": 1.2547926106657372, "grad_norm": 13.133540153503418, "learning_rate": 3.2325581395348836e-05, "loss": 3.089, "step": 900 }, { "epoch": 1.2687347507842452, "grad_norm": 10.270415306091309, "learning_rate": 3.20671834625323e-05, "loss": 2.5938, "step": 910 }, { "epoch": 1.2826768909027535, "grad_norm": 13.742632865905762, "learning_rate": 3.180878552971576e-05, "loss": 2.6841, "step": 920 }, { "epoch": 1.2966190310212617, "grad_norm": 10.14291000366211, "learning_rate": 3.1550387596899225e-05, "loss": 2.5288, "step": 930 }, { "epoch": 1.31056117113977, "grad_norm": 11.036438941955566, "learning_rate": 3.129198966408269e-05, "loss": 2.8172, "step": 940 }, { "epoch": 1.3245033112582782, "grad_norm": 11.163543701171875, "learning_rate": 3.103359173126615e-05, "loss": 2.8402, "step": 950 }, { "epoch": 1.3384454513767863, "grad_norm": 16.406246185302734, "learning_rate": 3.0775193798449615e-05, "loss": 2.8161, "step": 960 }, { "epoch": 1.3523875914952945, "grad_norm": 11.284817695617676, "learning_rate": 3.0516795865633074e-05, "loss": 2.448, "step": 970 }, { "epoch": 1.3663297316138028, "grad_norm": 12.130209922790527, "learning_rate": 3.025839793281654e-05, "loss": 2.8401, "step": 980 }, { "epoch": 1.3802718717323108, "grad_norm": 11.599443435668945, "learning_rate": 3e-05, "loss": 2.6025, "step": 990 }, { "epoch": 1.394214011850819, "grad_norm": 11.705489158630371, "learning_rate": 2.9741602067183467e-05, "loss": 2.6507, "step": 1000 }, { "epoch": 1.4081561519693273, "grad_norm": 11.031926155090332, "learning_rate": 2.9483204134366927e-05, "loss": 2.8557, "step": 1010 }, { "epoch": 1.4220982920878356, "grad_norm": 13.046774864196777, "learning_rate": 2.9224806201550387e-05, "loss": 2.972, "step": 1020 }, { "epoch": 1.4360404322063438, "grad_norm": 12.700828552246094, "learning_rate": 2.8966408268733853e-05, "loss": 2.7807, "step": 1030 }, { "epoch": 1.4499825723248518, "grad_norm": 15.926816940307617, "learning_rate": 2.8708010335917313e-05, "loss": 2.5443, "step": 1040 }, { "epoch": 1.46392471244336, "grad_norm": 14.657876968383789, "learning_rate": 2.844961240310078e-05, "loss": 2.8499, "step": 1050 }, { "epoch": 1.4778668525618683, "grad_norm": 12.2283935546875, "learning_rate": 2.819121447028424e-05, "loss": 2.6669, "step": 1060 }, { "epoch": 1.4918089926803764, "grad_norm": 14.132109642028809, "learning_rate": 2.7932816537467703e-05, "loss": 2.75, "step": 1070 }, { "epoch": 1.5057511327988846, "grad_norm": 15.497398376464844, "learning_rate": 2.7674418604651166e-05, "loss": 2.6658, "step": 1080 }, { "epoch": 1.5196932729173929, "grad_norm": 39.895477294921875, "learning_rate": 2.7416020671834625e-05, "loss": 2.8124, "step": 1090 }, { "epoch": 1.533635413035901, "grad_norm": 12.836750030517578, "learning_rate": 2.7157622739018092e-05, "loss": 2.7151, "step": 1100 }, { "epoch": 1.5475775531544091, "grad_norm": 12.65983772277832, "learning_rate": 2.6899224806201552e-05, "loss": 2.5187, "step": 1110 }, { "epoch": 1.5615196932729174, "grad_norm": 12.410466194152832, "learning_rate": 2.6640826873385015e-05, "loss": 2.7021, "step": 1120 }, { "epoch": 1.5754618333914254, "grad_norm": 16.45282554626465, "learning_rate": 2.6382428940568478e-05, "loss": 2.8277, "step": 1130 }, { "epoch": 1.589403973509934, "grad_norm": 12.401958465576172, "learning_rate": 2.6124031007751938e-05, "loss": 2.6465, "step": 1140 }, { "epoch": 1.603346113628442, "grad_norm": 13.451824188232422, "learning_rate": 2.58656330749354e-05, "loss": 2.7568, "step": 1150 }, { "epoch": 1.6172882537469502, "grad_norm": 12.007116317749023, "learning_rate": 2.5607235142118864e-05, "loss": 2.5732, "step": 1160 }, { "epoch": 1.6312303938654584, "grad_norm": 13.369595527648926, "learning_rate": 2.5348837209302327e-05, "loss": 2.5993, "step": 1170 }, { "epoch": 1.6451725339839665, "grad_norm": 13.079323768615723, "learning_rate": 2.5090439276485787e-05, "loss": 2.557, "step": 1180 }, { "epoch": 1.6591146741024747, "grad_norm": 12.571920394897461, "learning_rate": 2.483204134366925e-05, "loss": 2.5582, "step": 1190 }, { "epoch": 1.673056814220983, "grad_norm": 12.451131820678711, "learning_rate": 2.4573643410852713e-05, "loss": 2.485, "step": 1200 }, { "epoch": 1.686998954339491, "grad_norm": 11.426173210144043, "learning_rate": 2.4315245478036177e-05, "loss": 2.8228, "step": 1210 }, { "epoch": 1.7009410944579995, "grad_norm": 13.152283668518066, "learning_rate": 2.405684754521964e-05, "loss": 2.9743, "step": 1220 }, { "epoch": 1.7148832345765075, "grad_norm": 12.218315124511719, "learning_rate": 2.37984496124031e-05, "loss": 2.5617, "step": 1230 }, { "epoch": 1.7288253746950157, "grad_norm": 16.104169845581055, "learning_rate": 2.3540051679586563e-05, "loss": 2.5886, "step": 1240 }, { "epoch": 1.742767514813524, "grad_norm": 9.216697692871094, "learning_rate": 2.3281653746770026e-05, "loss": 2.2698, "step": 1250 }, { "epoch": 1.756709654932032, "grad_norm": 12.568550109863281, "learning_rate": 2.302325581395349e-05, "loss": 2.7008, "step": 1260 }, { "epoch": 1.7706517950505403, "grad_norm": 13.100058555603027, "learning_rate": 2.2764857881136952e-05, "loss": 2.5122, "step": 1270 }, { "epoch": 1.7845939351690485, "grad_norm": 14.60105037689209, "learning_rate": 2.2506459948320415e-05, "loss": 2.7869, "step": 1280 }, { "epoch": 1.7985360752875565, "grad_norm": 11.809743881225586, "learning_rate": 2.2248062015503875e-05, "loss": 3.0241, "step": 1290 }, { "epoch": 1.8124782154060648, "grad_norm": 11.19316291809082, "learning_rate": 2.1989664082687338e-05, "loss": 2.3842, "step": 1300 }, { "epoch": 1.826420355524573, "grad_norm": 11.623698234558105, "learning_rate": 2.17312661498708e-05, "loss": 2.5165, "step": 1310 }, { "epoch": 1.840362495643081, "grad_norm": 12.553630828857422, "learning_rate": 2.1472868217054264e-05, "loss": 2.6636, "step": 1320 }, { "epoch": 1.8543046357615895, "grad_norm": 16.92484474182129, "learning_rate": 2.1214470284237728e-05, "loss": 2.8168, "step": 1330 }, { "epoch": 1.8682467758800976, "grad_norm": 11.145873069763184, "learning_rate": 2.095607235142119e-05, "loss": 2.498, "step": 1340 }, { "epoch": 1.8821889159986058, "grad_norm": 13.681021690368652, "learning_rate": 2.069767441860465e-05, "loss": 2.5061, "step": 1350 }, { "epoch": 1.896131056117114, "grad_norm": 13.941627502441406, "learning_rate": 2.0439276485788114e-05, "loss": 2.5961, "step": 1360 }, { "epoch": 1.910073196235622, "grad_norm": 10.970531463623047, "learning_rate": 2.0180878552971577e-05, "loss": 2.5375, "step": 1370 }, { "epoch": 1.9240153363541304, "grad_norm": 11.011059761047363, "learning_rate": 1.992248062015504e-05, "loss": 2.6054, "step": 1380 }, { "epoch": 1.9379574764726386, "grad_norm": 11.878082275390625, "learning_rate": 1.9664082687338503e-05, "loss": 2.487, "step": 1390 }, { "epoch": 1.9518996165911466, "grad_norm": 12.48755931854248, "learning_rate": 1.9405684754521966e-05, "loss": 2.8289, "step": 1400 }, { "epoch": 1.9658417567096549, "grad_norm": 14.737470626831055, "learning_rate": 1.9147286821705426e-05, "loss": 2.5594, "step": 1410 }, { "epoch": 1.9797838968281631, "grad_norm": 11.880918502807617, "learning_rate": 1.888888888888889e-05, "loss": 2.4736, "step": 1420 }, { "epoch": 1.9937260369466712, "grad_norm": 14.554669380187988, "learning_rate": 1.8630490956072352e-05, "loss": 2.6442, "step": 1430 }, { "epoch": 1.9993028929940746, "eval_accuracy": 0.8597058823529412, "eval_loss": 0.5420134663581848, "eval_runtime": 226.1399, "eval_samples_per_second": 45.105, "eval_steps_per_second": 1.411, "step": 1434 }, { "epoch": 2.0076681770651796, "grad_norm": 11.852781295776367, "learning_rate": 1.8372093023255815e-05, "loss": 2.2307, "step": 1440 }, { "epoch": 2.0216103171836877, "grad_norm": 12.653249740600586, "learning_rate": 1.811369509043928e-05, "loss": 2.3448, "step": 1450 }, { "epoch": 2.0355524573021957, "grad_norm": 15.625718116760254, "learning_rate": 1.7855297157622742e-05, "loss": 2.4701, "step": 1460 }, { "epoch": 2.049494597420704, "grad_norm": 10.152451515197754, "learning_rate": 1.75968992248062e-05, "loss": 2.2279, "step": 1470 }, { "epoch": 2.063436737539212, "grad_norm": 11.112920761108398, "learning_rate": 1.7338501291989665e-05, "loss": 2.5778, "step": 1480 }, { "epoch": 2.0773788776577207, "grad_norm": 13.829360008239746, "learning_rate": 1.7080103359173128e-05, "loss": 2.2665, "step": 1490 }, { "epoch": 2.0913210177762287, "grad_norm": 12.493084907531738, "learning_rate": 1.682170542635659e-05, "loss": 2.5002, "step": 1500 }, { "epoch": 2.1052631578947367, "grad_norm": 11.931866645812988, "learning_rate": 1.6563307493540054e-05, "loss": 2.3208, "step": 1510 }, { "epoch": 2.119205298013245, "grad_norm": 10.55782413482666, "learning_rate": 1.6304909560723514e-05, "loss": 2.2226, "step": 1520 }, { "epoch": 2.1331474381317532, "grad_norm": 14.521842002868652, "learning_rate": 1.6046511627906977e-05, "loss": 2.1835, "step": 1530 }, { "epoch": 2.1470895782502613, "grad_norm": 12.054328918457031, "learning_rate": 1.578811369509044e-05, "loss": 2.3775, "step": 1540 }, { "epoch": 2.1610317183687697, "grad_norm": 15.088787078857422, "learning_rate": 1.5529715762273903e-05, "loss": 2.4388, "step": 1550 }, { "epoch": 2.1749738584872778, "grad_norm": 13.146328926086426, "learning_rate": 1.5271317829457366e-05, "loss": 2.5277, "step": 1560 }, { "epoch": 2.188915998605786, "grad_norm": 12.280598640441895, "learning_rate": 1.5012919896640828e-05, "loss": 2.3422, "step": 1570 }, { "epoch": 2.2028581387242943, "grad_norm": 12.004185676574707, "learning_rate": 1.475452196382429e-05, "loss": 2.4908, "step": 1580 }, { "epoch": 2.2168002788428023, "grad_norm": 10.80855941772461, "learning_rate": 1.4496124031007753e-05, "loss": 2.357, "step": 1590 }, { "epoch": 2.2307424189613108, "grad_norm": 11.332206726074219, "learning_rate": 1.4237726098191214e-05, "loss": 2.2628, "step": 1600 }, { "epoch": 2.244684559079819, "grad_norm": 13.836607933044434, "learning_rate": 1.3979328165374677e-05, "loss": 2.1193, "step": 1610 }, { "epoch": 2.258626699198327, "grad_norm": 11.600666999816895, "learning_rate": 1.372093023255814e-05, "loss": 2.4166, "step": 1620 }, { "epoch": 2.2725688393168353, "grad_norm": 14.399880409240723, "learning_rate": 1.3462532299741603e-05, "loss": 2.2878, "step": 1630 }, { "epoch": 2.2865109794353433, "grad_norm": 16.899677276611328, "learning_rate": 1.3204134366925063e-05, "loss": 2.26, "step": 1640 }, { "epoch": 2.3004531195538513, "grad_norm": 12.676505088806152, "learning_rate": 1.2945736434108526e-05, "loss": 2.5939, "step": 1650 }, { "epoch": 2.31439525967236, "grad_norm": 11.750486373901367, "learning_rate": 1.268733850129199e-05, "loss": 2.2246, "step": 1660 }, { "epoch": 2.328337399790868, "grad_norm": 14.333374977111816, "learning_rate": 1.2428940568475453e-05, "loss": 2.4163, "step": 1670 }, { "epoch": 2.3422795399093763, "grad_norm": 12.187148094177246, "learning_rate": 1.2170542635658916e-05, "loss": 2.3381, "step": 1680 }, { "epoch": 2.3562216800278843, "grad_norm": 10.980198860168457, "learning_rate": 1.1912144702842377e-05, "loss": 2.3502, "step": 1690 }, { "epoch": 2.3701638201463924, "grad_norm": 13.697635650634766, "learning_rate": 1.165374677002584e-05, "loss": 2.2907, "step": 1700 }, { "epoch": 2.384105960264901, "grad_norm": 12.195317268371582, "learning_rate": 1.1395348837209304e-05, "loss": 2.2207, "step": 1710 }, { "epoch": 2.398048100383409, "grad_norm": 39.64952850341797, "learning_rate": 1.1136950904392765e-05, "loss": 2.2268, "step": 1720 }, { "epoch": 2.411990240501917, "grad_norm": 11.313281059265137, "learning_rate": 1.0878552971576228e-05, "loss": 2.2816, "step": 1730 }, { "epoch": 2.4259323806204254, "grad_norm": 13.669633865356445, "learning_rate": 1.0620155038759691e-05, "loss": 2.4572, "step": 1740 }, { "epoch": 2.4398745207389334, "grad_norm": 13.479631423950195, "learning_rate": 1.0361757105943153e-05, "loss": 2.094, "step": 1750 }, { "epoch": 2.4538166608574414, "grad_norm": 10.151293754577637, "learning_rate": 1.0103359173126616e-05, "loss": 2.0609, "step": 1760 }, { "epoch": 2.46775880097595, "grad_norm": 14.358535766601562, "learning_rate": 9.844961240310079e-06, "loss": 2.4335, "step": 1770 }, { "epoch": 2.481700941094458, "grad_norm": 14.903388023376465, "learning_rate": 9.58656330749354e-06, "loss": 2.2056, "step": 1780 }, { "epoch": 2.4956430812129664, "grad_norm": 12.196182250976562, "learning_rate": 9.328165374677004e-06, "loss": 2.358, "step": 1790 }, { "epoch": 2.5095852213314744, "grad_norm": 10.977519989013672, "learning_rate": 9.069767441860467e-06, "loss": 2.1615, "step": 1800 }, { "epoch": 2.5235273614499825, "grad_norm": 10.606942176818848, "learning_rate": 8.811369509043928e-06, "loss": 2.1802, "step": 1810 }, { "epoch": 2.5374695015684905, "grad_norm": 11.948677062988281, "learning_rate": 8.552971576227391e-06, "loss": 2.3221, "step": 1820 }, { "epoch": 2.551411641686999, "grad_norm": 8.935708999633789, "learning_rate": 8.294573643410853e-06, "loss": 2.0471, "step": 1830 }, { "epoch": 2.565353781805507, "grad_norm": 11.44541072845459, "learning_rate": 8.036175710594316e-06, "loss": 2.1508, "step": 1840 }, { "epoch": 2.5792959219240155, "grad_norm": 12.39538288116455, "learning_rate": 7.777777777777777e-06, "loss": 2.253, "step": 1850 }, { "epoch": 2.5932380620425235, "grad_norm": 16.37424087524414, "learning_rate": 7.5193798449612415e-06, "loss": 2.2232, "step": 1860 }, { "epoch": 2.6071802021610315, "grad_norm": 11.820206642150879, "learning_rate": 7.260981912144703e-06, "loss": 2.4425, "step": 1870 }, { "epoch": 2.62112234227954, "grad_norm": 12.931533813476562, "learning_rate": 7.002583979328166e-06, "loss": 2.2895, "step": 1880 }, { "epoch": 2.635064482398048, "grad_norm": 13.43673038482666, "learning_rate": 6.744186046511629e-06, "loss": 2.2439, "step": 1890 }, { "epoch": 2.6490066225165565, "grad_norm": 10.057219505310059, "learning_rate": 6.485788113695091e-06, "loss": 2.2317, "step": 1900 }, { "epoch": 2.6629487626350645, "grad_norm": 15.320812225341797, "learning_rate": 6.227390180878554e-06, "loss": 2.3445, "step": 1910 }, { "epoch": 2.6768909027535726, "grad_norm": 13.997590065002441, "learning_rate": 5.968992248062015e-06, "loss": 2.1295, "step": 1920 }, { "epoch": 2.690833042872081, "grad_norm": 10.897136688232422, "learning_rate": 5.710594315245478e-06, "loss": 2.0328, "step": 1930 }, { "epoch": 2.704775182990589, "grad_norm": 11.251324653625488, "learning_rate": 5.452196382428941e-06, "loss": 2.2964, "step": 1940 }, { "epoch": 2.718717323109097, "grad_norm": 12.688488960266113, "learning_rate": 5.193798449612403e-06, "loss": 2.585, "step": 1950 }, { "epoch": 2.7326594632276056, "grad_norm": 15.246435165405273, "learning_rate": 4.935400516795865e-06, "loss": 2.4457, "step": 1960 }, { "epoch": 2.7466016033461136, "grad_norm": 11.022492408752441, "learning_rate": 4.6770025839793285e-06, "loss": 1.9957, "step": 1970 }, { "epoch": 2.7605437434646216, "grad_norm": 15.17203426361084, "learning_rate": 4.418604651162791e-06, "loss": 2.3373, "step": 1980 }, { "epoch": 2.77448588358313, "grad_norm": 13.542671203613281, "learning_rate": 4.160206718346253e-06, "loss": 2.392, "step": 1990 }, { "epoch": 2.788428023701638, "grad_norm": 15.951026916503906, "learning_rate": 3.901808785529716e-06, "loss": 1.9829, "step": 2000 }, { "epoch": 2.8023701638201466, "grad_norm": 13.995731353759766, "learning_rate": 3.6434108527131786e-06, "loss": 2.4399, "step": 2010 }, { "epoch": 2.8163123039386546, "grad_norm": 11.442358016967773, "learning_rate": 3.385012919896641e-06, "loss": 2.2327, "step": 2020 }, { "epoch": 2.8302544440571626, "grad_norm": 13.158218383789062, "learning_rate": 3.1266149870801036e-06, "loss": 2.1585, "step": 2030 }, { "epoch": 2.844196584175671, "grad_norm": 14.946197509765625, "learning_rate": 2.868217054263566e-06, "loss": 2.2202, "step": 2040 }, { "epoch": 2.858138724294179, "grad_norm": 13.085625648498535, "learning_rate": 2.6098191214470286e-06, "loss": 2.3849, "step": 2050 }, { "epoch": 2.8720808644126876, "grad_norm": 11.152565002441406, "learning_rate": 2.351421188630491e-06, "loss": 2.3714, "step": 2060 }, { "epoch": 2.8860230045311956, "grad_norm": 13.09467601776123, "learning_rate": 2.0930232558139536e-06, "loss": 2.1876, "step": 2070 }, { "epoch": 2.8999651446497037, "grad_norm": 17.58858871459961, "learning_rate": 1.8346253229974162e-06, "loss": 2.2959, "step": 2080 }, { "epoch": 2.9139072847682117, "grad_norm": 16.1025447845459, "learning_rate": 1.5762273901808785e-06, "loss": 2.3838, "step": 2090 }, { "epoch": 2.92784942488672, "grad_norm": 13.546030044555664, "learning_rate": 1.3178294573643412e-06, "loss": 2.14, "step": 2100 }, { "epoch": 2.941791565005228, "grad_norm": 12.100831985473633, "learning_rate": 1.0594315245478035e-06, "loss": 2.0447, "step": 2110 }, { "epoch": 2.9557337051237367, "grad_norm": 12.555295944213867, "learning_rate": 8.010335917312662e-07, "loss": 2.4814, "step": 2120 }, { "epoch": 2.9696758452422447, "grad_norm": 11.319598197937012, "learning_rate": 5.426356589147287e-07, "loss": 2.3802, "step": 2130 }, { "epoch": 2.9836179853607527, "grad_norm": 10.149794578552246, "learning_rate": 2.842377260981912e-07, "loss": 2.3564, "step": 2140 }, { "epoch": 2.997560125479261, "grad_norm": 13.360361099243164, "learning_rate": 2.5839793281653747e-08, "loss": 2.1182, "step": 2150 }, { "epoch": 2.998954339491112, "eval_accuracy": 0.8684313725490196, "eval_loss": 0.5095656514167786, "eval_runtime": 245.9211, "eval_samples_per_second": 41.477, "eval_steps_per_second": 1.297, "step": 2151 }, { "epoch": 2.998954339491112, "step": 2151, "total_flos": 2.1353596059581743e+19, "train_loss": 4.144423897296315, "train_runtime": 8280.2172, "train_samples_per_second": 33.26, "train_steps_per_second": 0.26 } ], "logging_steps": 10, "max_steps": 2151, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 2.1353596059581743e+19, "train_batch_size": 32, "trial_name": null, "trial_params": null }