| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 0.5766053469057361, | |
| "eval_steps": 500, | |
| "global_step": 52000, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 3.2580924034118652, | |
| "learning_rate": 2.2172949002217296e-06, | |
| "loss": 10.2933, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4347386360168457, | |
| "learning_rate": 4.434589800443459e-06, | |
| "loss": 10.1894, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3895885944366455, | |
| "learning_rate": 6.651884700665188e-06, | |
| "loss": 10.1424, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.129647731781006, | |
| "learning_rate": 8.869179600886918e-06, | |
| "loss": 10.0995, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.3564186096191406, | |
| "learning_rate": 1.1086474501108649e-05, | |
| "loss": 10.0479, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.830551028251648, | |
| "learning_rate": 1.3303769401330377e-05, | |
| "loss": 9.9971, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.1173911094665527, | |
| "learning_rate": 1.5521064301552106e-05, | |
| "loss": 9.9201, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 1.6636557579040527, | |
| "learning_rate": 1.7738359201773837e-05, | |
| "loss": 9.8562, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "grad_norm": 2.4503839015960693, | |
| "learning_rate": 1.9955654101995567e-05, | |
| "loss": 9.7599, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.822424054145813, | |
| "learning_rate": 2.2172949002217298e-05, | |
| "loss": 9.6608, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6598998308181763, | |
| "learning_rate": 2.4390243902439026e-05, | |
| "loss": 9.55, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.8471707105636597, | |
| "learning_rate": 2.6607538802660753e-05, | |
| "loss": 9.4606, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.4833533763885498, | |
| "learning_rate": 2.8824833702882487e-05, | |
| "loss": 9.3283, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.688541054725647, | |
| "learning_rate": 3.104212860310421e-05, | |
| "loss": 9.2229, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.6466543674468994, | |
| "learning_rate": 3.325942350332594e-05, | |
| "loss": 9.1093, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.4169293642044067, | |
| "learning_rate": 3.547671840354767e-05, | |
| "loss": 8.9703, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.7079193592071533, | |
| "learning_rate": 3.7694013303769404e-05, | |
| "loss": 8.8351, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5513204336166382, | |
| "learning_rate": 3.9911308203991135e-05, | |
| "loss": 8.7111, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.485573172569275, | |
| "learning_rate": 4.212860310421286e-05, | |
| "loss": 8.5627, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.511690616607666, | |
| "learning_rate": 4.4345898004434597e-05, | |
| "loss": 8.5042, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 2.1478614807128906, | |
| "learning_rate": 4.656319290465632e-05, | |
| "loss": 8.3287, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.4060652256011963, | |
| "learning_rate": 4.878048780487805e-05, | |
| "loss": 8.2341, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.3950035572052002, | |
| "learning_rate": 5.099778270509978e-05, | |
| "loss": 8.1277, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.5197688341140747, | |
| "learning_rate": 5.3215077605321506e-05, | |
| "loss": 8.0311, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.3406693935394287, | |
| "learning_rate": 5.543237250554324e-05, | |
| "loss": 7.9824, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.4520119428634644, | |
| "learning_rate": 5.7649667405764975e-05, | |
| "loss": 7.9948, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "grad_norm": 1.179124116897583, | |
| "learning_rate": 5.98669623059867e-05, | |
| "loss": 7.9144, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4039533138275146, | |
| "learning_rate": 6.208425720620842e-05, | |
| "loss": 7.8768, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5542700290679932, | |
| "learning_rate": 6.430155210643016e-05, | |
| "loss": 7.894, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.4150550365447998, | |
| "learning_rate": 6.651884700665188e-05, | |
| "loss": 7.8409, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6647827625274658, | |
| "learning_rate": 6.873614190687362e-05, | |
| "loss": 7.91, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7795697450637817, | |
| "learning_rate": 7.095343680709535e-05, | |
| "loss": 7.8256, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.933110237121582, | |
| "learning_rate": 7.317073170731707e-05, | |
| "loss": 7.8463, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.1942570209503174, | |
| "learning_rate": 7.538802660753881e-05, | |
| "loss": 7.7827, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6759297847747803, | |
| "learning_rate": 7.760532150776053e-05, | |
| "loss": 7.8, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.093256950378418, | |
| "learning_rate": 7.982261640798227e-05, | |
| "loss": 7.7461, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.567872166633606, | |
| "learning_rate": 8.2039911308204e-05, | |
| "loss": 7.7338, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.3017679452896118, | |
| "learning_rate": 8.425720620842572e-05, | |
| "loss": 7.804, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7510960102081299, | |
| "learning_rate": 8.647450110864746e-05, | |
| "loss": 7.7405, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.7215120792388916, | |
| "learning_rate": 8.869179600886919e-05, | |
| "loss": 7.7429, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.6202715635299683, | |
| "learning_rate": 9.090909090909092e-05, | |
| "loss": 7.6588, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.5680756568908691, | |
| "learning_rate": 9.312638580931264e-05, | |
| "loss": 7.6224, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.462240219116211, | |
| "learning_rate": 9.534368070953438e-05, | |
| "loss": 7.6851, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 2.2018320560455322, | |
| "learning_rate": 9.75609756097561e-05, | |
| "loss": 7.6443, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "grad_norm": 1.9520208835601807, | |
| "learning_rate": 9.977827050997783e-05, | |
| "loss": 7.6456, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.115421175956726, | |
| "learning_rate": 0.00010199556541019956, | |
| "loss": 7.5894, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6002250909805298, | |
| "learning_rate": 0.0001042128603104213, | |
| "loss": 7.6017, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6516796350479126, | |
| "learning_rate": 0.00010643015521064301, | |
| "loss": 7.4548, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2168257236480713, | |
| "learning_rate": 0.00010864745011086475, | |
| "loss": 7.5867, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5447593927383423, | |
| "learning_rate": 0.00011086474501108647, | |
| "loss": 7.5317, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6840906143188477, | |
| "learning_rate": 0.00011308203991130821, | |
| "loss": 7.5127, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.2965503931045532, | |
| "learning_rate": 0.00011529933481152995, | |
| "loss": 7.4911, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.643584966659546, | |
| "learning_rate": 0.00011751662971175166, | |
| "loss": 7.4416, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5419111251831055, | |
| "learning_rate": 0.0001197339246119734, | |
| "loss": 7.4944, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7774205207824707, | |
| "learning_rate": 0.00012195121951219512, | |
| "loss": 7.4244, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.1709322929382324, | |
| "learning_rate": 0.00012416851441241685, | |
| "loss": 7.371, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.5503411293029785, | |
| "learning_rate": 0.0001263858093126386, | |
| "loss": 7.3031, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7744035720825195, | |
| "learning_rate": 0.00012860310421286032, | |
| "loss": 7.3338, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.2014000415802, | |
| "learning_rate": 0.00013082039911308205, | |
| "loss": 7.2962, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.6716220378875732, | |
| "learning_rate": 0.00013303769401330377, | |
| "loss": 7.3348, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.7045074701309204, | |
| "learning_rate": 0.0001352549889135255, | |
| "loss": 7.2864, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 1.8933771848678589, | |
| "learning_rate": 0.00013747228381374724, | |
| "loss": 7.2744, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "grad_norm": 2.298779249191284, | |
| "learning_rate": 0.00013968957871396897, | |
| "loss": 7.2472, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.3420922756195068, | |
| "learning_rate": 0.0001419068736141907, | |
| "loss": 7.3019, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9339039325714111, | |
| "learning_rate": 0.00014412416851441242, | |
| "loss": 7.2982, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.69667387008667, | |
| "learning_rate": 0.00014634146341463414, | |
| "loss": 7.2851, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3124189376831055, | |
| "learning_rate": 0.0001485587583148559, | |
| "loss": 7.258, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.975651741027832, | |
| "learning_rate": 0.00015077605321507762, | |
| "loss": 7.1275, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9704022407531738, | |
| "learning_rate": 0.00015299334811529934, | |
| "loss": 7.1473, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.5047757625579834, | |
| "learning_rate": 0.00015521064301552106, | |
| "loss": 7.1096, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.5465894937515259, | |
| "learning_rate": 0.0001574279379157428, | |
| "loss": 7.1501, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9557933807373047, | |
| "learning_rate": 0.00015964523281596454, | |
| "loss": 7.2033, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.420116424560547, | |
| "learning_rate": 0.00016186252771618626, | |
| "loss": 7.1275, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.114737033843994, | |
| "learning_rate": 0.000164079822616408, | |
| "loss": 7.0932, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.3085389137268066, | |
| "learning_rate": 0.00016629711751662974, | |
| "loss": 7.0311, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.5679140090942383, | |
| "learning_rate": 0.00016851441241685144, | |
| "loss": 6.9168, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8611838817596436, | |
| "learning_rate": 0.0001707317073170732, | |
| "loss": 7.0085, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.8603994846343994, | |
| "learning_rate": 0.0001729490022172949, | |
| "loss": 6.9432, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.4244627952575684, | |
| "learning_rate": 0.00017516629711751663, | |
| "loss": 6.9333, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 2.177870750427246, | |
| "learning_rate": 0.00017738359201773839, | |
| "loss": 6.9499, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "grad_norm": 1.9320554733276367, | |
| "learning_rate": 0.00017960088691796008, | |
| "loss": 6.8204, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.5062849521636963, | |
| "learning_rate": 0.00018181818181818183, | |
| "loss": 6.9505, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.9272422790527344, | |
| "learning_rate": 0.00018403547671840356, | |
| "loss": 6.8701, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0309596061706543, | |
| "learning_rate": 0.00018625277161862528, | |
| "loss": 6.924, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0265886783599854, | |
| "learning_rate": 0.00018847006651884703, | |
| "loss": 6.9223, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.5160486698150635, | |
| "learning_rate": 0.00019068736141906876, | |
| "loss": 6.8708, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.613301992416382, | |
| "learning_rate": 0.00019290465631929045, | |
| "loss": 6.8937, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.3031229972839355, | |
| "learning_rate": 0.0001951219512195122, | |
| "loss": 6.8337, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.54779052734375, | |
| "learning_rate": 0.00019733924611973393, | |
| "loss": 6.8334, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.8277971744537354, | |
| "learning_rate": 0.00019955654101995565, | |
| "loss": 6.7925, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.0113885402679443, | |
| "learning_rate": 0.00019999989242739025, | |
| "loss": 6.8458, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.2395377159118652, | |
| "learning_rate": 0.00019999945541405976, | |
| "loss": 6.6251, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.445993423461914, | |
| "learning_rate": 0.0001999986822381884, | |
| "loss": 6.8099, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 4.077752590179443, | |
| "learning_rate": 0.0001999975729023753, | |
| "loss": 6.8053, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.167569875717163, | |
| "learning_rate": 0.00019999612741034963, | |
| "loss": 6.7706, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.893659234046936, | |
| "learning_rate": 0.00019999434576697066, | |
| "loss": 6.8245, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 3.6101326942443848, | |
| "learning_rate": 0.00019999222797822762, | |
| "loss": 6.7407, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 2.2858726978302, | |
| "learning_rate": 0.00019998977405123974, | |
| "loss": 6.74, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "grad_norm": 1.9325459003448486, | |
| "learning_rate": 0.0001999869839942563, | |
| "loss": 6.716, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0043437480926514, | |
| "learning_rate": 0.00019998385781665643, | |
| "loss": 6.6003, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 4.151523113250732, | |
| "learning_rate": 0.00019998039552894924, | |
| "loss": 6.6801, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.8407771587371826, | |
| "learning_rate": 0.00019997659714277372, | |
| "loss": 6.608, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.230713129043579, | |
| "learning_rate": 0.00019997246267089867, | |
| "loss": 6.6479, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.2546942234039307, | |
| "learning_rate": 0.0001999679921272227, | |
| "loss": 6.6548, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.180986166000366, | |
| "learning_rate": 0.00019996318552677425, | |
| "loss": 6.6851, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.341231346130371, | |
| "learning_rate": 0.00019995804288571134, | |
| "loss": 6.547, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.1117124557495117, | |
| "learning_rate": 0.00019995256422132172, | |
| "loss": 6.7072, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.0082530975341797, | |
| "learning_rate": 0.0001999467495520227, | |
| "loss": 6.5422, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.409489870071411, | |
| "learning_rate": 0.0001999405988973611, | |
| "loss": 6.3716, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.649052381515503, | |
| "learning_rate": 0.00019993411227801328, | |
| "loss": 6.6434, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.081116199493408, | |
| "learning_rate": 0.00019992728971578492, | |
| "loss": 6.4624, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.1578280925750732, | |
| "learning_rate": 0.00019992013123361102, | |
| "loss": 6.5416, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.7874557971954346, | |
| "learning_rate": 0.0001999126368555559, | |
| "loss": 6.4512, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.7693099975585938, | |
| "learning_rate": 0.00019990480660681293, | |
| "loss": 6.5105, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.4338185787200928, | |
| "learning_rate": 0.00019989680712666593, | |
| "loss": 6.5092, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 3.656937837600708, | |
| "learning_rate": 0.00019988831193270577, | |
| "loss": 6.4269, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "grad_norm": 2.857292652130127, | |
| "learning_rate": 0.00019987948094982952, | |
| "loss": 6.4387, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.4963467121124268, | |
| "learning_rate": 0.00019987031420772385, | |
| "loss": 6.3851, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.602522611618042, | |
| "learning_rate": 0.00019986081173720396, | |
| "loss": 6.3413, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.6455273628234863, | |
| "learning_rate": 0.00019985097357021385, | |
| "loss": 6.2965, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.5592167377471924, | |
| "learning_rate": 0.0001998407997398259, | |
| "loss": 6.4293, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.6016533374786377, | |
| "learning_rate": 0.00019983029028024094, | |
| "loss": 6.2897, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.5536839962005615, | |
| "learning_rate": 0.000199819445226788, | |
| "loss": 6.3157, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.0514349937438965, | |
| "learning_rate": 0.00019980826461592427, | |
| "loss": 6.3847, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.72495174407959, | |
| "learning_rate": 0.00019979674848523505, | |
| "loss": 6.3517, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.4264872074127197, | |
| "learning_rate": 0.00019978489687343335, | |
| "loss": 6.2533, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.8361423015594482, | |
| "learning_rate": 0.0001997727098203602, | |
| "loss": 6.3654, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.9690892696380615, | |
| "learning_rate": 0.00019976018736698404, | |
| "loss": 6.3968, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.6132867336273193, | |
| "learning_rate": 0.0001997473295554009, | |
| "loss": 6.3444, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 4.820697784423828, | |
| "learning_rate": 0.00019973413642883424, | |
| "loss": 6.2019, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.2316782474517822, | |
| "learning_rate": 0.00019972060803163458, | |
| "loss": 6.2049, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 3.9528305530548096, | |
| "learning_rate": 0.00019970674440927957, | |
| "loss": 6.1718, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 1.891073226928711, | |
| "learning_rate": 0.0001996925456083738, | |
| "loss": 6.2393, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.813270092010498, | |
| "learning_rate": 0.00019967801167664853, | |
| "loss": 6.2116, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "grad_norm": 2.2726826667785645, | |
| "learning_rate": 0.00019966314266296173, | |
| "loss": 6.1521, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.3895318508148193, | |
| "learning_rate": 0.00019964793861729772, | |
| "loss": 6.1072, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.190431833267212, | |
| "learning_rate": 0.000199632399590767, | |
| "loss": 6.2009, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.79266095161438, | |
| "learning_rate": 0.00019961652563560634, | |
| "loss": 6.028, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.260039806365967, | |
| "learning_rate": 0.00019960031680517826, | |
| "loss": 6.0733, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.0739686489105225, | |
| "learning_rate": 0.0001995837731539711, | |
| "loss": 6.0521, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.0517771244049072, | |
| "learning_rate": 0.00019956689473759872, | |
| "loss": 6.0544, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.9524648189544678, | |
| "learning_rate": 0.0001995496816128003, | |
| "loss": 6.1326, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.498497486114502, | |
| "learning_rate": 0.00019953213383744033, | |
| "loss": 6.236, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.157576084136963, | |
| "learning_rate": 0.00019951425147050807, | |
| "loss": 5.9898, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.9297516345977783, | |
| "learning_rate": 0.00019949603457211775, | |
| "loss": 6.086, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.3214786052703857, | |
| "learning_rate": 0.00019947748320350804, | |
| "loss": 5.9589, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 2.8847291469573975, | |
| "learning_rate": 0.00019945859742704201, | |
| "loss": 6.1931, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.387896776199341, | |
| "learning_rate": 0.00019943937730620702, | |
| "loss": 6.0539, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.1214797496795654, | |
| "learning_rate": 0.00019941982290561417, | |
| "loss": 6.0288, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.7995123863220215, | |
| "learning_rate": 0.00019939993429099841, | |
| "loss": 6.0526, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.788393974304199, | |
| "learning_rate": 0.00019937971152921818, | |
| "loss": 5.9799, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 4.009220123291016, | |
| "learning_rate": 0.0001993591546882552, | |
| "loss": 6.1223, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "grad_norm": 3.5576276779174805, | |
| "learning_rate": 0.00019933826383721428, | |
| "loss": 5.989, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.1287412643432617, | |
| "learning_rate": 0.00019931703904632294, | |
| "loss": 6.0542, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.6518595218658447, | |
| "learning_rate": 0.00019929548038693146, | |
| "loss": 6.041, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.268080472946167, | |
| "learning_rate": 0.0001992735879315123, | |
| "loss": 5.888, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.6055593490600586, | |
| "learning_rate": 0.00019925136175366007, | |
| "loss": 5.913, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.866463661193848, | |
| "learning_rate": 0.00019922880192809137, | |
| "loss": 5.9858, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.44808292388916, | |
| "learning_rate": 0.00019920590853064423, | |
| "loss": 5.7686, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 2.9507765769958496, | |
| "learning_rate": 0.00019918268163827808, | |
| "loss": 5.8557, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.441870927810669, | |
| "learning_rate": 0.00019915912132907352, | |
| "loss": 5.8268, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.838809013366699, | |
| "learning_rate": 0.00019913522768223182, | |
| "loss": 5.9833, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.165487289428711, | |
| "learning_rate": 0.00019911100077807498, | |
| "loss": 5.7422, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.5947463512420654, | |
| "learning_rate": 0.0001990864406980452, | |
| "loss": 5.7479, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.130446434020996, | |
| "learning_rate": 0.00019906154752470472, | |
| "loss": 5.7767, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 4.866550922393799, | |
| "learning_rate": 0.00019903632134173554, | |
| "loss": 5.7681, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.2839725017547607, | |
| "learning_rate": 0.00019901076223393903, | |
| "loss": 5.6656, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.0762476921081543, | |
| "learning_rate": 0.0001989848702872359, | |
| "loss": 5.789, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.7109107971191406, | |
| "learning_rate": 0.00019895864558866556, | |
| "loss": 5.773, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 5.400998115539551, | |
| "learning_rate": 0.00019893208822638618, | |
| "loss": 5.7506, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "grad_norm": 3.3062849044799805, | |
| "learning_rate": 0.00019890519828967413, | |
| "loss": 5.7515, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.109920501708984, | |
| "learning_rate": 0.00019887797586892373, | |
| "loss": 5.7972, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.4838390350341797, | |
| "learning_rate": 0.00019885042105564717, | |
| "loss": 5.6753, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.251760959625244, | |
| "learning_rate": 0.00019882253394247381, | |
| "loss": 5.6303, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.042376518249512, | |
| "learning_rate": 0.00019879431462315025, | |
| "loss": 5.5753, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.239652633666992, | |
| "learning_rate": 0.0001987657631925398, | |
| "loss": 5.5335, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 5.15481424331665, | |
| "learning_rate": 0.00019873687974662215, | |
| "loss": 5.5396, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.36835241317749, | |
| "learning_rate": 0.00019870766438249317, | |
| "loss": 5.6017, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.165258407592773, | |
| "learning_rate": 0.00019867811719836452, | |
| "loss": 5.7228, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.125988006591797, | |
| "learning_rate": 0.0001986482382935633, | |
| "loss": 5.5787, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.177731037139893, | |
| "learning_rate": 0.0001986180277685317, | |
| "loss": 5.5829, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 5.006561279296875, | |
| "learning_rate": 0.00019858748572482683, | |
| "loss": 5.5466, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.33070182800293, | |
| "learning_rate": 0.00019855661226512007, | |
| "loss": 5.5544, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.358560085296631, | |
| "learning_rate": 0.00019852540749319708, | |
| "loss": 5.4599, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.536096096038818, | |
| "learning_rate": 0.00019849387151395708, | |
| "loss": 5.4983, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.66163444519043, | |
| "learning_rate": 0.0001984620044334129, | |
| "loss": 5.4097, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.4319233894348145, | |
| "learning_rate": 0.00019842980635869024, | |
| "loss": 5.4093, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 4.98419713973999, | |
| "learning_rate": 0.0001983972773980276, | |
| "loss": 5.4056, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "grad_norm": 3.6354339122772217, | |
| "learning_rate": 0.0001983644176607757, | |
| "loss": 5.3171, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.495342254638672, | |
| "learning_rate": 0.00019833122725739736, | |
| "loss": 5.4521, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.5558671951293945, | |
| "learning_rate": 0.00019829770629946678, | |
| "loss": 5.5158, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.7165732383728027, | |
| "learning_rate": 0.00019826385489966957, | |
| "loss": 5.301, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 6.030915260314941, | |
| "learning_rate": 0.00019822967317180204, | |
| "loss": 5.3316, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 5.385923385620117, | |
| "learning_rate": 0.00019819516123077094, | |
| "loss": 5.3844, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.383516788482666, | |
| "learning_rate": 0.00019816101926755305, | |
| "loss": 5.2995, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.446406364440918, | |
| "learning_rate": 0.00019812585384780055, | |
| "loss": 5.386, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.345483303070068, | |
| "learning_rate": 0.00019809035856388805, | |
| "loss": 5.2815, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.791261672973633, | |
| "learning_rate": 0.00019805453353513813, | |
| "loss": 5.3757, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 5.622151851654053, | |
| "learning_rate": 0.00019801837888198172, | |
| "loss": 5.4405, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.934606075286865, | |
| "learning_rate": 0.0001979818947259579, | |
| "loss": 5.139, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 3.9659693241119385, | |
| "learning_rate": 0.0001979450811897134, | |
| "loss": 5.1726, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 5.214992046356201, | |
| "learning_rate": 0.00019790793839700226, | |
| "loss": 5.2864, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.5359601974487305, | |
| "learning_rate": 0.00019787046647268524, | |
| "loss": 5.1443, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.26462984085083, | |
| "learning_rate": 0.00019783266554272962, | |
| "loss": 5.0597, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 5.053945064544678, | |
| "learning_rate": 0.00019779453573420873, | |
| "loss": 5.2946, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 6.082211494445801, | |
| "learning_rate": 0.00019775607717530127, | |
| "loss": 5.2075, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "grad_norm": 4.107390403747559, | |
| "learning_rate": 0.00019771728999529132, | |
| "loss": 5.1394, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.58411169052124, | |
| "learning_rate": 0.00019767817432456752, | |
| "loss": 5.1064, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 8.38965892791748, | |
| "learning_rate": 0.00019763952239228627, | |
| "loss": 5.0808, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.885803699493408, | |
| "learning_rate": 0.00019759975669894338, | |
| "loss": 5.0664, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.1605916023254395, | |
| "learning_rate": 0.00019755966290999167, | |
| "loss": 5.2469, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.821887016296387, | |
| "learning_rate": 0.00019751924116021225, | |
| "loss": 5.2451, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.865694761276245, | |
| "learning_rate": 0.00019747849158548858, | |
| "loss": 5.2334, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.640681028366089, | |
| "learning_rate": 0.00019743741432280625, | |
| "loss": 5.1206, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.04166316986084, | |
| "learning_rate": 0.00019739600951025236, | |
| "loss": 5.0059, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.637605667114258, | |
| "learning_rate": 0.00019735427728701516, | |
| "loss": 5.0302, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.08723783493042, | |
| "learning_rate": 0.0001973122177933835, | |
| "loss": 5.1551, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.7944953441619873, | |
| "learning_rate": 0.00019726983117074643, | |
| "loss": 5.0665, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 5.2847371101379395, | |
| "learning_rate": 0.00019722711756159266, | |
| "loss": 5.2212, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.109150409698486, | |
| "learning_rate": 0.00019718407710951012, | |
| "loss": 5.2645, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 4.127768039703369, | |
| "learning_rate": 0.0001971407099591855, | |
| "loss": 5.0395, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 5.058667182922363, | |
| "learning_rate": 0.00019709701625640367, | |
| "loss": 5.0247, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 5.4407267570495605, | |
| "learning_rate": 0.00019705299614804732, | |
| "loss": 4.9935, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.7877707481384277, | |
| "learning_rate": 0.00019700864978209636, | |
| "loss": 5.074, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "grad_norm": 3.777330160140991, | |
| "learning_rate": 0.00019696397730762746, | |
| "loss": 5.0458, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.143067836761475, | |
| "learning_rate": 0.0001969189788748136, | |
| "loss": 4.9375, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.560107231140137, | |
| "learning_rate": 0.00019687365463492344, | |
| "loss": 4.8285, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.057905197143555, | |
| "learning_rate": 0.00019682800474032095, | |
| "loss": 4.9753, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.835442066192627, | |
| "learning_rate": 0.00019678202934446482, | |
| "loss": 4.9368, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.135551929473877, | |
| "learning_rate": 0.0001967357286019079, | |
| "loss": 4.9994, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.615053653717041, | |
| "learning_rate": 0.00019668910266829685, | |
| "loss": 5.0182, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.474258899688721, | |
| "learning_rate": 0.0001966421517003714, | |
| "loss": 4.8704, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.264945030212402, | |
| "learning_rate": 0.00019659487585596406, | |
| "loss": 4.9076, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.091209411621094, | |
| "learning_rate": 0.00019654727529399925, | |
| "loss": 4.7135, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.154038429260254, | |
| "learning_rate": 0.00019649935017449318, | |
| "loss": 4.8239, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.697162628173828, | |
| "learning_rate": 0.00019645110065855305, | |
| "loss": 4.9972, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.0024847984313965, | |
| "learning_rate": 0.00019640252690837645, | |
| "loss": 4.8854, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.9416885375976562, | |
| "learning_rate": 0.0001963536290872511, | |
| "loss": 4.8547, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.978651285171509, | |
| "learning_rate": 0.000196304407359554, | |
| "loss": 4.7873, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.435175895690918, | |
| "learning_rate": 0.0001962548618907511, | |
| "loss": 4.8124, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 3.8776824474334717, | |
| "learning_rate": 0.00019620499284739662, | |
| "loss": 4.8896, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 5.041496276855469, | |
| "learning_rate": 0.00019615480039713248, | |
| "loss": 4.8343, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "grad_norm": 4.18281888961792, | |
| "learning_rate": 0.00019610428470868784, | |
| "loss": 4.8559, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.223630905151367, | |
| "learning_rate": 0.00019605344595187844, | |
| "loss": 4.8153, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.63677453994751, | |
| "learning_rate": 0.0001960022842976061, | |
| "loss": 4.7951, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.188296794891357, | |
| "learning_rate": 0.00019595079991785802, | |
| "loss": 4.8904, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.402559280395508, | |
| "learning_rate": 0.00019589899298570634, | |
| "loss": 4.7851, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.976877212524414, | |
| "learning_rate": 0.00019584686367530755, | |
| "loss": 4.6431, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.849298477172852, | |
| "learning_rate": 0.0001957944121619018, | |
| "loss": 4.7544, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.932714462280273, | |
| "learning_rate": 0.0001957416386218124, | |
| "loss": 4.6811, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.682474136352539, | |
| "learning_rate": 0.00019568854323244515, | |
| "loss": 4.799, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.228520393371582, | |
| "learning_rate": 0.00019563619766470511, | |
| "loss": 4.7622, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.093870162963867, | |
| "learning_rate": 0.00019558246554138458, | |
| "loss": 4.7369, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.248356342315674, | |
| "learning_rate": 0.0001955284121038694, | |
| "loss": 4.7519, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.924299955368042, | |
| "learning_rate": 0.00019547403753386803, | |
| "loss": 4.6441, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.972569942474365, | |
| "learning_rate": 0.00019542043906868188, | |
| "loss": 4.7192, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.033604145050049, | |
| "learning_rate": 0.00019536542919665846, | |
| "loss": 4.6397, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.222695350646973, | |
| "learning_rate": 0.00019531009874003928, | |
| "loss": 4.6309, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 3.810999631881714, | |
| "learning_rate": 0.00019525444788482562, | |
| "loss": 4.6513, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 5.272600173950195, | |
| "learning_rate": 0.00019519847681809585, | |
| "loss": 4.8001, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "grad_norm": 4.836308002471924, | |
| "learning_rate": 0.00019514218572800468, | |
| "loss": 4.7101, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.598148345947266, | |
| "learning_rate": 0.00019508557480378276, | |
| "loss": 4.5578, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.910820722579956, | |
| "learning_rate": 0.0001950286442357358, | |
| "loss": 4.7124, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.856081962585449, | |
| "learning_rate": 0.00019497139421524416, | |
| "loss": 4.7563, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.151907920837402, | |
| "learning_rate": 0.00019491382493476195, | |
| "loss": 4.6726, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.349935054779053, | |
| "learning_rate": 0.0001948559365878166, | |
| "loss": 4.6341, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.8229756355285645, | |
| "learning_rate": 0.00019479772936900811, | |
| "loss": 4.6183, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.495506286621094, | |
| "learning_rate": 0.0001947392034740084, | |
| "loss": 4.6608, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.307513236999512, | |
| "learning_rate": 0.00019468035909956072, | |
| "loss": 4.6805, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 3.939659595489502, | |
| "learning_rate": 0.0001946211964434788, | |
| "loss": 4.679, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.444967269897461, | |
| "learning_rate": 0.00019456171570464653, | |
| "loss": 4.7195, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.513270854949951, | |
| "learning_rate": 0.00019450191708301687, | |
| "loss": 4.5367, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.617405414581299, | |
| "learning_rate": 0.00019444180077961146, | |
| "loss": 4.5742, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.580646991729736, | |
| "learning_rate": 0.00019438136699652001, | |
| "loss": 4.4936, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.657532691955566, | |
| "learning_rate": 0.00019432061593689927, | |
| "loss": 4.6877, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.374803066253662, | |
| "learning_rate": 0.0001942595478049727, | |
| "loss": 4.6101, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.1111650466918945, | |
| "learning_rate": 0.00019419816280602962, | |
| "loss": 4.6185, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 5.18306303024292, | |
| "learning_rate": 0.00019413646114642446, | |
| "loss": 4.5524, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "grad_norm": 4.411191463470459, | |
| "learning_rate": 0.00019407444303357624, | |
| "loss": 4.4346, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.161925792694092, | |
| "learning_rate": 0.0001940121086759678, | |
| "loss": 4.3702, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.059813022613525, | |
| "learning_rate": 0.000193949458283145, | |
| "loss": 4.5351, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.563150882720947, | |
| "learning_rate": 0.00019388649206571616, | |
| "loss": 4.477, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.1144609451293945, | |
| "learning_rate": 0.00019382321023535127, | |
| "loss": 4.6033, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.734794616699219, | |
| "learning_rate": 0.00019375961300478127, | |
| "loss": 4.5287, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.543684959411621, | |
| "learning_rate": 0.00019369570058779743, | |
| "loss": 4.4474, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.4647979736328125, | |
| "learning_rate": 0.00019363147319925047, | |
| "loss": 4.3806, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.058681964874268, | |
| "learning_rate": 0.00019356693105505006, | |
| "loss": 4.4998, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.494804859161377, | |
| "learning_rate": 0.00019350207437216386, | |
| "loss": 4.3911, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.227470397949219, | |
| "learning_rate": 0.00019343690336861687, | |
| "loss": 4.2557, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 3.7686829566955566, | |
| "learning_rate": 0.00019337141826349092, | |
| "loss": 4.313, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.975152492523193, | |
| "learning_rate": 0.00019330561927692345, | |
| "loss": 4.2914, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.811885356903076, | |
| "learning_rate": 0.00019323950663010733, | |
| "loss": 4.3566, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.566829204559326, | |
| "learning_rate": 0.00019317308054528966, | |
| "loss": 4.2847, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.977478504180908, | |
| "learning_rate": 0.0001931063412457713, | |
| "loss": 4.3034, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 4.601086616516113, | |
| "learning_rate": 0.00019303928895590596, | |
| "loss": 4.1929, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 5.051478385925293, | |
| "learning_rate": 0.0001929719239010996, | |
| "loss": 4.2749, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "grad_norm": 6.248847961425781, | |
| "learning_rate": 0.00019290424630780947, | |
| "loss": 4.3419, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.392062664031982, | |
| "learning_rate": 0.0001928362564035436, | |
| "loss": 4.4038, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.6346211433410645, | |
| "learning_rate": 0.00019276795441685975, | |
| "loss": 4.3403, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.646982192993164, | |
| "learning_rate": 0.00019269934057736493, | |
| "loss": 4.252, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.455059051513672, | |
| "learning_rate": 0.00019263041511571438, | |
| "loss": 4.3809, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.478726387023926, | |
| "learning_rate": 0.00019256117826361096, | |
| "loss": 4.1885, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.029292106628418, | |
| "learning_rate": 0.0001924916302538043, | |
| "loss": 4.2615, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.6447978019714355, | |
| "learning_rate": 0.00019242177132009, | |
| "loss": 4.268, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.165138244628906, | |
| "learning_rate": 0.00019235160169730895, | |
| "loss": 4.3222, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.661884784698486, | |
| "learning_rate": 0.00019228112162134641, | |
| "loss": 4.3179, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 6.117990493774414, | |
| "learning_rate": 0.0001922103313291313, | |
| "loss": 4.2241, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 4.299765110015869, | |
| "learning_rate": 0.0001921392310586353, | |
| "loss": 4.2602, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.798460483551025, | |
| "learning_rate": 0.00019206782104887223, | |
| "loss": 4.3096, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.016506671905518, | |
| "learning_rate": 0.00019199610153989712, | |
| "loss": 4.2073, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 9.708767890930176, | |
| "learning_rate": 0.0001919240727728054, | |
| "loss": 4.2099, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 4.904361248016357, | |
| "learning_rate": 0.00019185173498973204, | |
| "loss": 4.2461, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.290199279785156, | |
| "learning_rate": 0.00019177908843385103, | |
| "loss": 4.115, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 6.290179252624512, | |
| "learning_rate": 0.00019170613334937406, | |
| "loss": 4.3295, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "grad_norm": 5.071104526519775, | |
| "learning_rate": 0.00019163286998155027, | |
| "loss": 4.1532, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 4.5464067459106445, | |
| "learning_rate": 0.00019155929857666494, | |
| "loss": 4.0761, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 4.664229393005371, | |
| "learning_rate": 0.0001914854193820389, | |
| "loss": 4.1371, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 7.168484210968018, | |
| "learning_rate": 0.0001914112326460277, | |
| "loss": 4.178, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.570041179656982, | |
| "learning_rate": 0.0001913367386180207, | |
| "loss": 4.1536, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.298222064971924, | |
| "learning_rate": 0.00019126193754844036, | |
| "loss": 4.2089, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 7.139255523681641, | |
| "learning_rate": 0.0001911868296887411, | |
| "loss": 4.1362, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.763050556182861, | |
| "learning_rate": 0.00019111141529140887, | |
| "loss": 4.1106, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.586143493652344, | |
| "learning_rate": 0.00019103569460995998, | |
| "loss": 3.9519, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.827348232269287, | |
| "learning_rate": 0.00019095966789894038, | |
| "loss": 3.9598, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.121611595153809, | |
| "learning_rate": 0.00019088333541392478, | |
| "loss": 4.1347, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.110377788543701, | |
| "learning_rate": 0.00019080669741151581, | |
| "loss": 4.0088, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.672893047332764, | |
| "learning_rate": 0.00019072975414934318, | |
| "loss": 4.0916, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.667397499084473, | |
| "learning_rate": 0.00019065250588606262, | |
| "loss": 4.0695, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.404243469238281, | |
| "learning_rate": 0.0001905749528813553, | |
| "loss": 3.9728, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.912601470947266, | |
| "learning_rate": 0.00019049709539592686, | |
| "loss": 4.029, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 5.015479564666748, | |
| "learning_rate": 0.00019041893369150636, | |
| "loss": 4.0268, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 6.656422138214111, | |
| "learning_rate": 0.00019034046803084563, | |
| "loss": 4.0393, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "grad_norm": 4.685242176055908, | |
| "learning_rate": 0.00019026169867771825, | |
| "loss": 4.1104, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.503780364990234, | |
| "learning_rate": 0.00019018262589691874, | |
| "loss": 4.0344, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.73757266998291, | |
| "learning_rate": 0.00019010324995426156, | |
| "loss": 4.1114, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 7.276214122772217, | |
| "learning_rate": 0.0001900235711165804, | |
| "loss": 3.8838, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.2224273681640625, | |
| "learning_rate": 0.00018994358965172717, | |
| "loss": 3.9479, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.4751996994018555, | |
| "learning_rate": 0.00018986330582857096, | |
| "loss": 4.0079, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.874088764190674, | |
| "learning_rate": 0.00018978271991699743, | |
| "loss": 4.1664, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 7.713326454162598, | |
| "learning_rate": 0.0001897018321879077, | |
| "loss": 3.9646, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.753252029418945, | |
| "learning_rate": 0.00018962064291321747, | |
| "loss": 3.8574, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.962434768676758, | |
| "learning_rate": 0.0001895391523658562, | |
| "loss": 3.9757, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.875513553619385, | |
| "learning_rate": 0.00018945736081976607, | |
| "loss": 4.0424, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.298293590545654, | |
| "learning_rate": 0.00018937526854990108, | |
| "loss": 3.958, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 4.98872184753418, | |
| "learning_rate": 0.00018929287583222625, | |
| "loss": 3.9225, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 6.467836380004883, | |
| "learning_rate": 0.00018921018294371645, | |
| "loss": 3.9369, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.920988082885742, | |
| "learning_rate": 0.0001891271901623558, | |
| "loss": 3.975, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.652931213378906, | |
| "learning_rate": 0.00018904389776713641, | |
| "loss": 3.9067, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.372093200683594, | |
| "learning_rate": 0.00018896030603805767, | |
| "loss": 3.9267, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 5.743618965148926, | |
| "learning_rate": 0.00018887641525612518, | |
| "loss": 3.8912, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "grad_norm": 8.207468032836914, | |
| "learning_rate": 0.00018879222570334985, | |
| "loss": 3.9101, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.930370807647705, | |
| "learning_rate": 0.00018870773766274697, | |
| "loss": 3.8817, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.367077350616455, | |
| "learning_rate": 0.00018862295141833523, | |
| "loss": 3.8931, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.587210178375244, | |
| "learning_rate": 0.00018853786725513575, | |
| "loss": 3.9393, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.502545356750488, | |
| "learning_rate": 0.0001884524854591712, | |
| "loss": 3.8489, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.352043628692627, | |
| "learning_rate": 0.00018836680631746476, | |
| "loss": 3.8162, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.686196804046631, | |
| "learning_rate": 0.00018828083011803917, | |
| "loss": 3.9476, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.225170612335205, | |
| "learning_rate": 0.00018819455714991578, | |
| "loss": 3.9404, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 7.1347150802612305, | |
| "learning_rate": 0.0001881079877031136, | |
| "loss": 3.9798, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.343573093414307, | |
| "learning_rate": 0.0001880211220686482, | |
| "loss": 3.9038, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.858921051025391, | |
| "learning_rate": 0.00018793396053853098, | |
| "loss": 3.8792, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.721033573150635, | |
| "learning_rate": 0.0001878482554434291, | |
| "loss": 3.8421, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 6.173632621765137, | |
| "learning_rate": 0.00018776050890530516, | |
| "loss": 4.0233, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.996013164520264, | |
| "learning_rate": 0.00018767246734761796, | |
| "loss": 3.8057, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.707641124725342, | |
| "learning_rate": 0.00018758413106633186, | |
| "loss": 3.8299, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 7.221241474151611, | |
| "learning_rate": 0.00018749550035840193, | |
| "loss": 3.8828, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.554357528686523, | |
| "learning_rate": 0.00018740657552177305, | |
| "loss": 3.8553, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 4.664674282073975, | |
| "learning_rate": 0.00018731735685537885, | |
| "loss": 3.8838, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "grad_norm": 5.485450267791748, | |
| "learning_rate": 0.00018722784465914071, | |
| "loss": 3.8165, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.825826644897461, | |
| "learning_rate": 0.00018713803923396668, | |
| "loss": 3.7588, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.392491817474365, | |
| "learning_rate": 0.0001870479408817507, | |
| "loss": 3.8001, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.493740081787109, | |
| "learning_rate": 0.00018695754990537123, | |
| "loss": 3.9735, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.905117511749268, | |
| "learning_rate": 0.00018686686660869062, | |
| "loss": 3.7334, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.598316192626953, | |
| "learning_rate": 0.0001867758912965537, | |
| "loss": 3.8269, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.979629039764404, | |
| "learning_rate": 0.00018668462427478714, | |
| "loss": 3.8713, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.480854511260986, | |
| "learning_rate": 0.00018659306585019813, | |
| "loss": 3.7792, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.820549488067627, | |
| "learning_rate": 0.00018650121633057346, | |
| "loss": 3.6656, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.579679012298584, | |
| "learning_rate": 0.0001864090760246785, | |
| "loss": 3.9109, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.669819355010986, | |
| "learning_rate": 0.00018631664524225615, | |
| "loss": 3.7815, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.644351005554199, | |
| "learning_rate": 0.0001862239242940257, | |
| "loss": 3.7529, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.022332191467285, | |
| "learning_rate": 0.00018613091349168205, | |
| "loss": 3.7001, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.376641273498535, | |
| "learning_rate": 0.00018603761314789425, | |
| "loss": 3.6871, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.298123359680176, | |
| "learning_rate": 0.00018594402357630495, | |
| "loss": 3.8095, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 4.590997695922852, | |
| "learning_rate": 0.00018585014509152882, | |
| "loss": 3.8069, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 6.710943222045898, | |
| "learning_rate": 0.00018575597800915198, | |
| "loss": 3.8547, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.5094499588012695, | |
| "learning_rate": 0.0001856615226457305, | |
| "loss": 3.7314, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "grad_norm": 5.584799766540527, | |
| "learning_rate": 0.0001855667793187898, | |
| "loss": 3.7514, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.0391154289245605, | |
| "learning_rate": 0.00018547174834682308, | |
| "loss": 3.6231, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.92927885055542, | |
| "learning_rate": 0.00018537643004929067, | |
| "loss": 3.7008, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.359600067138672, | |
| "learning_rate": 0.00018528082474661867, | |
| "loss": 3.798, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.198579788208008, | |
| "learning_rate": 0.0001851849327601981, | |
| "loss": 3.7187, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.796758651733398, | |
| "learning_rate": 0.00018508875441238364, | |
| "loss": 3.7086, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 4.889728546142578, | |
| "learning_rate": 0.00018499229002649258, | |
| "loss": 3.7387, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.382203102111816, | |
| "learning_rate": 0.0001848955399268039, | |
| "loss": 3.5992, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.061376571655273, | |
| "learning_rate": 0.00018479850443855686, | |
| "loss": 3.6865, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.2180681228637695, | |
| "learning_rate": 0.0001847011838879503, | |
| "loss": 3.7467, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.063679218292236, | |
| "learning_rate": 0.0001846035786021412, | |
| "loss": 3.6894, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.036098480224609, | |
| "learning_rate": 0.00018450568890924373, | |
| "loss": 3.6412, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 4.86781644821167, | |
| "learning_rate": 0.00018440751513832822, | |
| "loss": 3.637, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 5.41668176651001, | |
| "learning_rate": 0.00018430905761941983, | |
| "loss": 3.6814, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 6.117024898529053, | |
| "learning_rate": 0.00018421031668349773, | |
| "loss": 3.6257, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 7.368699073791504, | |
| "learning_rate": 0.00018411129266249373, | |
| "loss": 3.7111, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 4.378394603729248, | |
| "learning_rate": 0.0001840119858892913, | |
| "loss": 3.7197, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 7.029990196228027, | |
| "learning_rate": 0.0001839123966977245, | |
| "loss": 3.7267, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "grad_norm": 9.922813415527344, | |
| "learning_rate": 0.00018381252542257662, | |
| "loss": 3.7203, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 4.9374518394470215, | |
| "learning_rate": 0.00018371237239957932, | |
| "loss": 3.6876, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.682550430297852, | |
| "learning_rate": 0.00018361193796541142, | |
| "loss": 3.6862, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.477772235870361, | |
| "learning_rate": 0.00018351122245769771, | |
| "loss": 3.5982, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 7.745680332183838, | |
| "learning_rate": 0.00018341224888886997, | |
| "loss": 3.6978, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 6.691402912139893, | |
| "learning_rate": 0.0001833109778552932, | |
| "loss": 3.6693, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 6.229629993438721, | |
| "learning_rate": 0.00018320942675989125, | |
| "loss": 3.6327, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.655289649963379, | |
| "learning_rate": 0.0001831075959440427, | |
| "loss": 3.6032, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.4868927001953125, | |
| "learning_rate": 0.00018300548575006658, | |
| "loss": 3.7059, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 7.387706756591797, | |
| "learning_rate": 0.00018290309652122083, | |
| "loss": 3.6838, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 4.884798049926758, | |
| "learning_rate": 0.00018280042860170168, | |
| "loss": 3.665, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 7.185595512390137, | |
| "learning_rate": 0.00018269748233664204, | |
| "loss": 3.6057, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 6.449123382568359, | |
| "learning_rate": 0.0001825942580721106, | |
| "loss": 3.6262, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.469310283660889, | |
| "learning_rate": 0.00018249075615511053, | |
| "loss": 3.522, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.678877353668213, | |
| "learning_rate": 0.0001823869769335784, | |
| "loss": 3.6757, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.033955097198486, | |
| "learning_rate": 0.000182282920756383, | |
| "loss": 3.7316, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 6.790628433227539, | |
| "learning_rate": 0.00018217858797332413, | |
| "loss": 3.545, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 6.205599308013916, | |
| "learning_rate": 0.00018207397893513143, | |
| "loss": 3.6035, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "grad_norm": 5.7604804039001465, | |
| "learning_rate": 0.00018196909399346316, | |
| "loss": 3.6869, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.528883457183838, | |
| "learning_rate": 0.0001818639335009052, | |
| "loss": 3.6493, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 6.46929407119751, | |
| "learning_rate": 0.00018175849781096966, | |
| "loss": 3.639, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.487035274505615, | |
| "learning_rate": 0.00018165278727809368, | |
| "loss": 3.5755, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 6.251669406890869, | |
| "learning_rate": 0.00018154680225763848, | |
| "loss": 3.704, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 6.204404830932617, | |
| "learning_rate": 0.00018144054310588792, | |
| "loss": 3.6071, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.7311482429504395, | |
| "learning_rate": 0.00018133401018004743, | |
| "loss": 3.5395, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 7.110382556915283, | |
| "learning_rate": 0.00018122720383824273, | |
| "loss": 3.6643, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.991401672363281, | |
| "learning_rate": 0.0001811201244395187, | |
| "loss": 3.6752, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.788415431976318, | |
| "learning_rate": 0.0001810127723438381, | |
| "loss": 3.6362, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 4.827778339385986, | |
| "learning_rate": 0.00018090514791208043, | |
| "loss": 3.7298, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.7845916748046875, | |
| "learning_rate": 0.0001807972515060407, | |
| "loss": 3.543, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.071081638336182, | |
| "learning_rate": 0.00018068908348842818, | |
| "loss": 3.5706, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.189342021942139, | |
| "learning_rate": 0.00018058064422286525, | |
| "loss": 3.667, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 7.787344455718994, | |
| "learning_rate": 0.00018047193407388603, | |
| "loss": 3.4985, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 4.411252975463867, | |
| "learning_rate": 0.00018036295340693531, | |
| "loss": 3.6719, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.700460433959961, | |
| "learning_rate": 0.00018025370258836732, | |
| "loss": 3.5075, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.121459007263184, | |
| "learning_rate": 0.00018014418198544432, | |
| "loss": 3.5511, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "grad_norm": 5.29133415222168, | |
| "learning_rate": 0.0001800343919663356, | |
| "loss": 3.7063, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.53157377243042, | |
| "learning_rate": 0.00017992433290011604, | |
| "loss": 3.5146, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.442373275756836, | |
| "learning_rate": 0.00017981400515676508, | |
| "loss": 3.5431, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.247061729431152, | |
| "learning_rate": 0.00017970340910716522, | |
| "loss": 3.604, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.570899486541748, | |
| "learning_rate": 0.000179592545123101, | |
| "loss": 3.6034, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.012238502502441, | |
| "learning_rate": 0.00017948141357725764, | |
| "loss": 3.4793, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.5325422286987305, | |
| "learning_rate": 0.0001793700148432198, | |
| "loss": 3.563, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 4.889975070953369, | |
| "learning_rate": 0.00017925834929547035, | |
| "loss": 3.5512, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.225555896759033, | |
| "learning_rate": 0.00017914641730938907, | |
| "loss": 3.5521, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.430109024047852, | |
| "learning_rate": 0.0001790342192612514, | |
| "loss": 3.4549, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.8808274269104, | |
| "learning_rate": 0.00017892175552822716, | |
| "loss": 3.5518, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.657894134521484, | |
| "learning_rate": 0.00017880902648837946, | |
| "loss": 3.4643, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 4.968985557556152, | |
| "learning_rate": 0.00017869603252066308, | |
| "loss": 3.5022, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.369678497314453, | |
| "learning_rate": 0.00017858277400492357, | |
| "loss": 3.6906, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 6.433826446533203, | |
| "learning_rate": 0.0001784692513218956, | |
| "loss": 3.4281, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.364591121673584, | |
| "learning_rate": 0.00017835546485320202, | |
| "loss": 3.6194, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.889247894287109, | |
| "learning_rate": 0.00017824141498135244, | |
| "loss": 3.7013, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.254469394683838, | |
| "learning_rate": 0.0001781271020897419, | |
| "loss": 3.4107, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "grad_norm": 5.486823558807373, | |
| "learning_rate": 0.0001780125265626495, | |
| "loss": 3.5453, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.4713311195373535, | |
| "learning_rate": 0.0001778976887852375, | |
| "loss": 3.5482, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 6.2519731521606445, | |
| "learning_rate": 0.00017778258914354946, | |
| "loss": 3.6251, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.657818794250488, | |
| "learning_rate": 0.00017766722802450944, | |
| "loss": 3.5081, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 6.176442623138428, | |
| "learning_rate": 0.0001775516058159204, | |
| "loss": 3.45, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.838647365570068, | |
| "learning_rate": 0.00017743572290646303, | |
| "loss": 3.419, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 6.912227630615234, | |
| "learning_rate": 0.00017731957968569436, | |
| "loss": 3.4892, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 7.276485919952393, | |
| "learning_rate": 0.0001772031765440465, | |
| "loss": 3.5143, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.351586818695068, | |
| "learning_rate": 0.0001770865138728254, | |
| "loss": 3.5467, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.220416069030762, | |
| "learning_rate": 0.00017696959206420937, | |
| "loss": 3.4736, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.282609462738037, | |
| "learning_rate": 0.00017685241151124781, | |
| "loss": 3.4181, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 4.958062171936035, | |
| "learning_rate": 0.00017673497260786006, | |
| "loss": 3.4309, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 6.3785929679870605, | |
| "learning_rate": 0.00017661727574883388, | |
| "loss": 3.3805, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.702798366546631, | |
| "learning_rate": 0.00017649932132982415, | |
| "loss": 3.5371, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 6.496365547180176, | |
| "learning_rate": 0.0001763811097473516, | |
| "loss": 3.4107, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.093421936035156, | |
| "learning_rate": 0.00017626264139880148, | |
| "loss": 3.5514, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.6509480476379395, | |
| "learning_rate": 0.0001761439166824221, | |
| "loss": 3.5612, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 5.662957191467285, | |
| "learning_rate": 0.00017602493599732372, | |
| "loss": 3.5515, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "grad_norm": 7.548245429992676, | |
| "learning_rate": 0.000175905699743477, | |
| "loss": 3.5552, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.2797112464904785, | |
| "learning_rate": 0.00017578620832171173, | |
| "loss": 3.4159, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.431013584136963, | |
| "learning_rate": 0.0001756664621337155, | |
| "loss": 3.4257, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 8.88436222076416, | |
| "learning_rate": 0.00017554646158203236, | |
| "loss": 3.5517, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.538012981414795, | |
| "learning_rate": 0.00017542620707006136, | |
| "loss": 3.4451, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.702478408813477, | |
| "learning_rate": 0.00017530569900205538, | |
| "loss": 3.5453, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.236027240753174, | |
| "learning_rate": 0.00017518493778311957, | |
| "loss": 3.4483, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.824537754058838, | |
| "learning_rate": 0.00017506392381921014, | |
| "loss": 3.507, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.682642459869385, | |
| "learning_rate": 0.0001749426575171329, | |
| "loss": 3.4624, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.02097225189209, | |
| "learning_rate": 0.00017482113928454196, | |
| "loss": 3.4782, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.951188087463379, | |
| "learning_rate": 0.00017469936952993834, | |
| "loss": 3.5305, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.47694730758667, | |
| "learning_rate": 0.00017457734866266854, | |
| "loss": 3.4653, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.073057651519775, | |
| "learning_rate": 0.0001744575249785453, | |
| "loss": 3.4969, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.532285690307617, | |
| "learning_rate": 0.00017433500811915326, | |
| "loss": 3.3932, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.016458988189697, | |
| "learning_rate": 0.00017421224137194837, | |
| "loss": 3.4828, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 7.032898902893066, | |
| "learning_rate": 0.0001740892251496286, | |
| "loss": 3.4347, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.3446431159973145, | |
| "learning_rate": 0.00017396595986573065, | |
| "loss": 3.4101, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.952356815338135, | |
| "learning_rate": 0.00017384244593462859, | |
| "loss": 3.4296, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 5.403810501098633, | |
| "learning_rate": 0.00017371868377153216, | |
| "loss": 3.4264, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "grad_norm": 6.429996490478516, | |
| "learning_rate": 0.00017359467379248568, | |
| "loss": 3.4341, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.618744850158691, | |
| "learning_rate": 0.00017347041641436653, | |
| "loss": 3.3357, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 6.539459705352783, | |
| "learning_rate": 0.00017334840455978504, | |
| "loss": 3.5718, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.993662357330322, | |
| "learning_rate": 0.00017322365856462736, | |
| "loss": 3.4774, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.6996002197265625, | |
| "learning_rate": 0.00017309866641761798, | |
| "loss": 3.311, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.32814884185791, | |
| "learning_rate": 0.00017297342853893604, | |
| "loss": 3.5558, | |
| "step": 25050 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.538712501525879, | |
| "learning_rate": 0.0001728479453495866, | |
| "loss": 3.3261, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.975490093231201, | |
| "learning_rate": 0.00017272221727139946, | |
| "loss": 3.5, | |
| "step": 25150 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.377697467803955, | |
| "learning_rate": 0.00017259624472702764, | |
| "loss": 3.4562, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 6.686251163482666, | |
| "learning_rate": 0.00017247002813994592, | |
| "loss": 3.3968, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 7.116434097290039, | |
| "learning_rate": 0.00017234356793444954, | |
| "loss": 3.3161, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.755252838134766, | |
| "learning_rate": 0.0001722168645356526, | |
| "loss": 3.4195, | |
| "step": 25350 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 6.647252559661865, | |
| "learning_rate": 0.00017208991836948685, | |
| "loss": 3.1887, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.997719764709473, | |
| "learning_rate": 0.0001719627298627, | |
| "loss": 3.4098, | |
| "step": 25450 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 6.054971218109131, | |
| "learning_rate": 0.00017183529944285456, | |
| "loss": 3.4159, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 4.706241130828857, | |
| "learning_rate": 0.00017170762753832615, | |
| "loss": 3.4024, | |
| "step": 25550 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 7.701054096221924, | |
| "learning_rate": 0.00017157971457830226, | |
| "loss": 3.3564, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.441225528717041, | |
| "learning_rate": 0.00017145156099278067, | |
| "loss": 3.5887, | |
| "step": 25650 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "grad_norm": 5.631026268005371, | |
| "learning_rate": 0.0001713231672125681, | |
| "loss": 3.352, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.974308967590332, | |
| "learning_rate": 0.0001711945336692786, | |
| "loss": 3.3959, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 7.063317775726318, | |
| "learning_rate": 0.00017106566079533246, | |
| "loss": 3.3942, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 6.312389850616455, | |
| "learning_rate": 0.0001709365490239543, | |
| "loss": 3.3928, | |
| "step": 25850 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.022332668304443, | |
| "learning_rate": 0.00017080719878917182, | |
| "loss": 3.4401, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 4.356366157531738, | |
| "learning_rate": 0.00017067761052581455, | |
| "loss": 3.4353, | |
| "step": 25950 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.611413478851318, | |
| "learning_rate": 0.00017054778466951196, | |
| "loss": 3.2737, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 7.244396686553955, | |
| "learning_rate": 0.0001704177216566924, | |
| "loss": 3.2309, | |
| "step": 26050 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 6.024662017822266, | |
| "learning_rate": 0.00017028742192458132, | |
| "loss": 3.3593, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 7.399158954620361, | |
| "learning_rate": 0.00017015688591120006, | |
| "loss": 3.2026, | |
| "step": 26150 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 7.96980619430542, | |
| "learning_rate": 0.00017002611405536413, | |
| "loss": 3.4413, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.538659572601318, | |
| "learning_rate": 0.00016989510679668194, | |
| "loss": 3.3497, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.8960394859313965, | |
| "learning_rate": 0.00016976386457555323, | |
| "loss": 3.3708, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.486491680145264, | |
| "learning_rate": 0.00016963238783316754, | |
| "loss": 3.4697, | |
| "step": 26350 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.217641353607178, | |
| "learning_rate": 0.0001695006770115029, | |
| "loss": 3.4249, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.6906938552856445, | |
| "learning_rate": 0.00016936873255332413, | |
| "loss": 3.5343, | |
| "step": 26450 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 6.275619983673096, | |
| "learning_rate": 0.00016923655490218149, | |
| "loss": 3.3991, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.75913667678833, | |
| "learning_rate": 0.00016910414450240917, | |
| "loss": 3.3861, | |
| "step": 26550 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "grad_norm": 5.206583499908447, | |
| "learning_rate": 0.0001689715017991237, | |
| "loss": 3.369, | |
| "step": 26600 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.569302082061768, | |
| "learning_rate": 0.0001688386272382227, | |
| "loss": 3.4837, | |
| "step": 26650 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.360637187957764, | |
| "learning_rate": 0.00016870552126638298, | |
| "loss": 3.3299, | |
| "step": 26700 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.168808937072754, | |
| "learning_rate": 0.00016857218433105945, | |
| "loss": 3.3613, | |
| "step": 26750 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.515918731689453, | |
| "learning_rate": 0.0001684386168804834, | |
| "loss": 3.159, | |
| "step": 26800 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.885009765625, | |
| "learning_rate": 0.000168304819363661, | |
| "loss": 3.3029, | |
| "step": 26850 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.174962997436523, | |
| "learning_rate": 0.0001681707922303718, | |
| "loss": 3.3289, | |
| "step": 26900 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 4.86044454574585, | |
| "learning_rate": 0.0001680365359311673, | |
| "loss": 3.3132, | |
| "step": 26950 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.267008304595947, | |
| "learning_rate": 0.00016790205091736935, | |
| "loss": 3.3649, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.221423625946045, | |
| "learning_rate": 0.00016776733764106862, | |
| "loss": 3.3311, | |
| "step": 27050 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.069894790649414, | |
| "learning_rate": 0.00016763239655512318, | |
| "loss": 3.3157, | |
| "step": 27100 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 8.425812721252441, | |
| "learning_rate": 0.00016749722811315688, | |
| "loss": 3.2714, | |
| "step": 27150 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.80504846572876, | |
| "learning_rate": 0.00016736183276955783, | |
| "loss": 3.3274, | |
| "step": 27200 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 7.617208003997803, | |
| "learning_rate": 0.00016722621097947697, | |
| "loss": 3.1857, | |
| "step": 27250 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 5.363246440887451, | |
| "learning_rate": 0.00016709036319882646, | |
| "loss": 3.4673, | |
| "step": 27300 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 6.790156364440918, | |
| "learning_rate": 0.00016695428988427807, | |
| "loss": 3.3016, | |
| "step": 27350 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 4.9824981689453125, | |
| "learning_rate": 0.00016681799149326185, | |
| "loss": 3.4103, | |
| "step": 27400 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 4.915642738342285, | |
| "learning_rate": 0.00016668146848396442, | |
| "loss": 3.4356, | |
| "step": 27450 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "grad_norm": 4.938210487365723, | |
| "learning_rate": 0.0001665447213153275, | |
| "loss": 3.299, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.116371154785156, | |
| "learning_rate": 0.00016640775044704634, | |
| "loss": 3.3231, | |
| "step": 27550 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 6.796716213226318, | |
| "learning_rate": 0.0001662705563395682, | |
| "loss": 3.3685, | |
| "step": 27600 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 9.196764945983887, | |
| "learning_rate": 0.0001661331394540908, | |
| "loss": 3.2807, | |
| "step": 27650 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 4.64096736907959, | |
| "learning_rate": 0.00016599550025256076, | |
| "loss": 3.2909, | |
| "step": 27700 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.615271091461182, | |
| "learning_rate": 0.000165857639197672, | |
| "loss": 3.2044, | |
| "step": 27750 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 6.112679481506348, | |
| "learning_rate": 0.0001657195567528643, | |
| "loss": 3.2377, | |
| "step": 27800 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 4.882411003112793, | |
| "learning_rate": 0.0001655812533823216, | |
| "loss": 3.4462, | |
| "step": 27850 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 4.716900825500488, | |
| "learning_rate": 0.00016544272955097063, | |
| "loss": 3.3563, | |
| "step": 27900 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.415688991546631, | |
| "learning_rate": 0.0001653039857244791, | |
| "loss": 3.2475, | |
| "step": 27950 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.752101421356201, | |
| "learning_rate": 0.00016516502236925434, | |
| "loss": 3.3646, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 7.952321529388428, | |
| "learning_rate": 0.00016502583995244163, | |
| "loss": 3.2835, | |
| "step": 28050 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.233190536499023, | |
| "learning_rate": 0.00016488643894192268, | |
| "loss": 3.3653, | |
| "step": 28100 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.358859062194824, | |
| "learning_rate": 0.00016474681980631402, | |
| "loss": 3.2425, | |
| "step": 28150 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.584342002868652, | |
| "learning_rate": 0.0001646069830149654, | |
| "loss": 3.3139, | |
| "step": 28200 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 6.155908584594727, | |
| "learning_rate": 0.00016446692903795837, | |
| "loss": 3.2732, | |
| "step": 28250 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 6.454020023345947, | |
| "learning_rate": 0.00016432665834610445, | |
| "loss": 3.2121, | |
| "step": 28300 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 5.337937831878662, | |
| "learning_rate": 0.00016418617141094374, | |
| "loss": 3.3123, | |
| "step": 28350 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "grad_norm": 4.727194786071777, | |
| "learning_rate": 0.00016404546870474324, | |
| "loss": 3.2558, | |
| "step": 28400 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.887204647064209, | |
| "learning_rate": 0.00016390455070049536, | |
| "loss": 3.377, | |
| "step": 28450 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.2247724533081055, | |
| "learning_rate": 0.0001637634178719162, | |
| "loss": 3.1277, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.014094829559326, | |
| "learning_rate": 0.00016362207069344403, | |
| "loss": 3.142, | |
| "step": 28550 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 7.58336067199707, | |
| "learning_rate": 0.00016348050964023773, | |
| "loss": 3.3156, | |
| "step": 28600 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.806646823883057, | |
| "learning_rate": 0.00016333873518817514, | |
| "loss": 3.2814, | |
| "step": 28650 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.387387275695801, | |
| "learning_rate": 0.00016319674781385143, | |
| "loss": 3.3977, | |
| "step": 28700 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.4912638664245605, | |
| "learning_rate": 0.00016305454799457755, | |
| "loss": 3.2323, | |
| "step": 28750 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.692640781402588, | |
| "learning_rate": 0.00016291213620837867, | |
| "loss": 3.3033, | |
| "step": 28800 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.484092712402344, | |
| "learning_rate": 0.0001627695129339924, | |
| "loss": 3.1466, | |
| "step": 28850 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.305532932281494, | |
| "learning_rate": 0.00016262667865086746, | |
| "loss": 3.4111, | |
| "step": 28900 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.511746883392334, | |
| "learning_rate": 0.00016248363383916182, | |
| "loss": 3.2535, | |
| "step": 28950 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 7.3723649978637695, | |
| "learning_rate": 0.00016234037897974108, | |
| "loss": 3.3265, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.085361003875732, | |
| "learning_rate": 0.0001621997858933184, | |
| "loss": 3.3003, | |
| "step": 29050 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 4.863938331604004, | |
| "learning_rate": 0.000162056116560834, | |
| "loss": 3.2411, | |
| "step": 29100 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 5.351004123687744, | |
| "learning_rate": 0.00016191223861779529, | |
| "loss": 3.2409, | |
| "step": 29150 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 8.316920280456543, | |
| "learning_rate": 0.0001617681525478687, | |
| "loss": 3.0881, | |
| "step": 29200 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 7.093586444854736, | |
| "learning_rate": 0.0001616238588354203, | |
| "loss": 3.2573, | |
| "step": 29250 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "grad_norm": 6.5853705406188965, | |
| "learning_rate": 0.00016147935796551405, | |
| "loss": 3.3215, | |
| "step": 29300 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.667483329772949, | |
| "learning_rate": 0.00016133465042391046, | |
| "loss": 3.3032, | |
| "step": 29350 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.287956237792969, | |
| "learning_rate": 0.00016118973669706468, | |
| "loss": 3.2255, | |
| "step": 29400 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.676483631134033, | |
| "learning_rate": 0.0001610446172721251, | |
| "loss": 3.3663, | |
| "step": 29450 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.739033222198486, | |
| "learning_rate": 0.00016089929263693144, | |
| "loss": 3.2537, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.158905982971191, | |
| "learning_rate": 0.00016075376328001344, | |
| "loss": 3.2336, | |
| "step": 29550 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.2512526512146, | |
| "learning_rate": 0.00016060802969058885, | |
| "loss": 3.2982, | |
| "step": 29600 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 8.520125389099121, | |
| "learning_rate": 0.00016046209235856212, | |
| "loss": 3.3153, | |
| "step": 29650 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.461225509643555, | |
| "learning_rate": 0.00016031595177452257, | |
| "loss": 3.2629, | |
| "step": 29700 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.117869853973389, | |
| "learning_rate": 0.00016016960842974278, | |
| "loss": 3.2225, | |
| "step": 29750 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.035212993621826, | |
| "learning_rate": 0.00016002306281617692, | |
| "loss": 3.3866, | |
| "step": 29800 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.271117687225342, | |
| "learning_rate": 0.00015987631542645913, | |
| "loss": 3.2602, | |
| "step": 29850 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 4.860154151916504, | |
| "learning_rate": 0.00015972936675390185, | |
| "loss": 3.288, | |
| "step": 29900 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.154600143432617, | |
| "learning_rate": 0.0001595822172924942, | |
| "loss": 3.1941, | |
| "step": 29950 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.897374153137207, | |
| "learning_rate": 0.00015943486753690017, | |
| "loss": 3.2323, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 6.063130855560303, | |
| "learning_rate": 0.00015928731798245721, | |
| "loss": 3.1718, | |
| "step": 30050 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.736262321472168, | |
| "learning_rate": 0.00015913956912517432, | |
| "loss": 3.3035, | |
| "step": 30100 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.386317253112793, | |
| "learning_rate": 0.00015899162146173053, | |
| "loss": 3.2879, | |
| "step": 30150 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "grad_norm": 5.535543441772461, | |
| "learning_rate": 0.00015884347548947314, | |
| "loss": 3.2266, | |
| "step": 30200 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.057496070861816, | |
| "learning_rate": 0.00015869513170641616, | |
| "loss": 3.1668, | |
| "step": 30250 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.6912055015563965, | |
| "learning_rate": 0.00015854659061123854, | |
| "loss": 3.1562, | |
| "step": 30300 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.563050270080566, | |
| "learning_rate": 0.0001583978527032825, | |
| "loss": 3.1819, | |
| "step": 30350 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.75504732131958, | |
| "learning_rate": 0.0001582489184825519, | |
| "loss": 3.1891, | |
| "step": 30400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.390425205230713, | |
| "learning_rate": 0.00015809978844971053, | |
| "loss": 3.1856, | |
| "step": 30450 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.183398246765137, | |
| "learning_rate": 0.0001579504631060804, | |
| "loss": 3.3115, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.40380859375, | |
| "learning_rate": 0.00015780094295364015, | |
| "loss": 3.162, | |
| "step": 30550 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.078804016113281, | |
| "learning_rate": 0.00015765122849502325, | |
| "loss": 3.2046, | |
| "step": 30600 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.183681964874268, | |
| "learning_rate": 0.00015750132023351638, | |
| "loss": 3.0689, | |
| "step": 30650 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 12.730826377868652, | |
| "learning_rate": 0.00015735121867305768, | |
| "loss": 3.2468, | |
| "step": 30700 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.127053260803223, | |
| "learning_rate": 0.00015720092431823515, | |
| "loss": 3.1628, | |
| "step": 30750 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.8310089111328125, | |
| "learning_rate": 0.00015705043767428483, | |
| "loss": 3.2047, | |
| "step": 30800 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 7.505776882171631, | |
| "learning_rate": 0.0001568997592470892, | |
| "loss": 3.2827, | |
| "step": 30850 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.399072170257568, | |
| "learning_rate": 0.00015674888954317549, | |
| "loss": 3.1483, | |
| "step": 30900 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.224669456481934, | |
| "learning_rate": 0.00015659782906971383, | |
| "loss": 3.2698, | |
| "step": 30950 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 7.958742618560791, | |
| "learning_rate": 0.00015644657833451577, | |
| "loss": 3.0145, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 6.20373010635376, | |
| "learning_rate": 0.0001562981685120925, | |
| "loss": 3.1598, | |
| "step": 31050 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "grad_norm": 5.2080159187316895, | |
| "learning_rate": 0.00015614654255930347, | |
| "loss": 3.2801, | |
| "step": 31100 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 4.195250988006592, | |
| "learning_rate": 0.00015599472786184245, | |
| "loss": 3.156, | |
| "step": 31150 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.0389204025268555, | |
| "learning_rate": 0.00015584272493005642, | |
| "loss": 3.1345, | |
| "step": 31200 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 7.003210544586182, | |
| "learning_rate": 0.00015569053427492505, | |
| "loss": 3.2186, | |
| "step": 31250 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.47674036026001, | |
| "learning_rate": 0.00015553815640805907, | |
| "loss": 3.3211, | |
| "step": 31300 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.2981648445129395, | |
| "learning_rate": 0.00015538559184169863, | |
| "loss": 3.2454, | |
| "step": 31350 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.528575420379639, | |
| "learning_rate": 0.00015523284108871142, | |
| "loss": 3.1963, | |
| "step": 31400 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.553009033203125, | |
| "learning_rate": 0.0001550799046625911, | |
| "loss": 3.1682, | |
| "step": 31450 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.608404636383057, | |
| "learning_rate": 0.0001549267830774553, | |
| "loss": 3.1461, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 6.462625503540039, | |
| "learning_rate": 0.00015477347684804445, | |
| "loss": 3.2772, | |
| "step": 31550 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.327962875366211, | |
| "learning_rate": 0.00015461998648971928, | |
| "loss": 3.2144, | |
| "step": 31600 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 6.94124174118042, | |
| "learning_rate": 0.00015446631251845978, | |
| "loss": 3.2227, | |
| "step": 31650 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.351782321929932, | |
| "learning_rate": 0.00015431245545086307, | |
| "loss": 3.2687, | |
| "step": 31700 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 4.562844276428223, | |
| "learning_rate": 0.00015415841580414185, | |
| "loss": 3.1332, | |
| "step": 31750 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.023700714111328, | |
| "learning_rate": 0.00015400419409612243, | |
| "loss": 3.2272, | |
| "step": 31800 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.127398490905762, | |
| "learning_rate": 0.0001538497908452433, | |
| "loss": 3.2843, | |
| "step": 31850 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 5.577905178070068, | |
| "learning_rate": 0.0001536952065705532, | |
| "loss": 3.2635, | |
| "step": 31900 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 6.119299411773682, | |
| "learning_rate": 0.00015354044179170933, | |
| "loss": 3.126, | |
| "step": 31950 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "grad_norm": 4.827983856201172, | |
| "learning_rate": 0.0001533854970289758, | |
| "loss": 3.2345, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.499656677246094, | |
| "learning_rate": 0.00015323037280322166, | |
| "loss": 3.0808, | |
| "step": 32050 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.260239601135254, | |
| "learning_rate": 0.00015307506963591923, | |
| "loss": 3.1234, | |
| "step": 32100 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.486075401306152, | |
| "learning_rate": 0.00015291958804914256, | |
| "loss": 3.1769, | |
| "step": 32150 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 4.572110176086426, | |
| "learning_rate": 0.00015276392856556527, | |
| "loss": 3.2166, | |
| "step": 32200 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.288125991821289, | |
| "learning_rate": 0.0001526080917084591, | |
| "loss": 3.0781, | |
| "step": 32250 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 6.380829334259033, | |
| "learning_rate": 0.000152452078001692, | |
| "loss": 3.1178, | |
| "step": 32300 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.039462566375732, | |
| "learning_rate": 0.00015229588796972652, | |
| "loss": 3.2808, | |
| "step": 32350 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 7.323626518249512, | |
| "learning_rate": 0.00015213952213761787, | |
| "loss": 3.1391, | |
| "step": 32400 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.912395000457764, | |
| "learning_rate": 0.00015198298103101228, | |
| "loss": 3.1744, | |
| "step": 32450 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.694441795349121, | |
| "learning_rate": 0.00015182626517614518, | |
| "loss": 3.0576, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 6.467188358306885, | |
| "learning_rate": 0.00015166937509983943, | |
| "loss": 3.2361, | |
| "step": 32550 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.292226791381836, | |
| "learning_rate": 0.00015151231132950357, | |
| "loss": 3.1376, | |
| "step": 32600 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 6.369929313659668, | |
| "learning_rate": 0.00015135507439313005, | |
| "loss": 3.1406, | |
| "step": 32650 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.252573013305664, | |
| "learning_rate": 0.00015119766481929342, | |
| "loss": 3.123, | |
| "step": 32700 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 6.9053730964660645, | |
| "learning_rate": 0.00015104008313714858, | |
| "loss": 3.0018, | |
| "step": 32750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 6.080839157104492, | |
| "learning_rate": 0.00015088232987642898, | |
| "loss": 3.2106, | |
| "step": 32800 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.92653226852417, | |
| "learning_rate": 0.00015072440556744492, | |
| "loss": 3.2095, | |
| "step": 32850 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "grad_norm": 5.627429008483887, | |
| "learning_rate": 0.00015056631074108166, | |
| "loss": 3.089, | |
| "step": 32900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.694194793701172, | |
| "learning_rate": 0.00015040804592879762, | |
| "loss": 3.0885, | |
| "step": 32950 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.04107666015625, | |
| "learning_rate": 0.00015024961166262276, | |
| "loss": 3.0906, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.280002117156982, | |
| "learning_rate": 0.0001500910084751567, | |
| "loss": 3.2142, | |
| "step": 33050 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.803068161010742, | |
| "learning_rate": 0.00014993223689956672, | |
| "loss": 3.2014, | |
| "step": 33100 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.611780643463135, | |
| "learning_rate": 0.00014977329746958636, | |
| "loss": 3.2491, | |
| "step": 33150 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.6669020652771, | |
| "learning_rate": 0.00014961737449079314, | |
| "loss": 3.2, | |
| "step": 33200 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.894138336181641, | |
| "learning_rate": 0.00014945810428594703, | |
| "loss": 3.0321, | |
| "step": 33250 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 6.354518413543701, | |
| "learning_rate": 0.0001492986678205755, | |
| "loss": 3.1314, | |
| "step": 33300 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.786489009857178, | |
| "learning_rate": 0.00014913906563064706, | |
| "loss": 3.1937, | |
| "step": 33350 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 8.759417533874512, | |
| "learning_rate": 0.00014897929825268745, | |
| "loss": 3.1069, | |
| "step": 33400 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.354910850524902, | |
| "learning_rate": 0.00014881936622377766, | |
| "loss": 3.1519, | |
| "step": 33450 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.169478416442871, | |
| "learning_rate": 0.0001486592700815522, | |
| "loss": 3.1414, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 6.09418249130249, | |
| "learning_rate": 0.00014849901036419723, | |
| "loss": 3.0954, | |
| "step": 33550 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 4.986037731170654, | |
| "learning_rate": 0.00014833858761044883, | |
| "loss": 3.2445, | |
| "step": 33600 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 12.803654670715332, | |
| "learning_rate": 0.00014817800235959118, | |
| "loss": 3.0699, | |
| "step": 33650 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 6.191990852355957, | |
| "learning_rate": 0.00014801725515145467, | |
| "loss": 3.2574, | |
| "step": 33700 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 5.233778476715088, | |
| "learning_rate": 0.00014785634652641412, | |
| "loss": 3.1152, | |
| "step": 33750 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "grad_norm": 6.065474987030029, | |
| "learning_rate": 0.000147695277025387, | |
| "loss": 3.1178, | |
| "step": 33800 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.4664435386657715, | |
| "learning_rate": 0.00014753404718983158, | |
| "loss": 3.0627, | |
| "step": 33850 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.926270484924316, | |
| "learning_rate": 0.00014737265756174515, | |
| "loss": 3.0182, | |
| "step": 33900 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 6.013931751251221, | |
| "learning_rate": 0.0001472111086836621, | |
| "loss": 3.0801, | |
| "step": 33950 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 6.25607442855835, | |
| "learning_rate": 0.00014704940109865224, | |
| "loss": 3.1227, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.084470272064209, | |
| "learning_rate": 0.00014688753535031882, | |
| "loss": 3.1786, | |
| "step": 34050 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.16444730758667, | |
| "learning_rate": 0.00014672551198279687, | |
| "loss": 3.0651, | |
| "step": 34100 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.316379070281982, | |
| "learning_rate": 0.00014656333154075118, | |
| "loss": 2.9925, | |
| "step": 34150 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.331335067749023, | |
| "learning_rate": 0.00014640099456937462, | |
| "loss": 3.097, | |
| "step": 34200 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.452579498291016, | |
| "learning_rate": 0.00014623850161438626, | |
| "loss": 3.1222, | |
| "step": 34250 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.550851345062256, | |
| "learning_rate": 0.00014607585322202953, | |
| "loss": 3.2343, | |
| "step": 34300 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 6.5701375007629395, | |
| "learning_rate": 0.00014591304993907033, | |
| "loss": 3.1558, | |
| "step": 34350 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.140341758728027, | |
| "learning_rate": 0.00014575009231279534, | |
| "loss": 3.0036, | |
| "step": 34400 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.767757415771484, | |
| "learning_rate": 0.00014558698089101003, | |
| "loss": 3.1355, | |
| "step": 34450 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 6.189707279205322, | |
| "learning_rate": 0.00014542371622203689, | |
| "loss": 3.0721, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 4.492117881774902, | |
| "learning_rate": 0.00014526029885471355, | |
| "loss": 3.1083, | |
| "step": 34550 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.021632671356201, | |
| "learning_rate": 0.000145096729338391, | |
| "loss": 3.1291, | |
| "step": 34600 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.501243591308594, | |
| "learning_rate": 0.00014493300822293164, | |
| "loss": 3.0654, | |
| "step": 34650 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "grad_norm": 5.056375026702881, | |
| "learning_rate": 0.0001447691360587076, | |
| "loss": 3.054, | |
| "step": 34700 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.866014003753662, | |
| "learning_rate": 0.0001446051133965986, | |
| "loss": 3.1111, | |
| "step": 34750 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.377662658691406, | |
| "learning_rate": 0.0001444409407879905, | |
| "loss": 3.2083, | |
| "step": 34800 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.692511558532715, | |
| "learning_rate": 0.00014427661878477305, | |
| "loss": 3.1613, | |
| "step": 34850 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.763862609863281, | |
| "learning_rate": 0.0001441121479393383, | |
| "loss": 3.1422, | |
| "step": 34900 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.247575283050537, | |
| "learning_rate": 0.00014394752880457867, | |
| "loss": 3.1826, | |
| "step": 34950 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.18945837020874, | |
| "learning_rate": 0.00014378276193388498, | |
| "loss": 3.0887, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.006703853607178, | |
| "learning_rate": 0.00014361784788114476, | |
| "loss": 3.0888, | |
| "step": 35050 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.308047771453857, | |
| "learning_rate": 0.00014345278720074032, | |
| "loss": 3.1604, | |
| "step": 35100 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.780633926391602, | |
| "learning_rate": 0.00014329088601053276, | |
| "loss": 3.0979, | |
| "step": 35150 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.292586803436279, | |
| "learning_rate": 0.0001431255366448192, | |
| "loss": 3.1392, | |
| "step": 35200 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 15.803680419921875, | |
| "learning_rate": 0.0001429600423064164, | |
| "loss": 3.1114, | |
| "step": 35250 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.428526401519775, | |
| "learning_rate": 0.00014279440355165733, | |
| "loss": 2.9971, | |
| "step": 35300 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.179375171661377, | |
| "learning_rate": 0.0001426286209373605, | |
| "loss": 3.0888, | |
| "step": 35350 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.588586330413818, | |
| "learning_rate": 0.000142462695020828, | |
| "loss": 3.0704, | |
| "step": 35400 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 4.596306324005127, | |
| "learning_rate": 0.00014229662635984358, | |
| "loss": 3.1505, | |
| "step": 35450 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 5.788643836975098, | |
| "learning_rate": 0.00014213041551267098, | |
| "loss": 2.9664, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.529501438140869, | |
| "learning_rate": 0.00014196406303805181, | |
| "loss": 3.0943, | |
| "step": 35550 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "grad_norm": 6.052688121795654, | |
| "learning_rate": 0.00014179756949520385, | |
| "loss": 3.1545, | |
| "step": 35600 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 4.716464042663574, | |
| "learning_rate": 0.00014163093544381904, | |
| "loss": 3.1625, | |
| "step": 35650 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.132946014404297, | |
| "learning_rate": 0.0001414641614440617, | |
| "loss": 3.0922, | |
| "step": 35700 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.718029975891113, | |
| "learning_rate": 0.00014129724805656666, | |
| "loss": 3.0912, | |
| "step": 35750 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.161171913146973, | |
| "learning_rate": 0.00014113019584243716, | |
| "loss": 3.1888, | |
| "step": 35800 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.421058177947998, | |
| "learning_rate": 0.0001409630053632433, | |
| "loss": 2.9738, | |
| "step": 35850 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.962222576141357, | |
| "learning_rate": 0.00014079567718101987, | |
| "loss": 3.0353, | |
| "step": 35900 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.4867753982543945, | |
| "learning_rate": 0.0001406282118582646, | |
| "loss": 3.0904, | |
| "step": 35950 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 7.088072299957275, | |
| "learning_rate": 0.00014046060995793626, | |
| "loss": 3.0246, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.093292236328125, | |
| "learning_rate": 0.0001402928720434527, | |
| "loss": 2.9939, | |
| "step": 36050 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.068340301513672, | |
| "learning_rate": 0.00014012499867868905, | |
| "loss": 3.118, | |
| "step": 36100 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.125149726867676, | |
| "learning_rate": 0.00013995699042797574, | |
| "loss": 3.0984, | |
| "step": 36150 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.709127902984619, | |
| "learning_rate": 0.00013978884785609668, | |
| "loss": 3.0354, | |
| "step": 36200 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 4.788537979125977, | |
| "learning_rate": 0.00013962057152828726, | |
| "loss": 3.0648, | |
| "step": 36250 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 6.115299701690674, | |
| "learning_rate": 0.00013945216201023252, | |
| "loss": 3.191, | |
| "step": 36300 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 8.774588584899902, | |
| "learning_rate": 0.0001392836198680653, | |
| "loss": 3.2434, | |
| "step": 36350 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.179059982299805, | |
| "learning_rate": 0.00013911494566836417, | |
| "loss": 3.0184, | |
| "step": 36400 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.080101490020752, | |
| "learning_rate": 0.00013894613997815174, | |
| "loss": 3.0847, | |
| "step": 36450 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "grad_norm": 5.972216606140137, | |
| "learning_rate": 0.00013877720336489264, | |
| "loss": 3.0745, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 4.853601455688477, | |
| "learning_rate": 0.0001386081363964915, | |
| "loss": 3.0191, | |
| "step": 36550 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 9.077406883239746, | |
| "learning_rate": 0.00013843893964129127, | |
| "loss": 3.0575, | |
| "step": 36600 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.7632904052734375, | |
| "learning_rate": 0.00013826961366807114, | |
| "loss": 3.1308, | |
| "step": 36650 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 7.178746700286865, | |
| "learning_rate": 0.00013810015904604472, | |
| "loss": 3.0838, | |
| "step": 36700 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.9257402420043945, | |
| "learning_rate": 0.0001379305763448581, | |
| "loss": 3.1233, | |
| "step": 36750 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.543473720550537, | |
| "learning_rate": 0.00013776086613458783, | |
| "loss": 3.0783, | |
| "step": 36800 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 6.271590709686279, | |
| "learning_rate": 0.00013759102898573924, | |
| "loss": 2.9985, | |
| "step": 36850 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 6.419349193572998, | |
| "learning_rate": 0.00013742106546924427, | |
| "loss": 3.093, | |
| "step": 36900 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 6.282319068908691, | |
| "learning_rate": 0.00013725097615645973, | |
| "loss": 3.0827, | |
| "step": 36950 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.733994960784912, | |
| "learning_rate": 0.00013708076161916529, | |
| "loss": 2.9967, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.090719699859619, | |
| "learning_rate": 0.00013691042242956156, | |
| "loss": 3.1321, | |
| "step": 37050 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 4.850597381591797, | |
| "learning_rate": 0.00013673995916026823, | |
| "loss": 3.0506, | |
| "step": 37100 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.414620876312256, | |
| "learning_rate": 0.00013656937238432207, | |
| "loss": 2.9907, | |
| "step": 37150 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.465592384338379, | |
| "learning_rate": 0.00013639866267517502, | |
| "loss": 3.0623, | |
| "step": 37200 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.292060375213623, | |
| "learning_rate": 0.00013622783060669236, | |
| "loss": 3.1343, | |
| "step": 37250 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.4502644538879395, | |
| "learning_rate": 0.00013605687675315056, | |
| "loss": 3.0725, | |
| "step": 37300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 4.803048133850098, | |
| "learning_rate": 0.00013588580168923564, | |
| "loss": 3.0884, | |
| "step": 37350 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "grad_norm": 5.469101428985596, | |
| "learning_rate": 0.00013571460599004097, | |
| "loss": 3.0724, | |
| "step": 37400 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 4.901301383972168, | |
| "learning_rate": 0.00013554329023106549, | |
| "loss": 3.1341, | |
| "step": 37450 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.607944011688232, | |
| "learning_rate": 0.00013537185498821178, | |
| "loss": 3.003, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.942598342895508, | |
| "learning_rate": 0.00013520030083778403, | |
| "loss": 3.1121, | |
| "step": 37550 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 4.80432653427124, | |
| "learning_rate": 0.00013502862835648618, | |
| "loss": 3.0313, | |
| "step": 37600 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.739936828613281, | |
| "learning_rate": 0.00013485683812141993, | |
| "loss": 3.1094, | |
| "step": 37650 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.018519401550293, | |
| "learning_rate": 0.00013468493071008286, | |
| "loss": 3.0696, | |
| "step": 37700 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.4165825843811035, | |
| "learning_rate": 0.00013451290670036641, | |
| "loss": 3.1152, | |
| "step": 37750 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 4.517113208770752, | |
| "learning_rate": 0.00013434076667055407, | |
| "loss": 2.886, | |
| "step": 37800 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 7.886168956756592, | |
| "learning_rate": 0.00013416851119931922, | |
| "loss": 3.1064, | |
| "step": 37850 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.000852108001709, | |
| "learning_rate": 0.0001339961408657235, | |
| "loss": 2.9484, | |
| "step": 37900 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.562610626220703, | |
| "learning_rate": 0.00013382365624921438, | |
| "loss": 3.0847, | |
| "step": 37950 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.29053258895874, | |
| "learning_rate": 0.00013365105792962384, | |
| "loss": 3.0938, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.465425491333008, | |
| "learning_rate": 0.0001334783464871658, | |
| "loss": 3.1012, | |
| "step": 38050 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.68001651763916, | |
| "learning_rate": 0.00013330552250243475, | |
| "loss": 3.0371, | |
| "step": 38100 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.374165058135986, | |
| "learning_rate": 0.00013313258655640325, | |
| "loss": 3.141, | |
| "step": 38150 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.1900410652160645, | |
| "learning_rate": 0.00013295953923042034, | |
| "loss": 2.9999, | |
| "step": 38200 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 5.627082824707031, | |
| "learning_rate": 0.00013278638110620952, | |
| "loss": 2.9751, | |
| "step": 38250 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "grad_norm": 6.941247463226318, | |
| "learning_rate": 0.0001326131127658667, | |
| "loss": 3.0579, | |
| "step": 38300 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.677605152130127, | |
| "learning_rate": 0.00013243973479185828, | |
| "loss": 3.0327, | |
| "step": 38350 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.137176513671875, | |
| "learning_rate": 0.00013226624776701925, | |
| "loss": 3.0782, | |
| "step": 38400 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 7.087386131286621, | |
| "learning_rate": 0.00013209265227455118, | |
| "loss": 3.0633, | |
| "step": 38450 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.575850486755371, | |
| "learning_rate": 0.0001319189488980203, | |
| "loss": 3.1038, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.31092643737793, | |
| "learning_rate": 0.0001317451382213554, | |
| "loss": 3.0153, | |
| "step": 38550 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.346449375152588, | |
| "learning_rate": 0.0001315712208288461, | |
| "loss": 2.998, | |
| "step": 38600 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.6449198722839355, | |
| "learning_rate": 0.0001313971973051407, | |
| "loss": 3.0801, | |
| "step": 38650 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.223085403442383, | |
| "learning_rate": 0.00013122306823524425, | |
| "loss": 2.9869, | |
| "step": 38700 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.5236053466796875, | |
| "learning_rate": 0.00013104883420451673, | |
| "loss": 2.865, | |
| "step": 38750 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 6.014589786529541, | |
| "learning_rate": 0.00013087449579867082, | |
| "loss": 2.9073, | |
| "step": 38800 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.373612403869629, | |
| "learning_rate": 0.0001307000536037701, | |
| "loss": 2.982, | |
| "step": 38850 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.678324222564697, | |
| "learning_rate": 0.00013052550820622712, | |
| "loss": 3.0649, | |
| "step": 38900 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.631078720092773, | |
| "learning_rate": 0.0001303508601928013, | |
| "loss": 3.0235, | |
| "step": 38950 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 5.745089054107666, | |
| "learning_rate": 0.00013017611015059703, | |
| "loss": 3.017, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.9316086769104, | |
| "learning_rate": 0.00013000125866706173, | |
| "loss": 2.8922, | |
| "step": 39050 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.83328104019165, | |
| "learning_rate": 0.00012982630632998375, | |
| "loss": 2.9944, | |
| "step": 39100 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.858354568481445, | |
| "learning_rate": 0.00012965125372749048, | |
| "loss": 3.2066, | |
| "step": 39150 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "grad_norm": 4.85454797744751, | |
| "learning_rate": 0.00012947610144804653, | |
| "loss": 3.0025, | |
| "step": 39200 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.420687675476074, | |
| "learning_rate": 0.00012930085008045134, | |
| "loss": 3.0974, | |
| "step": 39250 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 5.3282012939453125, | |
| "learning_rate": 0.0001291255002138376, | |
| "loss": 2.9854, | |
| "step": 39300 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 5.671788692474365, | |
| "learning_rate": 0.0001289500524376691, | |
| "loss": 2.9885, | |
| "step": 39350 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.758500099182129, | |
| "learning_rate": 0.00012877450734173875, | |
| "loss": 3.0249, | |
| "step": 39400 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 5.179042339324951, | |
| "learning_rate": 0.00012859886551616664, | |
| "loss": 2.9665, | |
| "step": 39450 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.027754306793213, | |
| "learning_rate": 0.00012842312755139795, | |
| "loss": 2.9796, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.407317638397217, | |
| "learning_rate": 0.00012824729403820118, | |
| "loss": 3.0149, | |
| "step": 39550 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.677199840545654, | |
| "learning_rate": 0.00012807136556766587, | |
| "loss": 3.0432, | |
| "step": 39600 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.903664588928223, | |
| "learning_rate": 0.00012789534273120094, | |
| "loss": 2.9611, | |
| "step": 39650 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.799653053283691, | |
| "learning_rate": 0.0001277192261205324, | |
| "loss": 3.0132, | |
| "step": 39700 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 5.403965473175049, | |
| "learning_rate": 0.00012754301632770157, | |
| "loss": 2.9755, | |
| "step": 39750 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 15.81489086151123, | |
| "learning_rate": 0.000127366713945063, | |
| "loss": 2.9749, | |
| "step": 39800 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 5.791144847869873, | |
| "learning_rate": 0.00012719031956528247, | |
| "loss": 2.9958, | |
| "step": 39850 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 6.054769992828369, | |
| "learning_rate": 0.000127013833781335, | |
| "loss": 3.0009, | |
| "step": 39900 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.867542743682861, | |
| "learning_rate": 0.00012683725718650298, | |
| "loss": 3.0065, | |
| "step": 39950 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 6.006402015686035, | |
| "learning_rate": 0.00012666059037437402, | |
| "loss": 2.9425, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.8633551597595215, | |
| "learning_rate": 0.00012648383393883893, | |
| "loss": 2.9857, | |
| "step": 40050 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "grad_norm": 4.701941013336182, | |
| "learning_rate": 0.0001263069884740899, | |
| "loss": 2.9212, | |
| "step": 40100 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.5726237297058105, | |
| "learning_rate": 0.0001261300545746184, | |
| "loss": 2.9625, | |
| "step": 40150 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 7.131462574005127, | |
| "learning_rate": 0.00012595303283521316, | |
| "loss": 3.0548, | |
| "step": 40200 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.9713826179504395, | |
| "learning_rate": 0.00012577592385095814, | |
| "loss": 2.9929, | |
| "step": 40250 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.615350723266602, | |
| "learning_rate": 0.0001255987282172307, | |
| "loss": 3.0768, | |
| "step": 40300 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.178917407989502, | |
| "learning_rate": 0.00012542144652969944, | |
| "loss": 3.0278, | |
| "step": 40350 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 6.033947944641113, | |
| "learning_rate": 0.0001252440793843222, | |
| "loss": 2.984, | |
| "step": 40400 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.493157863616943, | |
| "learning_rate": 0.00012506662737734413, | |
| "loss": 3.0221, | |
| "step": 40450 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.638075351715088, | |
| "learning_rate": 0.00012488909110529563, | |
| "loss": 3.0525, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 6.92527437210083, | |
| "learning_rate": 0.00012471147116499044, | |
| "loss": 2.9417, | |
| "step": 40550 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.838274955749512, | |
| "learning_rate": 0.0001245337681535235, | |
| "loss": 2.9705, | |
| "step": 40600 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.925703525543213, | |
| "learning_rate": 0.00012435598266826906, | |
| "loss": 2.9178, | |
| "step": 40650 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.92296028137207, | |
| "learning_rate": 0.0001241781153068785, | |
| "loss": 3.0117, | |
| "step": 40700 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.870546817779541, | |
| "learning_rate": 0.00012400016666727856, | |
| "loss": 2.9036, | |
| "step": 40750 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.947800159454346, | |
| "learning_rate": 0.00012382213734766918, | |
| "loss": 2.9763, | |
| "step": 40800 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.460611820220947, | |
| "learning_rate": 0.00012364402794652146, | |
| "loss": 2.9834, | |
| "step": 40850 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.415246486663818, | |
| "learning_rate": 0.00012346583906257578, | |
| "loss": 2.9728, | |
| "step": 40900 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 4.871602535247803, | |
| "learning_rate": 0.00012328757129483967, | |
| "loss": 3.1404, | |
| "step": 40950 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "grad_norm": 5.851921558380127, | |
| "learning_rate": 0.00012310922524258588, | |
| "loss": 2.9854, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.699054718017578, | |
| "learning_rate": 0.00012293080150535025, | |
| "loss": 3.0183, | |
| "step": 41050 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.255423069000244, | |
| "learning_rate": 0.00012275230068292987, | |
| "loss": 3.0225, | |
| "step": 41100 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 6.410534858703613, | |
| "learning_rate": 0.00012257372337538087, | |
| "loss": 2.9212, | |
| "step": 41150 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.757706642150879, | |
| "learning_rate": 0.0001223950701830165, | |
| "loss": 2.9113, | |
| "step": 41200 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.773000717163086, | |
| "learning_rate": 0.00012221634170640525, | |
| "loss": 3.0744, | |
| "step": 41250 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.893006801605225, | |
| "learning_rate": 0.00012203753854636848, | |
| "loss": 2.9178, | |
| "step": 41300 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.773557186126709, | |
| "learning_rate": 0.00012185866130397874, | |
| "loss": 3.0172, | |
| "step": 41350 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.521202087402344, | |
| "learning_rate": 0.00012167971058055758, | |
| "loss": 3.0125, | |
| "step": 41400 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.666463375091553, | |
| "learning_rate": 0.00012150068697767361, | |
| "loss": 3.01, | |
| "step": 41450 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 6.500729084014893, | |
| "learning_rate": 0.00012132159109714036, | |
| "loss": 2.9112, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.394867897033691, | |
| "learning_rate": 0.0001211424235410144, | |
| "loss": 2.9984, | |
| "step": 41550 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 5.369923114776611, | |
| "learning_rate": 0.00012096318491159317, | |
| "loss": 3.0215, | |
| "step": 41600 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.682898998260498, | |
| "learning_rate": 0.00012078387581141315, | |
| "loss": 3.0607, | |
| "step": 41650 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 6.522764205932617, | |
| "learning_rate": 0.00012060449684324761, | |
| "loss": 2.8554, | |
| "step": 41700 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.820666790008545, | |
| "learning_rate": 0.00012042504861010472, | |
| "loss": 2.9452, | |
| "step": 41750 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 4.502612113952637, | |
| "learning_rate": 0.00012024553171522557, | |
| "loss": 2.8537, | |
| "step": 41800 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 6.1411919593811035, | |
| "learning_rate": 0.00012006594676208191, | |
| "loss": 2.8307, | |
| "step": 41850 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "grad_norm": 6.050970554351807, | |
| "learning_rate": 0.00011988629435437444, | |
| "loss": 3.0305, | |
| "step": 41900 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.647627830505371, | |
| "learning_rate": 0.0001197065750960305, | |
| "loss": 2.8381, | |
| "step": 41950 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 6.286309719085693, | |
| "learning_rate": 0.00011952678959120224, | |
| "loss": 2.9592, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.323746204376221, | |
| "learning_rate": 0.00011935053610658573, | |
| "loss": 2.9537, | |
| "step": 42050 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.923861503601074, | |
| "learning_rate": 0.00011917062121695774, | |
| "loss": 2.9324, | |
| "step": 42100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.180017948150635, | |
| "learning_rate": 0.00011899064188253139, | |
| "loss": 3.0805, | |
| "step": 42150 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.270453929901123, | |
| "learning_rate": 0.00011881059870833311, | |
| "loss": 2.9936, | |
| "step": 42200 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.614379405975342, | |
| "learning_rate": 0.0001186304922996039, | |
| "loss": 3.0418, | |
| "step": 42250 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.335697174072266, | |
| "learning_rate": 0.00011845032326179733, | |
| "loss": 2.8929, | |
| "step": 42300 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.8122968673706055, | |
| "learning_rate": 0.00011827009220057747, | |
| "loss": 2.9899, | |
| "step": 42350 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.42422342300415, | |
| "learning_rate": 0.00011808979972181702, | |
| "loss": 2.9105, | |
| "step": 42400 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.390098571777344, | |
| "learning_rate": 0.00011790944643159498, | |
| "loss": 2.9243, | |
| "step": 42450 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.957045078277588, | |
| "learning_rate": 0.0001177290329361949, | |
| "loss": 2.8823, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.895153522491455, | |
| "learning_rate": 0.00011754855984210267, | |
| "loss": 2.9154, | |
| "step": 42550 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.1375651359558105, | |
| "learning_rate": 0.00011736802775600453, | |
| "loss": 2.8391, | |
| "step": 42600 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.678954601287842, | |
| "learning_rate": 0.000117187437284785, | |
| "loss": 3.0804, | |
| "step": 42650 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 5.407025337219238, | |
| "learning_rate": 0.00011700678903552496, | |
| "loss": 2.8453, | |
| "step": 42700 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 4.979137420654297, | |
| "learning_rate": 0.00011682608361549941, | |
| "loss": 2.9804, | |
| "step": 42750 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "grad_norm": 6.545903205871582, | |
| "learning_rate": 0.00011664532163217561, | |
| "loss": 2.9162, | |
| "step": 42800 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.6958513259887695, | |
| "learning_rate": 0.00011646450369321096, | |
| "loss": 2.9211, | |
| "step": 42850 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.4765777587890625, | |
| "learning_rate": 0.00011628363040645092, | |
| "loss": 3.0789, | |
| "step": 42900 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.468578338623047, | |
| "learning_rate": 0.00011610270237992707, | |
| "loss": 2.8729, | |
| "step": 42950 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.818888187408447, | |
| "learning_rate": 0.00011592172022185495, | |
| "loss": 3.0, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.613924503326416, | |
| "learning_rate": 0.00011574068454063209, | |
| "loss": 2.9263, | |
| "step": 43050 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.543806076049805, | |
| "learning_rate": 0.00011555959594483597, | |
| "loss": 3.0417, | |
| "step": 43100 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.07559871673584, | |
| "learning_rate": 0.00011537845504322191, | |
| "loss": 2.8919, | |
| "step": 43150 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.199263572692871, | |
| "learning_rate": 0.00011519726244472111, | |
| "loss": 2.9026, | |
| "step": 43200 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.044497966766357, | |
| "learning_rate": 0.0001150160187584385, | |
| "loss": 2.9563, | |
| "step": 43250 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.860003471374512, | |
| "learning_rate": 0.00011483472459365079, | |
| "loss": 3.041, | |
| "step": 43300 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.622586727142334, | |
| "learning_rate": 0.00011465338055980439, | |
| "loss": 2.7987, | |
| "step": 43350 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.760509490966797, | |
| "learning_rate": 0.00011447198726651332, | |
| "loss": 2.9494, | |
| "step": 43400 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 8.510196685791016, | |
| "learning_rate": 0.00011429054532355719, | |
| "loss": 2.9445, | |
| "step": 43450 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 5.452268123626709, | |
| "learning_rate": 0.00011410905534087917, | |
| "loss": 2.8942, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.183492183685303, | |
| "learning_rate": 0.00011392751792858391, | |
| "loss": 3.044, | |
| "step": 43550 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 6.01775598526001, | |
| "learning_rate": 0.00011374593369693555, | |
| "loss": 2.9628, | |
| "step": 43600 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.965917110443115, | |
| "learning_rate": 0.00011356430325635556, | |
| "loss": 2.8986, | |
| "step": 43650 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "grad_norm": 4.815042018890381, | |
| "learning_rate": 0.00011338262721742076, | |
| "loss": 2.8902, | |
| "step": 43700 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 6.838842391967773, | |
| "learning_rate": 0.0001132009061908613, | |
| "loss": 2.8702, | |
| "step": 43750 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 4.264350891113281, | |
| "learning_rate": 0.00011301914078755846, | |
| "loss": 2.9841, | |
| "step": 43800 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.292375564575195, | |
| "learning_rate": 0.00011283733161854284, | |
| "loss": 2.9599, | |
| "step": 43850 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 6.021354675292969, | |
| "learning_rate": 0.00011265547929499205, | |
| "loss": 2.9701, | |
| "step": 43900 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.289261817932129, | |
| "learning_rate": 0.0001124735844282288, | |
| "loss": 2.9529, | |
| "step": 43950 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.365589141845703, | |
| "learning_rate": 0.00011229164762971884, | |
| "loss": 2.8719, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.0670599937438965, | |
| "learning_rate": 0.00011210966951106889, | |
| "loss": 2.901, | |
| "step": 44050 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.8635573387146, | |
| "learning_rate": 0.00011193129145555024, | |
| "loss": 2.8916, | |
| "step": 44100 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.172703266143799, | |
| "learning_rate": 0.00011174923332792682, | |
| "loss": 2.9745, | |
| "step": 44150 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.451959609985352, | |
| "learning_rate": 0.000111567135703567, | |
| "loss": 2.9827, | |
| "step": 44200 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 4.874610900878906, | |
| "learning_rate": 0.00011138499919461816, | |
| "loss": 2.9749, | |
| "step": 44250 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 4.621652603149414, | |
| "learning_rate": 0.0001112028244133583, | |
| "loss": 2.8464, | |
| "step": 44300 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.568783760070801, | |
| "learning_rate": 0.00011102061197219413, | |
| "loss": 2.923, | |
| "step": 44350 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 6.537819862365723, | |
| "learning_rate": 0.00011083836248365901, | |
| "loss": 2.9042, | |
| "step": 44400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 4.626901626586914, | |
| "learning_rate": 0.00011065607656041075, | |
| "loss": 2.9843, | |
| "step": 44450 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.579078197479248, | |
| "learning_rate": 0.00011047375481522969, | |
| "loss": 2.9371, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.379307746887207, | |
| "learning_rate": 0.00011029139786101657, | |
| "loss": 2.8835, | |
| "step": 44550 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "grad_norm": 5.236015796661377, | |
| "learning_rate": 0.00011010900631079049, | |
| "loss": 2.8995, | |
| "step": 44600 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.900421619415283, | |
| "learning_rate": 0.00010992658077768689, | |
| "loss": 2.9544, | |
| "step": 44650 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.1276445388793945, | |
| "learning_rate": 0.0001097441218749554, | |
| "loss": 2.9357, | |
| "step": 44700 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.315830707550049, | |
| "learning_rate": 0.00010956163021595782, | |
| "loss": 2.9812, | |
| "step": 44750 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.422897815704346, | |
| "learning_rate": 0.00010937910641416613, | |
| "loss": 2.7807, | |
| "step": 44800 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 6.341892242431641, | |
| "learning_rate": 0.0001091965510831603, | |
| "loss": 3.0267, | |
| "step": 44850 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.295689105987549, | |
| "learning_rate": 0.00010901396483662629, | |
| "loss": 2.9204, | |
| "step": 44900 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.320792198181152, | |
| "learning_rate": 0.00010883134828835406, | |
| "loss": 2.8956, | |
| "step": 44950 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.325866222381592, | |
| "learning_rate": 0.00010864870205223534, | |
| "loss": 2.8959, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 7.466726303100586, | |
| "learning_rate": 0.00010846602674226174, | |
| "loss": 3.0028, | |
| "step": 45050 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.151381015777588, | |
| "learning_rate": 0.0001082833229725225, | |
| "loss": 2.9644, | |
| "step": 45100 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.178279399871826, | |
| "learning_rate": 0.00010810059135720268, | |
| "loss": 3.0683, | |
| "step": 45150 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 6.167341709136963, | |
| "learning_rate": 0.00010791783251058083, | |
| "loss": 2.8418, | |
| "step": 45200 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.541141033172607, | |
| "learning_rate": 0.00010773504704702707, | |
| "loss": 2.9832, | |
| "step": 45250 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.082434177398682, | |
| "learning_rate": 0.00010755223558100099, | |
| "loss": 2.9448, | |
| "step": 45300 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.632344722747803, | |
| "learning_rate": 0.00010736939872704965, | |
| "loss": 2.8956, | |
| "step": 45350 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.984410762786865, | |
| "learning_rate": 0.00010718653709980537, | |
| "loss": 2.7704, | |
| "step": 45400 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 4.388175964355469, | |
| "learning_rate": 0.00010700365131398384, | |
| "loss": 2.9454, | |
| "step": 45450 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "grad_norm": 5.920036792755127, | |
| "learning_rate": 0.00010682074198438188, | |
| "loss": 2.7829, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 7.379148006439209, | |
| "learning_rate": 0.00010663780972587546, | |
| "loss": 2.8758, | |
| "step": 45550 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.970609664916992, | |
| "learning_rate": 0.00010645485515341773, | |
| "loss": 2.8542, | |
| "step": 45600 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.384859561920166, | |
| "learning_rate": 0.00010627187888203671, | |
| "loss": 3.0344, | |
| "step": 45650 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 6.491629123687744, | |
| "learning_rate": 0.00010608888152683345, | |
| "loss": 2.929, | |
| "step": 45700 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.58522367477417, | |
| "learning_rate": 0.00010590586370297987, | |
| "loss": 2.7649, | |
| "step": 45750 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.452960014343262, | |
| "learning_rate": 0.0001057228260257167, | |
| "loss": 2.8287, | |
| "step": 45800 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.445278167724609, | |
| "learning_rate": 0.0001055397691103514, | |
| "loss": 2.9186, | |
| "step": 45850 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.806256294250488, | |
| "learning_rate": 0.00010535669357225606, | |
| "loss": 2.8372, | |
| "step": 45900 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 8.205987930297852, | |
| "learning_rate": 0.00010517360002686542, | |
| "loss": 2.8849, | |
| "step": 45950 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.005978107452393, | |
| "learning_rate": 0.00010499048908967479, | |
| "loss": 2.9383, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.5991530418396, | |
| "learning_rate": 0.00010480736137623785, | |
| "loss": 2.8669, | |
| "step": 46050 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.811635494232178, | |
| "learning_rate": 0.00010462788053403845, | |
| "loss": 2.8846, | |
| "step": 46100 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.274057388305664, | |
| "learning_rate": 0.00010444472141985921, | |
| "loss": 2.8283, | |
| "step": 46150 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.665740013122559, | |
| "learning_rate": 0.0001042615473641102, | |
| "loss": 2.9235, | |
| "step": 46200 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 5.276669502258301, | |
| "learning_rate": 0.00010407835898255722, | |
| "loss": 2.8764, | |
| "step": 46250 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 4.8003716468811035, | |
| "learning_rate": 0.00010389515689101443, | |
| "loss": 2.9182, | |
| "step": 46300 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 6.221768379211426, | |
| "learning_rate": 0.00010371194170534193, | |
| "loss": 2.8737, | |
| "step": 46350 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "grad_norm": 6.831139087677002, | |
| "learning_rate": 0.00010352871404144393, | |
| "loss": 2.9114, | |
| "step": 46400 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 4.927224636077881, | |
| "learning_rate": 0.00010334547451526655, | |
| "loss": 2.8759, | |
| "step": 46450 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.206568717956543, | |
| "learning_rate": 0.00010316222374279579, | |
| "loss": 2.8074, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.590527057647705, | |
| "learning_rate": 0.00010297896234005547, | |
| "loss": 2.9832, | |
| "step": 46550 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.250126838684082, | |
| "learning_rate": 0.00010279569092310509, | |
| "loss": 2.8367, | |
| "step": 46600 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.71900749206543, | |
| "learning_rate": 0.0001026124101080379, | |
| "loss": 2.8001, | |
| "step": 46650 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 4.7858428955078125, | |
| "learning_rate": 0.00010242912051097868, | |
| "loss": 2.8666, | |
| "step": 46700 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 4.844628810882568, | |
| "learning_rate": 0.00010224582274808179, | |
| "loss": 2.8775, | |
| "step": 46750 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.725827217102051, | |
| "learning_rate": 0.00010206251743552893, | |
| "loss": 2.9606, | |
| "step": 46800 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 4.768713474273682, | |
| "learning_rate": 0.00010187920518952732, | |
| "loss": 2.958, | |
| "step": 46850 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 3.9493703842163086, | |
| "learning_rate": 0.00010169588662630737, | |
| "loss": 2.8679, | |
| "step": 46900 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.172091484069824, | |
| "learning_rate": 0.00010151256236212083, | |
| "loss": 2.782, | |
| "step": 46950 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.498044490814209, | |
| "learning_rate": 0.00010132923301323851, | |
| "loss": 2.9971, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.295326232910156, | |
| "learning_rate": 0.00010114589919594841, | |
| "loss": 2.7663, | |
| "step": 47050 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.579819202423096, | |
| "learning_rate": 0.00010096256152655347, | |
| "loss": 2.8452, | |
| "step": 47100 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 6.318177223205566, | |
| "learning_rate": 0.00010077922062136962, | |
| "loss": 2.8623, | |
| "step": 47150 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.403071403503418, | |
| "learning_rate": 0.00010059587709672367, | |
| "loss": 2.908, | |
| "step": 47200 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 4.94517707824707, | |
| "learning_rate": 0.00010041253156895121, | |
| "loss": 2.7523, | |
| "step": 47250 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "grad_norm": 5.644167423248291, | |
| "learning_rate": 0.00010022918465439459, | |
| "loss": 2.7601, | |
| "step": 47300 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.638683795928955, | |
| "learning_rate": 0.00010004583696940082, | |
| "loss": 2.8464, | |
| "step": 47350 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 6.358886241912842, | |
| "learning_rate": 9.986248913031951e-05, | |
| "loss": 2.8521, | |
| "step": 47400 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.6009674072265625, | |
| "learning_rate": 9.967914175350072e-05, | |
| "loss": 2.8016, | |
| "step": 47450 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.444103717803955, | |
| "learning_rate": 9.949579545529306e-05, | |
| "loss": 2.8864, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 4.8751020431518555, | |
| "learning_rate": 9.931245085204141e-05, | |
| "loss": 2.898, | |
| "step": 47550 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 8.828577995300293, | |
| "learning_rate": 9.912910856008507e-05, | |
| "loss": 2.8747, | |
| "step": 47600 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 4.8726420402526855, | |
| "learning_rate": 9.894576919575544e-05, | |
| "loss": 2.9534, | |
| "step": 47650 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.384267807006836, | |
| "learning_rate": 9.876243337537419e-05, | |
| "loss": 2.8939, | |
| "step": 47700 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 7.15346097946167, | |
| "learning_rate": 9.857910171525097e-05, | |
| "loss": 2.837, | |
| "step": 47750 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.236895561218262, | |
| "learning_rate": 9.839577483168159e-05, | |
| "loss": 2.9125, | |
| "step": 47800 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.851171493530273, | |
| "learning_rate": 9.821245334094561e-05, | |
| "loss": 2.8393, | |
| "step": 47850 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 7.324557304382324, | |
| "learning_rate": 9.802913785930468e-05, | |
| "loss": 2.8172, | |
| "step": 47900 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.504180908203125, | |
| "learning_rate": 9.784582900300003e-05, | |
| "loss": 2.9226, | |
| "step": 47950 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 6.177040100097656, | |
| "learning_rate": 9.766252738825082e-05, | |
| "loss": 2.9002, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.5708184242248535, | |
| "learning_rate": 9.74792336312517e-05, | |
| "loss": 2.944, | |
| "step": 48050 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.0200958251953125, | |
| "learning_rate": 9.729594834817101e-05, | |
| "loss": 2.7737, | |
| "step": 48100 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 4.931415557861328, | |
| "learning_rate": 9.71163375859414e-05, | |
| "loss": 2.8364, | |
| "step": 48150 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "grad_norm": 5.3155837059021, | |
| "learning_rate": 9.693307089892542e-05, | |
| "loss": 2.847, | |
| "step": 48200 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.763603687286377, | |
| "learning_rate": 9.674981452183242e-05, | |
| "loss": 2.7749, | |
| "step": 48250 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.666341781616211, | |
| "learning_rate": 9.656656907070497e-05, | |
| "loss": 2.8714, | |
| "step": 48300 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.25208044052124, | |
| "learning_rate": 9.638333516154907e-05, | |
| "loss": 2.8369, | |
| "step": 48350 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.267052173614502, | |
| "learning_rate": 9.620011341033175e-05, | |
| "loss": 2.9775, | |
| "step": 48400 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.161477088928223, | |
| "learning_rate": 9.601690443297935e-05, | |
| "loss": 2.7449, | |
| "step": 48450 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.944921016693115, | |
| "learning_rate": 9.583370884537509e-05, | |
| "loss": 2.8609, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.221665859222412, | |
| "learning_rate": 9.565052726335734e-05, | |
| "loss": 2.8469, | |
| "step": 48550 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.500278949737549, | |
| "learning_rate": 9.546736030271725e-05, | |
| "loss": 2.8544, | |
| "step": 48600 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.985889911651611, | |
| "learning_rate": 9.528420857919697e-05, | |
| "loss": 2.8036, | |
| "step": 48650 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.907659530639648, | |
| "learning_rate": 9.510107270848724e-05, | |
| "loss": 2.8904, | |
| "step": 48700 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.073204040527344, | |
| "learning_rate": 9.491795330622567e-05, | |
| "loss": 2.6987, | |
| "step": 48750 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.93405294418335, | |
| "learning_rate": 9.473485098799443e-05, | |
| "loss": 2.8249, | |
| "step": 48800 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 4.795543670654297, | |
| "learning_rate": 9.455176636931828e-05, | |
| "loss": 2.8581, | |
| "step": 48850 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.811830520629883, | |
| "learning_rate": 9.436870006566246e-05, | |
| "loss": 2.906, | |
| "step": 48900 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.670967102050781, | |
| "learning_rate": 9.418565269243071e-05, | |
| "loss": 2.9754, | |
| "step": 48950 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 5.656855583190918, | |
| "learning_rate": 9.400262486496302e-05, | |
| "loss": 2.7556, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 7.969732284545898, | |
| "learning_rate": 9.38196171985338e-05, | |
| "loss": 2.7671, | |
| "step": 49050 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "grad_norm": 6.888683795928955, | |
| "learning_rate": 9.363663030834952e-05, | |
| "loss": 2.8166, | |
| "step": 49100 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.012565612792969, | |
| "learning_rate": 9.345366480954705e-05, | |
| "loss": 2.8049, | |
| "step": 49150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 3.9672935009002686, | |
| "learning_rate": 9.327072131719107e-05, | |
| "loss": 2.7632, | |
| "step": 49200 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.249286651611328, | |
| "learning_rate": 9.308780044627255e-05, | |
| "loss": 2.7411, | |
| "step": 49250 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.749345302581787, | |
| "learning_rate": 9.290490281170615e-05, | |
| "loss": 2.7056, | |
| "step": 49300 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.181809902191162, | |
| "learning_rate": 9.272202902832869e-05, | |
| "loss": 2.924, | |
| "step": 49350 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 6.044013977050781, | |
| "learning_rate": 9.253917971089656e-05, | |
| "loss": 2.9458, | |
| "step": 49400 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.671850204467773, | |
| "learning_rate": 9.235635547408412e-05, | |
| "loss": 2.8085, | |
| "step": 49450 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 6.044562339782715, | |
| "learning_rate": 9.217355693248123e-05, | |
| "loss": 2.8216, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 6.342569828033447, | |
| "learning_rate": 9.199078470059152e-05, | |
| "loss": 2.8485, | |
| "step": 49550 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.90534782409668, | |
| "learning_rate": 9.180803939283008e-05, | |
| "loss": 2.8404, | |
| "step": 49600 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.511479377746582, | |
| "learning_rate": 9.162532162352155e-05, | |
| "loss": 2.8728, | |
| "step": 49650 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.42932653427124, | |
| "learning_rate": 9.144263200689793e-05, | |
| "loss": 2.8323, | |
| "step": 49700 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.7290568351745605, | |
| "learning_rate": 9.125997115709666e-05, | |
| "loss": 2.8467, | |
| "step": 49750 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.0781168937683105, | |
| "learning_rate": 9.107733968815843e-05, | |
| "loss": 2.8715, | |
| "step": 49800 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 6.262780666351318, | |
| "learning_rate": 9.089473821402519e-05, | |
| "loss": 2.8191, | |
| "step": 49850 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.868679523468018, | |
| "learning_rate": 9.071216734853796e-05, | |
| "loss": 2.766, | |
| "step": 49900 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 4.828547477722168, | |
| "learning_rate": 9.052962770543505e-05, | |
| "loss": 2.7919, | |
| "step": 49950 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.066901683807373, | |
| "learning_rate": 9.03471198983496e-05, | |
| "loss": 2.9057, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "grad_norm": 5.19648551940918, | |
| "learning_rate": 9.016464454080793e-05, | |
| "loss": 2.8718, | |
| "step": 50050 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.266683101654053, | |
| "learning_rate": 8.998220224622708e-05, | |
| "loss": 2.8969, | |
| "step": 50100 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.854067325592041, | |
| "learning_rate": 8.979979362791311e-05, | |
| "loss": 2.8398, | |
| "step": 50150 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.818492889404297, | |
| "learning_rate": 8.961741929905883e-05, | |
| "loss": 2.8047, | |
| "step": 50200 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.926136016845703, | |
| "learning_rate": 8.943507987274168e-05, | |
| "loss": 2.8119, | |
| "step": 50250 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.289876937866211, | |
| "learning_rate": 8.925277596192192e-05, | |
| "loss": 2.8051, | |
| "step": 50300 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.575194835662842, | |
| "learning_rate": 8.907050817944029e-05, | |
| "loss": 2.8371, | |
| "step": 50350 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.982607841491699, | |
| "learning_rate": 8.888827713801616e-05, | |
| "loss": 2.7407, | |
| "step": 50400 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.438473224639893, | |
| "learning_rate": 8.870608345024536e-05, | |
| "loss": 2.7715, | |
| "step": 50450 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.853867530822754, | |
| "learning_rate": 8.852392772859816e-05, | |
| "loss": 2.7517, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.544076919555664, | |
| "learning_rate": 8.834181058541719e-05, | |
| "loss": 2.8274, | |
| "step": 50550 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.546023368835449, | |
| "learning_rate": 8.815973263291542e-05, | |
| "loss": 2.8477, | |
| "step": 50600 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 6.0551934242248535, | |
| "learning_rate": 8.7977694483174e-05, | |
| "loss": 2.8963, | |
| "step": 50650 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.458075046539307, | |
| "learning_rate": 8.77956967481404e-05, | |
| "loss": 2.8206, | |
| "step": 50700 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.1557111740112305, | |
| "learning_rate": 8.761374003962613e-05, | |
| "loss": 2.8098, | |
| "step": 50750 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 5.024372100830078, | |
| "learning_rate": 8.743182496930482e-05, | |
| "loss": 2.8212, | |
| "step": 50800 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.921896934509277, | |
| "learning_rate": 8.72499521487101e-05, | |
| "loss": 2.8694, | |
| "step": 50850 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 8.456253051757812, | |
| "learning_rate": 8.706812218923365e-05, | |
| "loss": 2.8235, | |
| "step": 50900 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "grad_norm": 4.885873794555664, | |
| "learning_rate": 8.688633570212294e-05, | |
| "loss": 2.7026, | |
| "step": 50950 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.612597942352295, | |
| "learning_rate": 8.670459329847947e-05, | |
| "loss": 2.8504, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.247095584869385, | |
| "learning_rate": 8.652289558925632e-05, | |
| "loss": 2.7814, | |
| "step": 51050 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.934078693389893, | |
| "learning_rate": 8.634124318525656e-05, | |
| "loss": 2.9126, | |
| "step": 51100 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.127668857574463, | |
| "learning_rate": 8.615963669713078e-05, | |
| "loss": 2.7345, | |
| "step": 51150 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.752030372619629, | |
| "learning_rate": 8.597807673537537e-05, | |
| "loss": 2.8596, | |
| "step": 51200 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.056651592254639, | |
| "learning_rate": 8.579656391033014e-05, | |
| "loss": 2.8417, | |
| "step": 51250 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.137719631195068, | |
| "learning_rate": 8.561509883217663e-05, | |
| "loss": 2.7885, | |
| "step": 51300 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.433664321899414, | |
| "learning_rate": 8.543368211093571e-05, | |
| "loss": 2.9204, | |
| "step": 51350 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.627000331878662, | |
| "learning_rate": 8.525231435646577e-05, | |
| "loss": 2.8252, | |
| "step": 51400 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.376331329345703, | |
| "learning_rate": 8.507099617846061e-05, | |
| "loss": 2.7879, | |
| "step": 51450 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.6834259033203125, | |
| "learning_rate": 8.488972818644737e-05, | |
| "loss": 2.9127, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.654898166656494, | |
| "learning_rate": 8.470851098978436e-05, | |
| "loss": 2.9049, | |
| "step": 51550 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.21427583694458, | |
| "learning_rate": 8.452734519765933e-05, | |
| "loss": 2.7647, | |
| "step": 51600 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.709262371063232, | |
| "learning_rate": 8.434623141908703e-05, | |
| "loss": 2.847, | |
| "step": 51650 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 4.660146713256836, | |
| "learning_rate": 8.416517026290756e-05, | |
| "loss": 2.761, | |
| "step": 51700 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.906465530395508, | |
| "learning_rate": 8.398416233778394e-05, | |
| "loss": 2.7357, | |
| "step": 51750 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 5.650059223175049, | |
| "learning_rate": 8.380320825220037e-05, | |
| "loss": 2.7828, | |
| "step": 51800 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 6.86538028717041, | |
| "learning_rate": 8.362230861445996e-05, | |
| "loss": 2.7406, | |
| "step": 51850 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 5.082160949707031, | |
| "learning_rate": 8.344146403268294e-05, | |
| "loss": 2.8243, | |
| "step": 51900 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 4.921591758728027, | |
| "learning_rate": 8.326067511480423e-05, | |
| "loss": 2.7735, | |
| "step": 51950 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "grad_norm": 7.034480094909668, | |
| "learning_rate": 8.307994246857189e-05, | |
| "loss": 2.737, | |
| "step": 52000 | |
| } | |
| ], | |
| "logging_steps": 50, | |
| "max_steps": 90183, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 1, | |
| "save_steps": 1000, | |
| "total_flos": 1.8698707402752e+16, | |
| "train_batch_size": 16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |