fix

phanthiet_expert_1000_steps/checkpoint-120/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b5e3270eb38f5b931d4ddfc95f7861e9f7f588fbb8194e8a92bc881af805048b
-size 815418
+oid sha256:c79467403667880b8dd7de3cd218fedbcd13d613cd918f2db785c3e1a6c6b3a8
+size 815482

phanthiet_expert_1000_steps/checkpoint-120/pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a17b4f6f8cb5c27490e265dad314b411c637b323ea4db8230d1820d76d5e63fd
+oid sha256:f15c9bfa779e073110aed2fcbf57d3ec60d14f9f39ee94d2905469abfbdd688b
 size 281733156

phanthiet_expert_1000_steps/checkpoint-120/rng_state.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b02077e133ef8a3123ba4dbbb5f9833947bafbe71c53913b566680ee9b5c2193
+oid sha256:111dc4206561b762e6dbb65e6bdfefd257af178f84c247f75215e194fc055a81
 size 13990

phanthiet_expert_1000_steps/checkpoint-120/trainer_state.json

@@ -1,5 +1,5 @@
 {
-  "best_metric": 4.078540325164795,
+  "best_metric": 5.269857883453369,
   "best_model_checkpoint": "phanthiet_expert_1000_steps/checkpoint-120",
   "epoch": 1.6666666666666665,
   "eval_steps": 120,
@@ -13,1079 +13,1079 @@
       "flops": 0.0,
       "iter_time": 0.0,
       "learning_rate": 1e-05,
-      "loss": 4.1924,
+      "loss": 0.5456,
       "remaining_time": 0.0,
       "step": 1
     },
     {
       "epoch": 0.03,
-      "flops": 757182085336.3389,
-      "iter_time": 2.8997883796691895,
+      "flops": 337708474800.72833,
+      "iter_time": 6.501666307449341,
       "learning_rate": 9.989989989989992e-06,
-      "loss": 4.19275,
-      "remaining_time": 2893.988802909851,
+      "loss": 0.550402,
+      "remaining_time": 6488.662974834442,
       "step": 2
     },
     {
       "epoch": 0.04,
-      "flops": 676747242321.8419,
-      "iter_time": 3.244442939758301,
+      "flops": 313913153791.8662,
+      "iter_time": 6.994507193565369,
       "learning_rate": 9.979979979979981e-06,
-      "loss": 4.1865745,
-      "remaining_time": 3234.709610939026,
+      "loss": 0.5577669799999999,
+      "remaining_time": 6973.523671984673,
       "step": 3
     },
     {
       "epoch": 0.06,
-      "flops": 727083157598.7356,
-      "iter_time": 3.0198303858439126,
+      "flops": 369395348722.3119,
+      "iter_time": 5.943950891494751,
       "learning_rate": 9.96996996996997e-06,
-      "loss": 4.178702755,
-      "remaining_time": 3007.751064300537,
+      "loss": 0.5604453102,
+      "remaining_time": 5920.175087928772,
       "step": 4
     },
     {
       "epoch": 0.07,
-      "flops": 770273224897.2733,
-      "iter_time": 2.8505051732063293,
+      "flops": 396889279569.81177,
+      "iter_time": 5.532192289829254,
       "learning_rate": 9.95995995995996e-06,
-      "loss": 4.17005772745,
-      "remaining_time": 2836.2526473402977,
+      "loss": 0.5664098570980001,
+      "remaining_time": 5504.531328380108,
       "step": 5
     },
     {
       "epoch": 0.08,
-      "flops": 770617895373.6494,
-      "iter_time": 2.849230241775513,
+      "flops": 421384081763.41815,
+      "iter_time": 5.210609292984008,
       "learning_rate": 9.949949949949951e-06,
-      "loss": 4.1585081501755,
-      "remaining_time": 2832.13486032486,
+      "loss": 0.5698937585270201,
+      "remaining_time": 5179.345637226104,
       "step": 6
     },
     {
       "epoch": 0.1,
-      "flops": 772366303187.6844,
-      "iter_time": 2.842780431111654,
+      "flops": 446295807257.3362,
+      "iter_time": 4.9197589953740435,
       "learning_rate": 9.93993993993994e-06,
-      "loss": 4.147722068673745,
-      "remaining_time": 2822.880968093872,
+      "loss": 0.5781998209417499,
+      "remaining_time": 4885.3206824064255,
       "step": 7
     },
     {
       "epoch": 0.11,
-      "flops": 744854726618.0027,
-      "iter_time": 2.9477799279349193,
+      "flops": 472428549895.4602,
+      "iter_time": 4.647618804659162,
       "learning_rate": 9.929929929929931e-06,
-      "loss": 4.131777847987007,
-      "remaining_time": 2924.19768851144,
+      "loss": 0.5806858227323325,
+      "remaining_time": 4610.437854221888,
       "step": 8
     },
     {
       "epoch": 0.12,
-      "flops": 757775980856.7782,
-      "iter_time": 2.8975157141685486,
+      "flops": 496630158877.83734,
+      "iter_time": 4.421132653951645,
       "learning_rate": 9.91991991991992e-06,
-      "loss": 4.109818069507138,
-      "remaining_time": 2871.4380727410316,
+      "loss": 0.5819999645050092,
+      "remaining_time": 4381.34246006608,
       "step": 9
     },
     {
       "epoch": 0.14,
-      "flops": 772465453346.2623,
-      "iter_time": 2.842415544721815,
+      "flops": 520012760024.9253,
+      "iter_time": 4.222334490882026,
       "learning_rate": 9.90990990990991e-06,
-      "loss": 4.095491888812067,
-      "remaining_time": 2813.991389274597,
+      "loss": 0.5885829648599592,
+      "remaining_time": 4180.111145973206,
       "step": 10
     },
     {
       "epoch": 0.15,
-      "flops": 777000101550.8723,
-      "iter_time": 2.8258269309997557,
+      "flops": 522981934249.4519,
+      "iter_time": 4.198362636566162,
       "learning_rate": 9.899899899899901e-06,
-      "loss": 4.079873969923947,
-      "remaining_time": 2794.7428347587584,
+      "loss": 0.5966651352113596,
+      "remaining_time": 4152.180647563934,
       "step": 11
     },
     {
       "epoch": 0.17,
-      "flops": 778757974714.995,
-      "iter_time": 2.8194482543251733,
+      "flops": 533220236875.68567,
+      "iter_time": 4.11775034124201,
       "learning_rate": 9.88988988988989e-06,
-      "loss": 4.063009230224707,
-      "remaining_time": 2785.614875273271,
+      "loss": 0.6031984838592459,
+      "remaining_time": 4068.3373371471057,
       "step": 12
     },
     {
       "epoch": 0.18,
-      "flops": 762857729109.9298,
-      "iter_time": 2.8782140215237937,
+      "flops": 544160301238.77454,
+      "iter_time": 4.034965078035991,
       "learning_rate": 9.879879879879881e-06,
-      "loss": 4.04228313792246,
-      "remaining_time": 2840.797239243984,
+      "loss": 0.6074144990206535,
+      "remaining_time": 3982.510532021523,
       "step": 13
     },
     {
       "epoch": 0.19,
-      "flops": 758247851432.5574,
-      "iter_time": 2.8957125406998854,
+      "flops": 559425240592.3275,
+      "iter_time": 3.9248636869283824,
       "learning_rate": 9.86986986986987e-06,
-      "loss": 4.023953306543236,
-      "remaining_time": 2855.172565130087,
+      "loss": 0.6109523540304469,
+      "remaining_time": 3869.915595311385,
       "step": 14
     },
     {
       "epoch": 0.21,
-      "flops": 762440152593.9678,
-      "iter_time": 2.8797903742109026,
+      "flops": 565694919686.4559,
+      "iter_time": 3.8813638516834805,
       "learning_rate": 9.85985985985986e-06,
-      "loss": 4.007716773477804,
-      "remaining_time": 2836.593518597739,
+      "loss": 0.6137828304901424,
+      "remaining_time": 3823.1433939082285,
       "step": 15
     },
     {
       "epoch": 0.22,
-      "flops": 768251722267.9072,
-      "iter_time": 2.858005714416504,
+      "flops": 565811601772.6144,
+      "iter_time": 3.880563433965047,
       "learning_rate": 9.849849849849851e-06,
-      "loss": 3.9873606057430258,
-      "remaining_time": 2812.27762298584,
+      "loss": 0.621022002185241,
+      "remaining_time": 3818.474419021606,
       "step": 16
     },
     {
       "epoch": 0.24,
-      "flops": 771504390688.7838,
-      "iter_time": 2.845956340432167,
+      "flops": 575500361634.0349,
+      "iter_time": 3.8152327239513397,
       "learning_rate": 9.83983983983984e-06,
-      "loss": 3.9675569996855953,
-      "remaining_time": 2797.57508264482,
+      "loss": 0.6294617821633886,
+      "remaining_time": 3750.373767644167,
       "step": 17
     },
     {
       "epoch": 0.25,
-      "flops": 738418300379.48,
-      "iter_time": 2.9734742641448975,
+      "flops": 586043194731.8378,
+      "iter_time": 3.746597233940573,
       "learning_rate": 9.829829829829831e-06,
-      "loss": 3.9488584296887392,
-      "remaining_time": 2919.9517273902893,
+      "loss": 0.6354701643417546,
+      "remaining_time": 3679.1584837296427,
       "step": 18
     },
     {
       "epoch": 0.26,
-      "flops": 720531917318.4235,
-      "iter_time": 3.0472873714235096,
+      "flops": 595681113605.7532,
+      "iter_time": 3.685978558328417,
       "learning_rate": 9.81981981981982e-06,
-      "loss": 3.9315318453918517,
-      "remaining_time": 2989.3889113664627,
+      "loss": 0.637550462698337,
+      "remaining_time": 3615.9449657201767,
       "step": 19
     },
     {
       "epoch": 0.28,
-      "flops": 705425117467.2936,
-      "iter_time": 3.112545553006624,
+      "flops": 599125830319.7644,
+      "iter_time": 3.664785761582224,
       "learning_rate": 9.80980980980981e-06,
-      "loss": 3.909895526937933,
-      "remaining_time": 3050.2946419464915,
+      "loss": 0.6389089580713537,
+      "remaining_time": 3591.4900463505796,
       "step": 20
     },
     {
       "epoch": 0.29,
-      "flops": 706196359318.664,
-      "iter_time": 3.1091463208198546,
+      "flops": 601663120837.0624,
+      "iter_time": 3.6493308901786805,
       "learning_rate": 9.799799799799801e-06,
-      "loss": 3.8902945716685537,
-      "remaining_time": 3043.8542480826377,
+      "loss": 0.6430028684906403,
+      "remaining_time": 3572.694941484928,
       "step": 21
     },
     {
       "epoch": 0.31,
-      "flops": 698413652665.8569,
-      "iter_time": 3.1437927995409285,
+      "flops": 608973680084.2296,
+      "iter_time": 3.6055216902778264,
       "learning_rate": 9.78978978978979e-06,
-      "loss": 3.870555625951868,
-      "remaining_time": 3074.629357951028,
+      "loss": 0.6420408398057339,
+      "remaining_time": 3526.2002130917144,
       "step": 22
     },
     {
       "epoch": 0.32,
-      "flops": 700378763760.74,
-      "iter_time": 3.134971997954629,
+      "flops": 614982690907.9432,
+      "iter_time": 3.570292050188238,
       "learning_rate": 9.779779779779781e-06,
-      "loss": 3.8589570696923494,
-      "remaining_time": 3062.8676420016723,
+      "loss": 0.6430324314076765,
+      "remaining_time": 3488.1753330339084,
       "step": 23
     },
     {
       "epoch": 0.33,
-      "flops": 703456955238.3383,
-      "iter_time": 3.1212539672851562,
+      "flops": 623008450190.2443,
+      "iter_time": 3.524298605711564,
       "learning_rate": 9.76976976976977e-06,
-      "loss": 3.8414114989954258,
-      "remaining_time": 3046.3438720703125,
+      "loss": 0.6464111070935997,
+      "remaining_time": 3439.7154391744866,
       "step": 24
     },
     {
       "epoch": 0.35,
-      "flops": 706839428283.1747,
-      "iter_time": 3.106317679087321,
+      "flops": 623147799603.7585,
+      "iter_time": 3.523510495821635,
       "learning_rate": 9.75975975975976e-06,
-      "loss": 3.8234383840054713,
-      "remaining_time": 3028.659737110138,
+      "loss": 0.6485699960226637,
+      "remaining_time": 3435.422733426094,
       "step": 25
     },
     {
       "epoch": 0.36,
-      "flops": 709694052505.4406,
-      "iter_time": 3.0938230419158934,
+      "flops": 624205117442.8488,
+      "iter_time": 3.517542152404785,
       "learning_rate": 9.749749749749751e-06,
-      "loss": 3.8077940001654165,
-      "remaining_time": 3013.38364282608,
+      "loss": 0.6560532960624371,
+      "remaining_time": 3426.0860564422605,
       "step": 26
     },
     {
       "epoch": 0.38,
-      "flops": 708325686130.973,
-      "iter_time": 3.099799788915194,
+      "flops": 629478739319.5417,
+      "iter_time": 3.488073028050936,
       "learning_rate": 9.73973973973974e-06,
-      "loss": 3.791024060163762,
-      "remaining_time": 3016.105194614484,
+      "loss": 0.6632047631018126,
+      "remaining_time": 3393.895056293561,
       "step": 27
     },
     {
       "epoch": 0.39,
-      "flops": 710268332115.8358,
-      "iter_time": 3.0913215654867665,
+      "flops": 635024865150.7354,
+      "iter_time": 3.457609194296378,
       "learning_rate": 9.729729729729732e-06,
-      "loss": 3.767240819562124,
-      "remaining_time": 3004.764561653137,
+      "loss": 0.6693847154707946,
+      "remaining_time": 3360.796136856079,
       "step": 28
     },
     {
       "epoch": 0.4,
-      "flops": 716185064802.5332,
-      "iter_time": 3.065782742840903,
+      "flops": 641848997477.1898,
+      "iter_time": 3.4208479268210277,
       "learning_rate": 9.719719719719721e-06,
-      "loss": 3.7443294113665027,
-      "remaining_time": 2976.8750432985166,
+      "loss": 0.6715838683160866,
+      "remaining_time": 3321.643336943218,
       "step": 29
     },
     {
       "epoch": 0.42,
-      "flops": 718525354369.5928,
-      "iter_time": 3.055797264493745,
+      "flops": 642585125419.3646,
+      "iter_time": 3.4169290970111716,
       "learning_rate": 9.70970970970971e-06,
-      "loss": 3.7250901172528375,
-      "remaining_time": 2964.1233465589326,
+      "loss": 0.6747270296329257,
+      "remaining_time": 3314.4212241008363,
       "step": 30
     },
     {
       "epoch": 0.43,
-      "flops": 724075264572.7759,
-      "iter_time": 3.032375113169352,
+      "flops": 640577790197.2817,
+      "iter_time": 3.427636496225993,
       "learning_rate": 9.699699699699701e-06,
-      "loss": 3.707127216080309,
-      "remaining_time": 2938.3714846611024,
+      "loss": 0.6797027593365965,
+      "remaining_time": 3321.3797648429872,
       "step": 31
     },
     {
       "epoch": 0.44,
-      "flops": 721408600240.4366,
-      "iter_time": 3.0435841929528022,
+      "flops": 644293722794.7263,
+      "iter_time": 3.407867770041189,
       "learning_rate": 9.68968968968969e-06,
-      "loss": 3.685780943919506,
-      "remaining_time": 2946.1894987783126,
+      "loss": 0.6856877317432305,
+      "remaining_time": 3298.816001399871,
       "step": 32
     },
     {
       "epoch": 0.46,
-      "flops": 714269321692.9258,
-      "iter_time": 3.0740054845809937,
+      "flops": 648971809710.5692,
+      "iter_time": 3.383302293717861,
       "learning_rate": 9.67967967967968e-06,
-      "loss": 3.668101134480311,
-      "remaining_time": 2972.563303589821,
+      "loss": 0.6910388544257982,
+      "remaining_time": 3271.6533180251718,
       "step": 33
     },
     {
       "epoch": 0.47,
-      "flops": 716119108432.6882,
-      "iter_time": 3.066065109137333,
+      "flops": 651911653670.7534,
+      "iter_time": 3.36804504105539,
       "learning_rate": 9.669669669669671e-06,
-      "loss": 3.651918123135508,
-      "remaining_time": 2961.818895426664,
+      "loss": 0.6991184658815401,
+      "remaining_time": 3253.531509659507,
       "step": 34
     },
     {
       "epoch": 0.49,
-      "flops": 721543850839.2638,
-      "iter_time": 3.0430136848898495,
+      "flops": 650742782498.6014,
+      "iter_time": 3.3740947597167072,
       "learning_rate": 9.65965965965966e-06,
-      "loss": 3.632711941904153,
-      "remaining_time": 2936.508205918705,
+      "loss": 0.7053602812227248,
+      "remaining_time": 3256.0014431266227,
       "step": 35
     },
     {
       "epoch": 0.5,
-      "flops": 725619778467.1793,
-      "iter_time": 3.0259205681937082,
+      "flops": 651580763461.6589,
+      "iter_time": 3.36975542477199,
       "learning_rate": 9.649649649649651e-06,
-      "loss": 3.613469822485111,
-      "remaining_time": 2916.987427738735,
+      "loss": 0.7058286784104976,
+      "remaining_time": 3248.4442294801984,
       "step": 36
     },
     {
       "epoch": 0.51,
-      "flops": 723057841885.0858,
-      "iter_time": 3.0366420017348394,
+      "flops": 654602944372.9254,
+      "iter_time": 3.3541978862550526,
       "learning_rate": 9.63963963963964e-06,
-      "loss": 3.59803012426026,
-      "remaining_time": 2924.2862476706505,
+      "loss": 0.7075003916263926,
+      "remaining_time": 3230.0925644636154,
       "step": 37
     },
     {
       "epoch": 0.53,
-      "flops": 723865047067.9672,
-      "iter_time": 3.0332557446247823,
+      "flops": 657540450120.0518,
+      "iter_time": 3.339213293951911,
       "learning_rate": 9.62962962962963e-06,
-      "loss": 3.5883728230176573,
-      "remaining_time": 2917.9920263290405,
+      "loss": 0.7157003877101287,
+      "remaining_time": 3212.3231887817383,
       "step": 38
     },
     {
       "epoch": 0.54,
-      "flops": 724833511698.737,
-      "iter_time": 3.0292029506281803,
+      "flops": 659049867218.4541,
+      "iter_time": 3.3315655181282446,
       "learning_rate": 9.61961961961962e-06,
-      "loss": 3.5712650947874804,
-      "remaining_time": 2911.064035553681,
+      "loss": 0.7184363838330274,
+      "remaining_time": 3201.634462921243,
       "step": 39
     },
     {
       "epoch": 0.56,
-      "flops": 728609540585.4153,
-      "iter_time": 3.013504065000094,
+      "flops": 659793717459.9181,
+      "iter_time": 3.3278095172001767,
       "learning_rate": 9.60960960960961e-06,
-      "loss": 3.5493454438396057,
-      "remaining_time": 2892.9639024000903,
+      "loss": 0.7198080199946971,
+      "remaining_time": 3194.6971365121694,
       "step": 40
     },
     {
       "epoch": 0.57,
-      "flops": 730835767693.7731,
-      "iter_time": 3.004324513673782,
+      "flops": 658401523052.3262,
+      "iter_time": 3.334846192598343,
       "learning_rate": 9.5995995995996e-06,
-      "loss": 3.5320349894012097,
-      "remaining_time": 2881.147208613157,
+      "loss": 0.7265189397947501,
+      "remaining_time": 3198.1174987018107,
       "step": 41
     },
     {
       "epoch": 0.58,
-      "flops": 731234413380.5944,
-      "iter_time": 3.002686651741586,
+      "flops": 661223398293.8737,
+      "iter_time": 3.320614209989222,
       "learning_rate": 9.58958958958959e-06,
-      "loss": 3.5149416395071977,
-      "remaining_time": 2876.5738123684396,
+      "loss": 0.7362167503968026,
+      "remaining_time": 3181.1484131696748,
       "step": 42
     },
     {
       "epoch": 0.6,
-      "flops": 727368192337.5139,
-      "iter_time": 3.018647000903175,
+      "flops": 665436077713.07,
+      "iter_time": 3.299592381431943,
       "learning_rate": 9.57957957957958e-06,
-      "loss": 3.498084223112126,
-      "remaining_time": 2888.845179864338,
+      "loss": 0.7387895828928346,
+      "remaining_time": 3157.7099090303695,
       "step": 43
     },
     {
       "epoch": 0.61,
-      "flops": 705155915133.6782,
-      "iter_time": 3.1137338072754615,
+      "flops": 668037055965.658,
+      "iter_time": 3.286745537159055,
       "learning_rate": 9.56956956956957e-06,
-      "loss": 3.4823423808810046,
-      "remaining_time": 2976.7295197553412,
+      "loss": 0.7402816870639062,
+      "remaining_time": 3142.1287335240563,
       "step": 44
     },
     {
       "epoch": 0.62,
-      "flops": 687670387605.7764,
-      "iter_time": 3.192907317118211,
+      "flops": 668578505149.5889,
+      "iter_time": 3.28408376195214,
       "learning_rate": 9.55955955955956e-06,
-      "loss": 3.4651959570721944,
-      "remaining_time": 3049.226487847892,
+      "loss": 0.7429708701932671,
+      "remaining_time": 3136.2999926642938,
       "step": 45
     },
     {
       "epoch": 0.64,
-      "flops": 687719642974.3138,
-      "iter_time": 3.1926786369747586,
+      "flops": 668465991995.3077,
+      "iter_time": 3.284636523988512,
       "learning_rate": 9.54954954954955e-06,
-      "loss": 3.4445809975014727,
-      "remaining_time": 3045.8154196739197,
+      "loss": 0.7488811614913344,
+      "remaining_time": 3133.5432438850403,
       "step": 46
     },
     {
       "epoch": 0.65,
-      "flops": 688252847108.6973,
-      "iter_time": 3.1902052008587383,
+      "flops": 669750945011.7385,
+      "iter_time": 3.2783347731051236,
       "learning_rate": 9.53953953953954e-06,
-      "loss": 3.425859187526458,
-      "remaining_time": 3040.2655564183774,
+      "loss": 0.7512013498764211,
+      "remaining_time": 3124.2530387691827,
       "step": 47
     },
     {
       "epoch": 0.67,
-      "flops": 690645296211.3798,
-      "iter_time": 3.179154081547514,
+      "flops": 672507374605.0092,
+      "iter_time": 3.2648977472427045,
       "learning_rate": 9.52952952952953e-06,
-      "loss": 3.413328595651193,
-      "remaining_time": 3026.5546856332335,
+      "loss": 0.7504163363776569,
+      "remaining_time": 3108.1826553750548,
       "step": 48
     },
     {
       "epoch": 0.68,
-      "flops": 691543847203.3143,
-      "iter_time": 3.1750232776006064,
+      "flops": 674897955624.8076,
+      "iter_time": 3.253333032131195,
       "learning_rate": 9.51951951951952e-06,
-      "loss": 3.3954373096946813,
-      "remaining_time": 3019.4471369981766,
+      "loss": 0.7520791730138804,
+      "remaining_time": 3093.9197135567665,
       "step": 49
     },
     {
       "epoch": 0.69,
-      "flops": 689714760670.2722,
-      "iter_time": 3.1834432689511045,
+      "flops": 672054534580.0323,
+      "iter_time": 3.267097682368999,
       "learning_rate": 9.50950950950951e-06,
-      "loss": 3.3732359365977347,
-      "remaining_time": 3024.2711055035493,
+      "loss": 0.7538383812837415,
+      "remaining_time": 3103.7427982505487,
       "step": 50
     },
     {
       "epoch": 0.71,
-      "flops": 691448472024.5978,
-      "iter_time": 3.1754612255096437,
+      "flops": 671547792110.8484,
+      "iter_time": 3.269562997817993,
       "learning_rate": 9.4994994994995e-06,
-      "loss": 3.3588975772317573,
-      "remaining_time": 3013.512703008652,
+      "loss": 0.759731997470904,
+      "remaining_time": 3102.8152849292755,
       "step": 51
     },
     {
       "epoch": 0.72,
-      "flops": 692258843884.0684,
-      "iter_time": 3.17174396795385,
+      "flops": 674273217333.7708,
+      "iter_time": 3.2563473617329315,
       "learning_rate": 9.489489489489491e-06,
-      "loss": 3.3495406014594398,
-      "remaining_time": 3006.81328162025,
+      "loss": 0.759546677496195,
+      "remaining_time": 3087.017298922819,
       "step": 52
     },
     {
       "epoch": 0.74,
-      "flops": 694408407311.5348,
-      "iter_time": 3.161925733089447,
+      "flops": 676641652332.1632,
+      "iter_time": 3.244949235365941,
       "learning_rate": 9.47947947947948e-06,
-      "loss": 3.3294171954448455,
-      "remaining_time": 2994.3436692357063,
+      "loss": 0.762359210721233,
+      "remaining_time": 3072.966925891546,
       "step": 53
     },
     {
       "epoch": 0.75,
-      "flops": 696442793706.463,
-      "iter_time": 3.1526893984596684,
+      "flops": 678842240110.5048,
+      "iter_time": 3.23443015566412,
       "learning_rate": 9.46946946946947e-06,
-      "loss": 3.315428023490397,
-      "remaining_time": 2982.4441709428465,
+      "loss": 0.7682846186140208,
+      "remaining_time": 3059.7709272582574,
       "step": 54
     },
     {
       "epoch": 0.76,
-      "flops": 693614196554.918,
-      "iter_time": 3.1655462406299733,
+      "flops": 676107675069.3893,
+      "iter_time": 3.247512035899692,
       "learning_rate": 9.45945945945946e-06,
-      "loss": 3.296744743255493,
-      "remaining_time": 2991.4411973953247,
+      "loss": 0.7732457724278805,
+      "remaining_time": 3068.898873925209,
       "step": 55
     },
     {
       "epoch": 0.78,
-      "flops": 693836694069.1173,
-      "iter_time": 3.164531122554432,
+      "flops": 676584884527.398,
+      "iter_time": 3.2452214977957987,
       "learning_rate": 9.44944944944945e-06,
-      "loss": 3.2839522958229383,
-      "remaining_time": 2987.317379691384,
+      "loss": 0.7792853147036017,
+      "remaining_time": 3063.489093919234,
       "step": 56
     },
     {
       "epoch": 0.79,
-      "flops": 696555431701.5421,
-      "iter_time": 3.1521795860358646,
+      "flops": 679219614722.3761,
+      "iter_time": 3.232633105346135,
       "learning_rate": 9.439439439439441e-06,
-      "loss": 3.2731757728647093,
-      "remaining_time": 2972.50534963182,
+      "loss": 0.7805744615565657,
+      "remaining_time": 3048.373018341405,
       "step": 57
     },
     {
       "epoch": 0.81,
-      "flops": 698400801361.5933,
-      "iter_time": 3.143850648612307,
+      "flops": 681611637353.8478,
+      "iter_time": 3.221288622471324,
       "learning_rate": 9.42942942942943e-06,
-      "loss": 3.264027015136062,
-      "remaining_time": 2961.507310992793,
+      "loss": 0.782551716941,
+      "remaining_time": 3034.4538823679873,
       "step": 58
     },
     {
       "epoch": 0.82,
-      "flops": 695816271468.8467,
-      "iter_time": 3.1555281219811273,
+      "flops": 683329725813.7307,
+      "iter_time": 3.2131893717009445,
       "learning_rate": 9.41941941941942e-06,
-      "loss": 3.2479237449847016,
-      "remaining_time": 2969.3519627842406,
+      "loss": 0.7841451997715899,
+      "remaining_time": 3023.611198770589,
       "step": 59
     },
     {
       "epoch": 0.83,
-      "flops": 695139766846.9948,
-      "iter_time": 3.1585990574400302,
+      "flops": 680966931813.5386,
+      "iter_time": 3.224338377936412,
       "learning_rate": 9.40940940940941e-06,
-      "loss": 3.2323745075348542,
-      "remaining_time": 2969.0831139936286,
+      "loss": 0.783524747773874,
+      "remaining_time": 3030.878075260227,
       "step": 60
     },
     {
       "epoch": 0.85,
-      "flops": 696063289567.6348,
-      "iter_time": 3.154408291975657,
+      "flops": 681524289786.793,
+      "iter_time": 3.22170147895813,
       "learning_rate": 9.3993993993994e-06,
-      "loss": 3.217518762459506,
-      "remaining_time": 2961.989386165142,
+      "loss": 0.7836325002961353,
+      "remaining_time": 3025.177688741684,
       "step": 61
     },
     {
       "epoch": 0.86,
-      "flops": 698313041409.4874,
-      "iter_time": 3.144245749614278,
+      "flops": 684239548468.1614,
+      "iter_time": 3.208916843914595,
       "learning_rate": 9.389389389389391e-06,
-      "loss": 3.2017655748349108,
-      "remaining_time": 2949.302513138193,
+      "loss": 0.7845871752931739,
+      "remaining_time": 3009.96399959189,
       "step": 62
     },
     {
       "epoch": 0.88,
-      "flops": 700518921438.2297,
-      "iter_time": 3.1343447623714322,
+      "flops": 686128573400.2554,
+      "iter_time": 3.2000821675023725,
       "learning_rate": 9.37937937937938e-06,
-      "loss": 3.1927049190865615,
-      "remaining_time": 2936.881042342032,
+      "loss": 0.7834133035402422,
+      "remaining_time": 2998.476990949723,
       "step": 63
     },
     {
       "epoch": 0.89,
-      "flops": 699955695586.3307,
-      "iter_time": 3.1368668419974193,
+      "flops": 687890959106.9581,
+      "iter_time": 3.1918835147978766,
       "learning_rate": 9.36936936936937e-06,
-      "loss": 3.1761248698956956,
-      "remaining_time": 2936.1073641095845,
+      "loss": 0.7835721705048397,
+      "remaining_time": 2987.6029698508123,
       "step": 64
     },
     {
       "epoch": 0.9,
-      "flops": 698475179757.6893,
-      "iter_time": 3.14351586997509,
+      "flops": 685411659215.782,
+      "iter_time": 3.2034293301403522,
       "learning_rate": 9.35935935935936e-06,
-      "loss": 3.1596636211967386,
-      "remaining_time": 2939.187338426709,
+      "loss": 0.7846484487997913,
+      "remaining_time": 2995.2064236812294,
       "step": 65
     },
     {
       "epoch": 0.92,
-      "flops": 699134034968.3898,
-      "iter_time": 3.140553459754357,
+      "flops": 686396551783.2611,
+      "iter_time": 3.198832812676063,
       "learning_rate": 9.34934934934935e-06,
-      "loss": 3.142600984984771,
-      "remaining_time": 2933.2769314105694,
+      "loss": 0.7844019643117934,
+      "remaining_time": 2987.7098470394426,
       "step": 66
     },
     {
       "epoch": 0.93,
-      "flops": 700150815873.6282,
-      "iter_time": 3.135992649829749,
+      "flops": 687757907590.6332,
+      "iter_time": 3.192501006704388,
       "learning_rate": 9.339339339339341e-06,
-      "loss": 3.1258319751349233,
-      "remaining_time": 2925.881142291156,
+      "loss": 0.7828959446686754,
+      "remaining_time": 2978.603439255194,
       "step": 67
     },
     {
       "epoch": 0.94,
-      "flops": 700424097005.2478,
-      "iter_time": 3.1347690945240987,
+      "flops": 689337825846.0652,
+      "iter_time": 3.185183998364121,
       "learning_rate": 9.32932932932933e-06,
-      "loss": 3.112117655383574,
-      "remaining_time": 2921.60479609646,
+      "loss": 0.7902479852219887,
+      "remaining_time": 2968.591486475361,
       "step": 68
     },
     {
       "epoch": 0.96,
-      "flops": 699008293411.1104,
-      "iter_time": 3.1411184002371395,
+      "flops": 690507579500.5035,
+      "iter_time": 3.1797881406896256,
       "learning_rate": 9.31931931931932e-06,
-      "loss": 3.0978904788297386,
-      "remaining_time": 2924.381230620777,
+      "loss": 0.7887315053697688,
+      "remaining_time": 2960.382758982041,
       "step": 69
     },
     {
       "epoch": 0.97,
-      "flops": 697583367916.462,
-      "iter_time": 3.1475346364836763,
+      "flops": 688434808155.4791,
+      "iter_time": 3.1893619938173154,
       "learning_rate": 9.30930930930931e-06,
-      "loss": 3.0854575740414414,
-      "remaining_time": 2927.207211929819,
+      "loss": 0.7890811903160712,
+      "remaining_time": 2966.1066542501035,
       "step": 70
     },
     {
       "epoch": 0.99,
-      "flops": 697764677146.6968,
-      "iter_time": 3.1467167718069895,
+      "flops": 688905124395.0935,
+      "iter_time": 3.187184613091605,
       "learning_rate": 9.2992992992993e-06,
-      "loss": 3.075498998301027,
-      "remaining_time": 2923.2998810086933,
+      "loss": 0.7906293784129104,
+      "remaining_time": 2960.8945055621007,
       "step": 71
     },
     {
       "epoch": 1.0,
-      "flops": 699444895699.4308,
-      "iter_time": 3.1391576746819725,
+      "flops": 687042581818.5326,
+      "iter_time": 3.1958249320446606,
       "learning_rate": 9.289289289289291e-06,
-      "loss": 3.057908008318017,
-      "remaining_time": 2913.1383221048704,
+      "loss": 0.7891110846287812,
+      "remaining_time": 2965.725536937445,
       "step": 72
     },
     {
       "epoch": 1.01,
-      "flops": 699980437055.6069,
-      "iter_time": 3.136755966477924,
+      "flops": 687525348077.9441,
+      "iter_time": 3.1935808890395694,
       "learning_rate": 9.27927927927928e-06,
-      "loss": 3.0401639282348367,
-      "remaining_time": 2907.7727809250355,
+      "loss": 0.7882049737824934,
+      "remaining_time": 2960.449484139681,
       "step": 73
     },
     {
       "epoch": 1.03,
-      "flops": 697627999489.0051,
-      "iter_time": 3.147333269249903,
+      "flops": 686602655595.3418,
+      "iter_time": 3.1978725897122735,
       "learning_rate": 9.26926926926927e-06,
-      "loss": 3.0235682889524886,
-      "remaining_time": 2914.43060732541,
+      "loss": 0.7864959240446685,
+      "remaining_time": 2961.230018073565,
       "step": 74
     },
     {
       "epoch": 1.04,
-      "flops": 697874897509.5933,
-      "iter_time": 3.1462197883709058,
+      "flops": 685415546203.5184,
+      "iter_time": 3.203411163510503,
       "learning_rate": 9.25925925925926e-06,
-      "loss": 3.005071606062964,
-      "remaining_time": 2910.2533042430878,
+      "loss": 0.7873949648042218,
+      "remaining_time": 2963.1553262472153,
       "step": 75
     },
     {
       "epoch": 1.06,
-      "flops": 698043278910.083,
-      "iter_time": 3.145460859934489,
+      "flops": 687363654440.5881,
+      "iter_time": 3.1943321386973063,
       "learning_rate": 9.24924924924925e-06,
-      "loss": 2.988480890002334,
-      "remaining_time": 2906.405834579468,
+      "loss": 0.7858130151561795,
+      "remaining_time": 2951.562896156311,
       "step": 76
     },
     {
       "epoch": 1.07,
-      "flops": 698881768860.8909,
-      "iter_time": 3.1416870637943872,
+      "flops": 688269975843.3333,
+      "iter_time": 3.190125807335502,
       "learning_rate": 9.239239239239241e-06,
-      "loss": 2.970070081102311,
-      "remaining_time": 2899.7771598822196,
+      "loss": 0.7877598850046177,
+      "remaining_time": 2944.4861201706685,
       "step": 77
     },
     {
       "epoch": 1.08,
-      "flops": 698044094641.9747,
-      "iter_time": 3.1454571841599104,
+      "flops": 688972485141.1887,
+      "iter_time": 3.1868730024857954,
       "learning_rate": 9.229229229229229e-06,
-      "loss": 2.948763380291288,
-      "remaining_time": 2900.1115237954373,
+      "loss": 0.7854022861545715,
+      "remaining_time": 2938.2969082919035,
       "step": 78
     },
     {
       "epoch": 1.1,
-      "flops": 696787120860.9131,
-      "iter_time": 3.1511314526582375,
+      "flops": 687824528280.4768,
+      "iter_time": 3.1921917903117643,
       "learning_rate": 9.21921921921922e-06,
-      "loss": 2.926188746488375,
-      "remaining_time": 2902.192067898237,
+      "loss": 0.7832412632930258,
+      "remaining_time": 2940.0086388771347,
       "step": 79
     },
     {
       "epoch": 1.11,
-      "flops": 698057060084.2756,
-      "iter_time": 3.145398761652693,
+      "flops": 688041534544.1229,
+      "iter_time": 3.19118498246881,
       "learning_rate": 9.20920920920921e-06,
-      "loss": 2.9093348590234913,
-      "remaining_time": 2893.766860720478,
+      "loss": 0.7834378506600955,
+      "remaining_time": 2935.8901838713055,
       "step": 80
     },
     {
       "epoch": 1.12,
-      "flops": 699718176378.4906,
-      "iter_time": 3.137931650876999,
+      "flops": 689740241054.4022,
+      "iter_time": 3.1833256661891935,
       "learning_rate": 9.1991991991992e-06,
-      "loss": 2.8889005104332566,
-      "remaining_time": 2883.759187155962,
+      "loss": 0.7835284721534945,
+      "remaining_time": 2925.476287227869,
       "step": 81
     },
     {
       "epoch": 1.14,
-      "flops": 701156882644.3876,
-      "iter_time": 3.1314929179203363,
+      "flops": 691339865745.1554,
+      "iter_time": 3.1759600757080833,
       "learning_rate": 9.189189189189191e-06,
-      "loss": 2.872725505328924,
-      "remaining_time": 2874.710498650869,
+      "loss": 0.7841371874319596,
+      "remaining_time": 2915.5313495000205,
       "step": 82
     },
     {
       "epoch": 1.15,
-      "flops": 700021975699.4868,
-      "iter_time": 3.136569834337002,
+      "flops": 691831676037.651,
+      "iter_time": 3.173702344661806,
       "learning_rate": 9.179179179179179e-06,
-      "loss": 2.853570250275635,
-      "remaining_time": 2876.2345380870306,
+      "loss": 0.7866218155576399,
+      "remaining_time": 2910.2850500548757,
       "step": 83
     },
     {
       "epoch": 1.17,
-      "flops": 700523623002.3307,
-      "iter_time": 3.134323726217431,
+      "flops": 692165627939.7103,
+      "iter_time": 3.172171115875244,
       "learning_rate": 9.16916916916917e-06,
-      "loss": 2.8393305477728785,
-      "remaining_time": 2871.0405332151668,
+      "loss": 0.7885055974020635,
+      "remaining_time": 2905.7087421417236,
       "step": 84
     },
     {
       "epoch": 1.18,
-      "flops": 702234326687.0096,
-      "iter_time": 3.126688241958618,
+      "flops": 691298445724.3085,
+      "iter_time": 3.176150367373512,
       "learning_rate": 9.15915915915916e-06,
-      "loss": 2.8205122422951496,
-      "remaining_time": 2860.9197413921356,
+      "loss": 0.7916795414280429,
+      "remaining_time": 2906.177586146763,
       "step": 85
     },
     {
       "epoch": 1.19,
-      "flops": 703341707912.4298,
-      "iter_time": 3.121765405991498,
+      "flops": 691887707830.7711,
+      "iter_time": 3.1734453257392436,
       "learning_rate": 9.14914914914915e-06,
-      "loss": 2.802283119872198,
-      "remaining_time": 2853.293581076229,
+      "loss": 0.7927517460137624,
+      "remaining_time": 2900.5290277256686,
       "step": 86
     },
     {
       "epoch": 1.21,
-      "flops": 703877030298.328,
-      "iter_time": 3.1193911973820176,
+      "flops": 693016770807.2743,
+      "iter_time": 3.168275148369545,
       "learning_rate": 9.13913913913914e-06,
-      "loss": 2.7910102886734762,
-      "remaining_time": 2848.0041632097823,
+      "loss": 0.7958262285536247,
+      "remaining_time": 2892.6352104613948,
       "step": 87
     },
     {
       "epoch": 1.22,
-      "flops": 702440090448.8597,
-      "iter_time": 3.125772350135891,
+      "flops": 694962781760.9435,
+      "iter_time": 3.159403452928039,
       "learning_rate": 9.129129129129129e-06,
-      "loss": 2.7787841857867415,
-      "remaining_time": 2850.7043833239327,
+      "loss": 0.7947019662680885,
+      "remaining_time": 2881.3759490703715,
       "step": 88
     },
     {
       "epoch": 1.24,
-      "flops": 701763781931.5049,
-      "iter_time": 3.128784740513021,
+      "flops": 694885706163.1102,
+      "iter_time": 3.1597538888454437,
       "learning_rate": 9.11911911911912e-06,
-      "loss": 2.761334343928874,
-      "remaining_time": 2850.3228986073623,
+      "loss": 0.7951459466054077,
+      "remaining_time": 2878.5357927381992,
       "step": 89
     },
     {
       "epoch": 1.25,
-      "flops": 702356040935.5374,
-      "iter_time": 3.1261464049307146,
+      "flops": 693268991974.0264,
+      "iter_time": 3.1671224845929093,
       "learning_rate": 9.10910910910911e-06,
-      "loss": 2.7461310004895854,
-      "remaining_time": 2844.7932284869503,
+      "loss": 0.7985334871393536,
+      "remaining_time": 2882.0814609795475,
       "step": 90
     },
     {
       "epoch": 1.26,
-      "flops": 702489683649.3961,
-      "iter_time": 3.125551682048374,
+      "flops": 694390411780.8718,
+      "iter_time": 3.1620076762305365,
       "learning_rate": 9.0990990990991e-06,
-      "loss": 2.7307716904846897,
-      "remaining_time": 2841.126478981972,
+      "loss": 0.79848215226796,
+      "remaining_time": 2874.2649776935577,
       "step": 91
     },
     {
       "epoch": 1.28,
-      "flops": 703261367387.8263,
-      "iter_time": 3.122122036231743,
+      "flops": 695010526544.7205,
+      "iter_time": 3.1591864129999183,
       "learning_rate": 9.08908908908909e-06,
-      "loss": 2.7152229735798428,
-      "remaining_time": 2834.8868088984227,
+      "loss": 0.8021223307452804,
+      "remaining_time": 2868.541263003926,
       "step": 92
     },
     {
       "epoch": 1.29,
-      "flops": 702809610961.9054,
-      "iter_time": 3.1241288936656453,
+      "flops": 695355769452.5133,
+      "iter_time": 3.157617882541988,
       "learning_rate": 9.079079079079079e-06,
-      "loss": 2.6977357438440444,
-      "remaining_time": 2833.5849065547404,
+      "loss": 0.8028781074378276,
+      "remaining_time": 2863.9594194655833,
       "step": 93
     },
     {
       "epoch": 1.31,
-      "flops": 702596630290.5204,
-      "iter_time": 3.1250759222174205,
+      "flops": 693781086979.3446,
+      "iter_time": 3.1647847621671614,
       "learning_rate": 9.06906906906907e-06,
-      "loss": 2.6863803864056037,
-      "remaining_time": 2831.318785528983,
+      "loss": 0.8010433263634493,
+      "remaining_time": 2867.294994523448,
       "step": 94
     },
     {
       "epoch": 1.32,
-      "flops": 702763975976.5361,
-      "iter_time": 3.1243317634501357,
+      "flops": 685750809540.4008,
+      "iter_time": 3.201845016885311,
       "learning_rate": 9.05905905905906e-06,
-      "loss": 2.669635582541548,
-      "remaining_time": 2827.520245922373,
+      "loss": 0.7989738930998148,
+      "remaining_time": 2897.6697402812065,
       "step": 95
     },
     {
       "epoch": 1.33,
-      "flops": 703784839651.5507,
-      "iter_time": 3.119799814726177,
+      "flops": 681989994532.0168,
+      "iter_time": 3.2195015028903358,
       "learning_rate": 9.04904904904905e-06,
-      "loss": 2.6498242267161323,
-      "remaining_time": 2820.2990325124642,
+      "loss": 0.7985111541688166,
+      "remaining_time": 2910.4293586128633,
       "step": 96
     },
     {
       "epoch": 1.35,
-      "flops": 704648669317.2474,
-      "iter_time": 3.1159752483169236,
+      "flops": 679967679761.6364,
+      "iter_time": 3.229076730708281,
       "learning_rate": 9.03903903903904e-06,
-      "loss": 2.6338019844489713,
-      "remaining_time": 2813.725649230182,
+      "loss": 0.7966190426271285,
+      "remaining_time": 2915.856287829578,
       "step": 97
     },
     {
       "epoch": 1.36,
-      "flops": 702609712192.6404,
-      "iter_time": 3.125017736375946,
+      "flops": 679499608244.4629,
+      "iter_time": 3.231301071717567,
       "learning_rate": 9.029029029029029e-06,
-      "loss": 2.6165949646044817,
-      "remaining_time": 2818.7659982111036,
+      "loss": 0.8009978522008572,
+      "remaining_time": 2914.6335666892455,
       "step": 98
     },
     {
       "epoch": 1.38,
-      "flops": 702839676286.5919,
-      "iter_time": 3.1239952530179704,
+      "flops": 679556703403.7747,
+      "iter_time": 3.231029583483326,
       "learning_rate": 9.01901901901902e-06,
-      "loss": 2.599163014958437,
-      "remaining_time": 2814.7197229691915,
+      "loss": 0.8004848736788486,
+      "remaining_time": 2911.157654718477,
       "step": 99
     },
     {
       "epoch": 1.39,
-      "flops": 704200857841.23,
-      "iter_time": 3.1179567418917262,
+      "flops": 680088449306.3125,
+      "iter_time": 3.2285033139315518,
       "learning_rate": 9.00900900900901e-06,
-      "loss": 2.587291384808853,
-      "remaining_time": 2806.1610677025537,
+      "loss": 0.80179202494206,
+      "remaining_time": 2905.6529825383964,
       "step": 100
     },
     {
       "epoch": 1.4,
-      "flops": 704419090417.5841,
-      "iter_time": 3.116990783214569,
+      "flops": 679305263544.2017,
+      "iter_time": 3.2322255253791807,
       "learning_rate": 8.998998998999e-06,
-      "loss": 2.5779704709607643,
-      "remaining_time": 2802.1747141098976,
+      "loss": 0.8054241046926395,
+      "remaining_time": 2905.7707473158835,
       "step": 101
     },
     {
       "epoch": 1.42,
-      "flops": 705240729490.4491,
-      "iter_time": 3.113359340346686,
+      "flops": 678219678345.323,
+      "iter_time": 3.237399153190084,
       "learning_rate": 8.98898898898899e-06,
-      "loss": 2.5642657662511565,
-      "remaining_time": 2795.796687631324,
+      "loss": 0.806240863645713,
+      "remaining_time": 2907.1844395646954,
       "step": 102
     },
     {
       "epoch": 1.43,
-      "flops": 703480098987.9172,
-      "iter_time": 3.121151281338112,
+      "flops": 678601241599.5226,
+      "iter_time": 3.235578831504373,
       "learning_rate": 8.97897897897898e-06,
-      "loss": 2.549907108588645,
-      "remaining_time": 2799.6726993602865,
+      "loss": 0.8044394550092558,
+      "remaining_time": 2902.314211859423,
       "step": 103
     },
     {
       "epoch": 1.44,
-      "flops": 704343730843.7548,
-      "iter_time": 3.117324278192613,
+      "flops": 679619159001.5583,
+      "iter_time": 3.230732658534374,
       "learning_rate": 8.96896896896897e-06,
-      "loss": 2.5407680375027586,
-      "remaining_time": 2793.1225532605813,
+      "loss": 0.8030870604591633,
+      "remaining_time": 2894.736462046799,
       "step": 104
     },
     {
       "epoch": 1.46,
-      "flops": 704648916908.1643,
-      "iter_time": 3.115974153463657,
+      "flops": 679886315597.0814,
+      "iter_time": 3.2294631646229672,
       "learning_rate": 8.95895895895896e-06,
-      "loss": 2.5316773571277307,
-      "remaining_time": 2788.796867349973,
+      "loss": 0.8051971898545717,
+      "remaining_time": 2890.3695323375555,
       "step": 105
     },
     {
       "epoch": 1.47,
-      "flops": 705101351742.8137,
-      "iter_time": 3.1139747596922374,
+      "flops": 678310913818.5634,
+      "iter_time": 3.2369637103307816,
       "learning_rate": 8.94894894894895e-06,
-      "loss": 2.516967583556453,
-      "remaining_time": 2783.8934351648604,
+      "loss": 0.802898217956026,
+      "remaining_time": 2893.8455570357187,
       "step": 106
     },
     {
       "epoch": 1.49,
-      "flops": 705340869042.1604,
-      "iter_time": 3.11291732653132,
+      "flops": 678205029462.8219,
+      "iter_time": 3.2374690793595224,
       "learning_rate": 8.93893893893894e-06,
-      "loss": 2.505145907720889,
-      "remaining_time": 2779.835172592469,
+      "loss": 0.7999242357764658,
+      "remaining_time": 2891.0598878680535,
       "step": 107
     },
     {
       "epoch": 1.5,
-      "flops": 703496820532.4734,
-      "iter_time": 3.121077094122628,
+      "flops": 679183332554.648,
+      "iter_time": 3.2328057935304733,
       "learning_rate": 8.92892892892893e-06,
-      "loss": 2.4915434486436796,
-      "remaining_time": 2784.000767957384,
+      "loss": 0.7983449934187011,
+      "remaining_time": 2883.662767829182,
       "step": 108
     },
     {
       "epoch": 1.51,
-      "flops": 704229250599.9259,
-      "iter_time": 3.1178310336890043,
+      "flops": 679660594016.6174,
+      "iter_time": 3.2305356992615595,
       "learning_rate": 8.91891891891892e-06,
-      "loss": 2.479670014157243,
-      "remaining_time": 2777.987451016903,
+      "loss": 0.7975135434845142,
+      "remaining_time": 2878.4073080420494,
       "step": 109
     },
     {
       "epoch": 1.53,
-      "flops": 704821287647.8053,
-      "iter_time": 3.1152121123917604,
+      "flops": 679917326982.2216,
+      "iter_time": 3.2293158671177857,
       "learning_rate": 8.90890890890891e-06,
-      "loss": 2.4674833140156704,
-      "remaining_time": 2772.5387800286667,
+      "loss": 0.800260408049669,
+      "remaining_time": 2874.0911217348294,
       "step": 110
     },
     {
       "epoch": 1.54,
-      "flops": 705395174470.555,
-      "iter_time": 3.1126776760274715,
+      "flops": 678570796524.842,
+      "iter_time": 3.235724000497298,
       "learning_rate": 8.8988988988989e-06,
-      "loss": 2.451845480875514,
-      "remaining_time": 2767.170453988422,
+      "loss": 0.8001778039691724,
+      "remaining_time": 2876.558636442098,
       "step": 111
     },
     {
       "epoch": 1.56,
-      "flops": 704875976151.3732,
-      "iter_time": 3.114970415562123,
+      "flops": 679294181801.9117,
+      "iter_time": 3.2322782546550304,
       "learning_rate": 8.888888888888888e-06,
-      "loss": 2.441721026066759,
-      "remaining_time": 2766.093729019165,
+      "loss": 0.8043540259294807,
+      "remaining_time": 2870.263090133667,
       "step": 112
     },
     {
       "epoch": 1.57,
-      "flops": 704042134307.3656,
-      "iter_time": 3.11865967299257,
+      "flops": 680076936162.0037,
+      "iter_time": 3.228557969842638,
       "learning_rate": 8.87887887887888e-06,
-      "loss": 2.432560815806091,
-      "remaining_time": 2766.25112994441,
+      "loss": 0.803361485670186,
+      "remaining_time": 2863.73091925042,
       "step": 113
     },
     {
       "epoch": 1.58,
-      "flops": 704520929191.4874,
-      "iter_time": 3.1165402209864252,
+      "flops": 680394854540.8124,
+      "iter_time": 3.2270494077057963,
       "learning_rate": 8.86886886886887e-06,
-      "loss": 2.42014220764803,
-      "remaining_time": 2761.2546357939727,
+      "loss": 0.8037768708134841,
+      "remaining_time": 2859.1657752273354,
       "step": 114
     },
     {
       "epoch": 1.6,
-      "flops": 704472464420.1289,
-      "iter_time": 3.1167546259729484,
+      "flops": 679642088482.3146,
+      "iter_time": 3.2306236614260757,
       "learning_rate": 8.85885885885886e-06,
-      "loss": 2.40947378557155,
-      "remaining_time": 2758.327843986059,
+      "loss": 0.8032941021053492,
+      "remaining_time": 2859.101940362077,
       "step": 115
     },
     {
       "epoch": 1.61,
-      "flops": 703188275695.0721,
-      "iter_time": 3.1224465598230777,
+      "flops": 678366377394.2675,
+      "iter_time": 3.2366990545521612,
       "learning_rate": 8.84884884884885e-06,
-      "loss": 2.3974270477158344,
-      "remaining_time": 2760.242758883601,
+      "loss": 0.8076981610842958,
+      "remaining_time": 2861.2419642241107,
       "step": 116
     },
     {
       "epoch": 1.62,
-      "flops": 701310643375.6836,
-      "iter_time": 3.1308063453641433,
+      "flops": 678587964691.6045,
+      "iter_time": 3.235642137198613,
       "learning_rate": 8.838838838838838e-06,
-      "loss": 2.384735777238676,
-      "remaining_time": 2764.5020029565385,
+      "loss": 0.8075931794734529,
+      "remaining_time": 2857.072007146375,
       "step": 117
     },
     {
       "epoch": 1.64,
-      "flops": 700980644419.746,
-      "iter_time": 3.1322802274655075,
+      "flops": 679167916745.1449,
+      "iter_time": 3.232879172023545,
       "learning_rate": 8.82882882882883e-06,
-      "loss": 2.3705114194662893,
-      "remaining_time": 2762.6711606245776,
+      "loss": 0.8091662476787184,
+      "remaining_time": 2851.3994297247664,
       "step": 118
     },
     {
       "epoch": 1.65,
-      "flops": 701384488909.6548,
-      "iter_time": 3.130476717221535,
+      "flops": 679510361033.5404,
+      "iter_time": 3.2312499385769082,
       "learning_rate": 8.818818818818819e-06,
-      "loss": 2.360955305271627,
-      "remaining_time": 2757.949987872172,
+      "loss": 0.8079495852019312,
+      "remaining_time": 2846.731195886256,
       "step": 119
     },
     {
       "epoch": 1.67,
-      "flops": 701597135004.8392,
-      "iter_time": 3.129527905408074,
+      "flops": 678073089164.8191,
+      "iter_time": 3.2380990300859724,
       "learning_rate": 8.80880880880881e-06,
-      "loss": 2.34846775221891,
-      "remaining_time": 2753.984556759105,
+      "loss": 0.8078880893499119,
+      "remaining_time": 2849.5271464756556,
       "step": 120
     }
   ],
@@ -1093,7 +1093,7 @@
   "max_steps": 1000,
   "num_train_epochs": 14,
   "save_steps": 120,
-  "total_flos": 2886102417408.0,
+  "total_flos": 2899503710208.0,
   "trial_name": null,
   "trial_params": null
 }

phanthiet_expert_1000_steps/config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "EleutherAI/pythia-70m",
+  "architectures": [
+    "GPTNeoXForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.32.1",
+  "use_cache": true,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

phanthiet_expert_1000_steps/final/config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "EleutherAI/pythia-70m",
+  "architectures": [
+    "GPTNeoXForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 0,
+  "classifier_dropout": 0.1,
+  "eos_token_id": 0,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.0,
+  "hidden_size": 512,
+  "initializer_range": 0.02,
+  "intermediate_size": 2048,
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 2048,
+  "model_type": "gpt_neox",
+  "num_attention_heads": 8,
+  "num_hidden_layers": 6,
+  "rope_scaling": null,
+  "rotary_emb_base": 10000,
+  "rotary_pct": 0.25,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float32",
+  "transformers_version": "4.32.1",
+  "use_cache": true,
+  "use_parallel_residual": true,
+  "vocab_size": 50304
+}

phanthiet_expert_1000_steps/final/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.32.1"
+}

phanthiet_expert_1000_steps/final/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b4f6f8cb5c27490e265dad314b411c637b323ea4db8230d1820d76d5e63fd
+size 281733156

phanthiet_expert_1000_steps/final/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e6a836e449aa3425df1cbc481e8b21d36ee757d8f6d487a88ac995418a8332
+size 4472

phanthiet_expert_1000_steps/generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 0,
+  "eos_token_id": 0,
+  "transformers_version": "4.32.1"
+}

phanthiet_expert_1000_steps/pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a17b4f6f8cb5c27490e265dad314b411c637b323ea4db8230d1820d76d5e63fd
+size 281733156

phanthiet_expert_1000_steps/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e6a836e449aa3425df1cbc481e8b21d36ee757d8f6d487a88ac995418a8332
+size 4472