Upload add_sub_sorl_abs16_500K

add_sub_sorl_abs16_500K/metrics.json

@@ -471,1414 +471,1414 @@
       23426
     ],
     "loss": [
-      6.605772972106934,
-      2.7671332359313965,
-      1.991776704788208,
-      1.9385626316070557,
-      1.893735647201538,
-      1.8468608856201172,
-      1.8301870822906494,
-      1.743716835975647,
-      1.7240536212921143,
-      1.5761977434158325,
-      1.4156371355056763,
-      0.9681931734085083,
-      0.6362760663032532,
-      0.29754236340522766,
-      0.176735982298851,
-      0.11338543891906738,
-      0.08316664397716522,
-      0.08843034505844116,
-      0.051349736750125885,
-      0.03690836578607559,
-      0.03700907900929451,
-      0.02400006540119648,
-      0.019540447741746902,
-      0.01804114505648613,
-      0.028096238151192665,
-      0.005486014299094677,
-      0.029946522787213326,
-      0.014550821855664253,
-      0.004055629018694162,
-      0.003984075039625168,
-      0.014140631072223186,
-      0.002103017410263419,
-      0.0016011999687179923,
-      0.0018107775831595063,
-      0.016901886090636253,
-      0.03463181108236313,
-      0.019470099359750748,
-      0.0008362102089449763,
-      0.002683208556845784,
-      0.0029510781168937683,
-      0.0015306664863601327,
-      0.0022995334584265947,
-      0.0027048340998589993,
-      0.0025950181297957897,
-      0.0023569888435304165,
-      0.0006523936172015965,
-      0.0004321371088735759,
-      0.000626518449280411,
-      0.0006540013710036874,
-      0.0008769863634370267,
-      0.0004777971771545708,
-      0.005403674673289061,
-      0.000554242345970124,
-      0.00032885614200495183,
-      0.0120000708848238,
-      0.006743667181581259,
-      0.0009632239816710353,
-      0.0006429559434764087,
-      0.0020757855381816626,
-      0.0002525569580029696,
-      0.0009110133396461606,
-      0.0003151526325382292,
-      0.00022804141917731613,
-      0.0004101964586880058,
-      0.0014328693505376577,
-      0.026967385783791542,
-      0.001559660886414349,
-      0.007090863771736622,
-      0.0033506255131214857,
-      0.002229861682280898,
-      0.0005460242973640561,
-      0.00017829614807851613,
-      0.0001632718340260908,
-      0.000434002693509683,
-      0.005917141679674387,
-      0.0010704683372750878,
-      0.00025913826539181173,
-      0.00025967994588427246,
-      0.0010311566293239594,
-      0.0003330360632389784,
-      0.010649597272276878,
-      0.006306343246251345,
-      0.0005961226997897029,
-      0.000810627534519881,
-      0.0012593184364959598,
-      0.006540794391185045,
-      0.013254635035991669,
-      0.019402077421545982,
-      0.00015729399456176907,
-      0.00011674447887344286,
-      0.0016763077583163977,
-      0.00026259454898536205,
-      0.0001565701240906492,
-      0.00010871336417039856,
-      0.00010362177999923006,
-      9.150977712124586e-05,
-      6.966736691538244e-05,
-      6.787858728785068e-05,
-      6.898069113958627e-05,
-      9.176087769446895e-05,
-      0.012581189163029194,
-      0.0038612287025898695,
-      0.0062158918008208275,
-      0.0007658355170860887,
-      0.0015913259703665972,
-      0.00011241046013310552,
-      7.511595322284847e-05,
-      6.85621562297456e-05,
-      0.0003238998760934919,
-      0.00010185236897086725,
-      6.9065295974724e-05,
-      5.6577115174150094e-05,
-      7.8549564932473e-05,
-      0.00043721238034777343,
-      0.0008349308627657592,
-      0.00033422737033106387,
-      0.00103629264049232,
-      0.000450989231467247,
-      0.00013972945453133434,
-      6.53168826829642e-05,
-      5.078210961073637e-05,
-      6.043314715498127e-05,
-      4.421130142873153e-05,
-      6.104394560679793e-05,
-      4.1326293285237625e-05,
-      3.8365109503502026e-05,
-      3.906885831383988e-05,
-      3.4187803976237774e-05,
-      3.4734410292003304e-05,
-      3.260915036662482e-05,
-      3.2069390726974234e-05,
-      2.967385808005929e-05,
-      2.998907984874677e-05,
-      2.942894570878707e-05,
-      2.8817115889978595e-05,
-      2.670822141226381e-05,
-      2.472385131113697e-05,
-      2.4490187570336275e-05,
-      2.4217675672844052e-05,
-      2.393932663835585e-05,
-      2.2689318939228542e-05,
-      2.4266078980872408e-05,
-      2.2462631022790447e-05,
-      2.08405836019665e-05,
-      2.4443905203952454e-05,
-      2.0293256966397166e-05,
-      0.0012670520227402449,
-      0.00947888195514679,
-      0.010538519360125065,
-      0.006196371745318174,
-      0.05109808221459389,
-      0.0037102599162608385,
-      0.003750450909137726,
-      9.65511571848765e-05,
-      9.556048462400213e-05,
-      6.060298619559035e-05,
-      0.0015049909707158804,
-      0.006609647069126368,
-      0.001008283463306725,
-      7.083127275109291e-05,
-      7.05526108504273e-05,
-      0.00023662915918976068,
-      7.284595631062984e-05,
-      0.009820297360420227,
-      0.003029132029041648,
-      0.0001443237706553191,
-      3.4893986594397575e-05,
-      2.8067164748790674e-05,
-      2.534051236580126e-05,
-      2.463771670591086e-05,
-      1.9939072444685735e-05,
-      1.8647451724973507e-05,
-      0.00016138984938152134,
-      2.3475355192204006e-05,
-      0.0001367442455375567,
-      2.3823607989470474e-05,
-      2.133044836227782e-05,
-      1.9381903257453814e-05,
-      1.617553243704606e-05,
-      1.6258525647572242e-05,
-      1.661342685110867e-05,
-      1.946929478435777e-05,
-      1.9211094695492648e-05,
-      5.352248626877554e-05,
-      0.00033131547388620675,
-      0.02819494530558586,
-      0.0008449450833722949,
-      0.0003759611281566322,
-      5.933196734986268e-05,
-      6.849652709206566e-05,
-      0.00011282334162387997,
-      0.0003682248934637755,
-      0.0013875439763069153,
-      0.0003823914157692343,
-      4.0938328311312944e-05,
-      5.097760367789306e-05,
-      2.6844720196095295e-05,
-      0.0003622810181695968,
-      0.00021066454064566642,
-      4.465824531507678e-05,
-      0.00038088345900177956,
-      2.783717354759574e-05,
-      0.00028025064966641366,
-      0.00039235904114320874,
-      4.866118615609594e-05,
-      2.7589308956521563e-05,
-      2.2133983293315396e-05,
-      2.3070939278113656e-05,
-      1.9010820324183442e-05,
-      2.1627214664476924e-05,
-      1.836892079154495e-05,
-      1.5172548046393786e-05,
-      1.6046804375946522e-05,
-      1.156980033556465e-05,
-      1.4104331967246253e-05,
-      1.5147226804401726e-05,
-      1.0741737241914961e-05,
-      0.0005207232316024601,
-      0.0010408243397250772,
-      0.0005496552330441773,
-      0.0006203201483003795,
-      0.00030093619716353714,
-      0.013732975348830223,
-      6.694325566058978e-05,
-      6.441372534027323e-05,
-      4.140360761084594e-05,
-      0.020627398043870926,
-      0.0003846550243906677,
-      2.465973375365138e-05,
-      0.00024572291295044124,
-      0.0005588264320977032,
-      0.0008230278035625815,
-      2.477139059919864e-05,
-      1.903720294649247e-05,
-      1.575512760609854e-05,
-      0.000157819056767039,
-      0.00010702440340537578,
-      5.1293747674208134e-05,
-      0.00012739354860968888,
-      0.0004573246114887297,
-      0.01820211298763752,
-      0.000133563851704821,
-      2.422013130853884e-05,
-      1.5549801901215687e-05,
-      3.116837251582183e-05,
-      1.4225983250071295e-05,
-      1.312524273089366e-05,
-      1.3092607332509942e-05,
-      1.0674943951016758e-05,
-      1.403512305842014e-05,
-      1.1443718904047273e-05,
-      8.789750609139446e-06,
-      1.234764204127714e-05,
-      1.0953963283100165e-05,
-      1.3089064850646537e-05,
-      8.16999909147853e-06,
-      8.545011951355264e-06,
-      8.769959094934165e-06,
-      8.034548045543488e-06,
-      7.79794754635077e-06,
-      8.280630936496891e-06,
-      0.00016636238433420658,
-      2.808177305269055e-05,
-      1.2228211744513828e-05,
-      1.0332142664992716e-05,
-      1.0941514119622298e-05,
-      8.87109217728721e-06,
-      3.978833046858199e-05,
-      8.979864105640445e-06,
-      7.3568508014432155e-06,
-      7.203841505543096e-06,
-      6.678055342490552e-06,
-      6.565732746821595e-06,
-      0.003645343938842416,
-      0.005727944429963827,
-      0.015511387027800083,
-      0.0007254235679283738,
-      5.3883413784205914e-05,
-      3.017656308657024e-05,
-      2.1602347260341048e-05,
-      4.361142418929376e-05,
-      0.0001856073213275522,
-      3.823524821200408e-05,
-      1.489972692070296e-05,
-      0.0002225078351330012,
-      1.449758838134585e-05,
-      1.1572838957363274e-05,
-      1.7496839063824154e-05,
-      1.614788379811216e-05,
-      5.0425172958057374e-05,
-      6.958207086427137e-05,
-      1.14002823465853e-05,
-      1.0323396963940468e-05,
-      9.768654308572877e-06,
-      1.0693942385842092e-05,
-      9.9139961093897e-06,
-      8.515453373547643e-06,
-      1.675276507739909e-05,
-      8.593203347118106e-06,
-      6.561794180015568e-06,
-      6.551414571731584e-06,
-      9.194073754770216e-06,
-      7.1106437644630205e-06,
-      6.517602741951123e-06,
-      5.940474693488795e-06,
-      6.0796228353865445e-06,
-      8.714696377865039e-06,
-      6.684869276796235e-06,
-      0.00015337381046265364,
-      0.00010168035078095272,
-      0.011180422268807888,
-      0.00039504707092419267,
-      3.474113327683881e-05,
-      3.228838249924593e-05,
-      1.761314160830807e-05,
-      1.549074295326136e-05,
-      1.1842445928778034e-05,
-      1.4899165762471966e-05,
-      1.2774733477272093e-05,
-      1.825228719098959e-05,
-      1.0037773790827487e-05,
-      2.4742783352849074e-05,
-      8.651731150166597e-06,
-      8.799119314062409e-06,
-      7.98662586021237e-06,
-      7.676893801544793e-06,
-      2.3485235942644067e-05,
-      7.52941787141026e-06,
-      6.543419203808298e-06,
-      7.043107416393468e-06,
-      5.577785486821085e-06,
-      5.4987635849101935e-06,
-      5.963851435808465e-06,
-      6.190303793118801e-06,
-      5.485426754603395e-06,
-      5.968824552837759e-06,
-      5.432460511656245e-06,
-      5.985859843349317e-06,
-      4.79256414109841e-06,
-      4.754780093207955e-06,
-      5.091608272778103e-06,
-      4.3604318307188805e-06,
-      4.263567916495958e-06,
-      4.6227723942138255e-06,
-      4.1725661503733136e-06,
-      4.044850811624201e-06,
-      4.203965545457322e-06,
-      4.381950020615477e-06,
-      4.71909379484714e-06,
-      4.106581855012337e-06,
-      3.6558290048560593e-06,
-      3.64837569577503e-06,
-      3.8045691326260567e-06,
-      3.6443841509026242e-06,
-      3.462114591457066e-06,
-      3.608991846704157e-06,
-      3.489784603516455e-06,
-      4.070336217409931e-06,
-      3.4381641853542533e-06,
-      3.6712524433824e-06,
-      3.426988541832543e-06,
-      2.9961909149278654e-06,
-      3.0031092137505766e-06,
-      3.279299789937795e-06,
-      3.030510697499267e-06,
-      3.1890938316792017e-06,
-      3.0148166842991486e-06,
-      2.7992828108835965e-06,
-      2.878045052057132e-06,
-      2.749524583123275e-06,
-      2.785712467812118e-06,
-      2.9458958579198224e-06,
-      2.7968872018391266e-06,
-      2.655859134392813e-06,
-      2.5866756914183497e-06,
-      2.7018925266020233e-06,
-      2.672623168109567e-06,
-      0.008404935710132122,
-      0.0027754702605307102,
-      3.2541527616558596e-05,
-      1.3690228115592618e-05,
-      1.145001715485705e-05,
-      1.3865135770174675e-05,
-      5.603064437309513e-06,
-      7.225497938634362e-06,
-      7.527843990828842e-06,
-      6.938793831068324e-06,
-      6.889889391459292e-06,
-      7.319649739656597e-06,
-      1.9229924873798154e-05,
-      1.2998162674193736e-05,
-      1.0653575372998603e-05,
-      7.998428372957278e-06,
-      0.00028545712120831013,
-      6.5186168285436e-06,
-      9.076941751118284e-06,
-      6.7432602008921094e-06,
-      0.00020292897534091026,
-      3.679371366160922e-05,
-      2.88176834146725e-05,
-      1.503738803876331e-05,
-      6.072416454117047e-06,
-      6.13013980910182e-06,
-      7.558931883977493e-06,
-      1.7030191884259693e-05,
-      6.987072538322536e-06,
-      8.04508545115823e-06,
-      5.975766725896392e-06,
-      7.14727593731368e-06,
-      6.2145777519617695e-06,
-      9.96259677776834e-06,
-      4.746952527057147e-06,
-      5.527374469238566e-06,
-      4.124661700188881e-06,
-      3.927225861843908e-06,
-      4.2515794120845385e-06,
-      4.786830686498433e-06,
-      5.113598035677569e-06,
-      4.5854103518649936e-06,
-      4.082853138243081e-06,
-      3.776883659156738e-06,
-      4.375033313408494e-06,
-      5.637422418658389e-06,
-      3.805610731433262e-06,
-      3.2617479064356303e-06,
-      3.907239715772448e-06,
-      5.665353000949835e-06,
-      3.2300799830409233e-06,
-      3.7034205888630822e-06,
-      4.66494248030358e-06,
-      3.8109378692752216e-06,
-      3.4320401027798653e-06,
-      3.317352820886299e-06,
-      3.530177991706296e-06,
-      3.0544611036020797e-06,
-      3.0616442927566823e-06,
-      3.2661935165378964e-06,
-      3.6616279430745635e-06,
-      2.7271721592114773e-06,
-      3.7817667362105567e-06,
-      3.0517944651364814e-06,
-      3.992040547018405e-06,
-      3.174710172970663e-06,
-      2.8849576665379573e-06,
-      2.7718706405721605e-06,
-      2.9224768240965204e-06,
-      2.8104525426897453e-06,
-      2.8399833809089614e-06,
-      2.923527290477068e-06,
-      2.6390935090603307e-06,
-      2.4472444692946738e-06,
-      3.1698921247880207e-06,
-      2.3506529487349326e-06,
-      2.669688456080621e-06,
-      2.744995299508446e-06,
-      2.6068935312650865e-06,
-      2.3482573396904627e-06,
-      2.6252528186887503e-06,
-      2.4802368443488376e-06,
-      2.768141484921216e-06,
-      3.07012805933482e-06,
-      2.448839950375259e-06,
-      2.493540932846372e-06,
-      2.384711706326925e-06,
-      2.746326572378166e-06,
-      2.478630904079182e-06,
-      2.352514229642111e-06,
-      2.6470643206266686e-06
+      6.594157695770264,
+      2.8628926277160645,
+      1.9958525896072388,
+      1.9041235446929932,
+      1.824130654335022,
+      1.76964271068573,
+      1.5921663045883179,
+      1.2400673627853394,
+      0.8667505979537964,
+      0.5298436284065247,
+      0.2924584746360779,
+      0.24667635560035706,
+      0.18603232502937317,
+      0.1094605103135109,
+      0.13587425649166107,
+      0.0684545487165451,
+      0.08751583844423294,
+      0.050242312252521515,
+      0.057054173201322556,
+      0.023101983591914177,
+      0.06245877221226692,
+      0.012255298905074596,
+      0.04068458452820778,
+      0.011517263017594814,
+      0.016325268894433975,
+      0.01897476054728031,
+      0.11621914058923721,
+      0.003942154347896576,
+      0.004357106052339077,
+      0.0017243920592591166,
+      0.0022811926901340485,
+      0.0021982500329613686,
+      0.005975871812552214,
+      0.01127918716520071,
+      0.0016446392983198166,
+      0.010960019193589687,
+      0.004207476042211056,
+      0.0010823176708072424,
+      0.0007961423834785819,
+      0.0012613290455192327,
+      0.002587385242804885,
+      0.001598221599124372,
+      0.0005511912750080228,
+      0.0008045108988881111,
+      0.002397951204329729,
+      0.0007326974300667644,
+      0.001077256049029529,
+      0.000629145244602114,
+      0.000584459223318845,
+      0.00043455464765429497,
+      0.01943068765103817,
+      0.0017459820955991745,
+      0.004632674157619476,
+      0.0006411788635887206,
+      0.00037017036811448634,
+      0.00039728559204377234,
+      0.0009440191206522286,
+      0.0005658300360664725,
+      0.000464187323814258,
+      0.00040083591011352837,
+      0.0003839242272078991,
+      0.0016137316124513745,
+      0.010831889696419239,
+      0.0009344202117063105,
+      0.00022692701895721257,
+      0.0002234010462416336,
+      0.005481045227497816,
+      0.0004976930795237422,
+      0.0005353214801289141,
+      0.00028680896502919495,
+      0.01862260513007641,
+      0.00020565770682878792,
+      0.00015639413322787732,
+      0.00048756925389170647,
+      0.0004649841575883329,
+      0.001076553831808269,
+      0.0022132277954369783,
+      0.00015306741988752037,
+      0.00014577388355974108,
+      0.00011482760601211339,
+      0.00010025115625467151,
+      0.00011777731560869142,
+      0.0002603286993689835,
+      0.00032250373624265194,
+      0.005391106475144625,
+      0.005216118413954973,
+      0.00047529066796414554,
+      0.011048637330532074,
+      0.0001979645894607529,
+      0.0012354797217994928,
+      0.0010343252215534449,
+      0.0002039234823314473,
+      0.00019716934184543788,
+      9.155727457255125e-05,
+      8.398449426749721e-05,
+      7.553298200946301e-05,
+      7.197606464615092e-05,
+      6.487705832114443e-05,
+      5.899244933971204e-05,
+      5.76701968384441e-05,
+      5.524258813238703e-05,
+      5.4018346418160945e-05,
+      5.285982842906378e-05,
+      5.065912409918383e-05,
+      6.70360095682554e-05,
+      4.4902695663040504e-05,
+      4.462411379790865e-05,
+      5.367384437704459e-05,
+      4.316380727686919e-05,
+      4.1284027247456834e-05,
+      3.9405098505085334e-05,
+      0.007550454698503017,
+      0.0013372183311730623,
+      0.013069787994027138,
+      0.01264706440269947,
+      0.000883675180375576,
+      0.00017876234778668731,
+      0.002676508156582713,
+      0.0012344541028141975,
+      0.0009696583147160709,
+      0.0001617755478946492,
+      0.00039374889456667006,
+      0.00011889107554452494,
+      0.00018351475591771305,
+      0.00039766027475707233,
+      6.982906779740006e-05,
+      0.0001937049237312749,
+      0.00015290846931748092,
+      8.70466828928329e-05,
+      0.0007319116266444325,
+      5.818707722937688e-05,
+      4.3549483962124214e-05,
+      3.835280585917644e-05,
+      3.735158679774031e-05,
+      3.650815779110417e-05,
+      3.0188322853064165e-05,
+      2.98044196824776e-05,
+      2.9234177418402396e-05,
+      3.183715671184473e-05,
+      2.6178193365922198e-05,
+      3.0907489417586476e-05,
+      3.2176216336665675e-05,
+      2.5807812562561594e-05,
+      2.567986484791618e-05,
+      2.5631165044615045e-05,
+      2.2182723114383407e-05,
+      3.051184830837883e-05,
+      9.383731230627745e-05,
+      0.011106079444289207,
+      0.00023736355069559067,
+      0.004249298479408026,
+      0.00041087763383984566,
+      0.00018127549265045673,
+      0.00013044069055467844,
+      6.683877290925011e-05,
+      6.165764352772385e-05,
+      0.0001788916706573218,
+      4.980214362149127e-05,
+      3.694862243719399e-05,
+      3.274239497841336e-05,
+      0.00021517682762350887,
+      0.0038501773960888386,
+      5.617341957986355e-05,
+      0.0029960758984088898,
+      0.0002214462001575157,
+      6.710187153657898e-05,
+      0.0001561133685754612,
+      4.537000859272666e-05,
+      3.506366192596033e-05,
+      0.0001227537140948698,
+      3.521037069731392e-05,
+      3.5018576454604045e-05,
+      2.2795202312408946e-05,
+      7.118531357264146e-05,
+      2.5050581825780682e-05,
+      3.154923251713626e-05,
+      1.832029920478817e-05,
+      1.734417128318455e-05,
+      1.7309237591689453e-05,
+      1.5034065654617734e-05,
+      1.64545181178255e-05,
+      1.600885843799915e-05,
+      1.413254994986346e-05,
+      1.3987511010782328e-05,
+      1.4269134226196911e-05,
+      1.2918668289785273e-05,
+      1.214060375787085e-05,
+      1.2960927961103152e-05,
+      1.1897681361006107e-05,
+      7.706893666181713e-05,
+      1.7251342796953395e-05,
+      1.3708575352211483e-05,
+      1.1136134162370581e-05,
+      1.1321038982714526e-05,
+      1.1645918675640132e-05,
+      1.0907772775681224e-05,
+      1.085912390408339e-05,
+      1.0586655662336852e-05,
+      9.829335795075167e-06,
+      9.784123903955333e-06,
+      9.465896255278494e-06,
+      9.01514977158513e-06,
+      1.056962810253026e-05,
+      8.418041943514254e-06,
+      8.030884600884747e-06,
+      8.408694156969432e-06,
+      8.033542144403327e-06,
+      7.913007721072063e-06,
+      7.289030236279359e-06,
+      7.470498985640006e-06,
+      7.120062946341932e-06,
+      7.022407316981116e-06,
+      6.8867020672769286e-06,
+      7.975441803864669e-06,
+      6.93246647642809e-06,
+      6.385653705365257e-06,
+      6.555681466124952e-06,
+      6.337225386232603e-06,
+      6.103068244556198e-06,
+      5.949000751570566e-06,
+      5.9050948948424775e-06,
+      5.906957994739059e-06,
+      5.9229228099866305e-06,
+      5.470304131449666e-06,
+      5.404842340794858e-06,
+      5.428792519523995e-06,
+      5.458594387164339e-06,
+      5.075159151601838e-06,
+      4.9208279051526915e-06,
+      5.014756425225642e-06,
+      5.4247730076895095e-06,
+      5.015818715037312e-06,
+      4.827695647691144e-06,
+      4.7377566261275206e-06,
+      4.474326033232501e-06,
+      4.334895947977202e-06,
+      4.279815584595781e-06,
+      4.165662176092155e-06,
+      4.353774329501903e-06,
+      3.995097358711064e-06,
+      4.051509222335881e-06,
+      3.9136743907874916e-06,
+      3.831717094726628e-06,
+      3.704526534420438e-06,
+      3.7715806229243753e-06,
+      3.785417220569798e-06,
+      3.5845198453898774e-06,
+      3.5805283005174715e-06,
+      3.563764039427042e-06,
+      3.308583245598129e-06,
+      3.237802957301028e-06,
+      3.4445479286659975e-06,
+      3.249511337344302e-06,
+      3.1039594432513695e-06,
+      3.244710796934669e-06,
+      2.9509569685615133e-06,
+      2.8985366498091025e-06,
+      2.800614765874343e-06,
+      2.741542857620516e-06,
+      2.6641105250746477e-06,
+      2.615948005768587e-06,
+      2.6973716558131855e-06,
+      2.564060196164064e-06,
+      2.5214851575583452e-06,
+      2.469863375154091e-06,
+      2.312603555765236e-06,
+      4.10112534154905e-06,
+      2.2761491891287733e-06,
+      2.3155309918365674e-06,
+      2.1572063815256115e-06,
+      2.1925966393609997e-06,
+      2.1686485069949413e-06,
+      2.084031166305067e-06,
+      2.0536967895168345e-06,
+      2.1047860627732007e-06,
+      1.9677493128256174e-06,
+      1.8876555714086862e-06,
+      1.8929774796561105e-06,
+      1.8033045989795937e-06,
+      1.8176732510255533e-06,
+      1.7170908677144325e-06,
+      1.7176231494886451e-06,
+      1.6747825384300086e-06,
+      1.6564216593906167e-06,
+      1.5611611843269202e-06,
+      1.6183704474315164e-06,
+      1.4917113730916753e-06,
+      1.4499349845209508e-06,
+      1.5313589756260626e-06,
+      1.4113514907876379e-06,
+      1.393257321069541e-06,
+      1.4201322073859046e-06,
+      1.3621246353068273e-06,
+      1.356802727059403e-06,
+      1.2958674915353185e-06,
+      1.2894815881736577e-06,
+      1.2014053254461032e-06,
+      1.1758604614442447e-06,
+      1.1702725259965518e-06,
+      1.1330196230119327e-06,
+      1.1034834415113437e-06,
+      1.0813977269208408e-06,
+      1.0401535064374912e-06,
+      1.0744794280981296e-06,
+      9.895960602079867e-07,
+      1.0015702400778537e-06,
+      9.91724846244324e-07,
+      9.52077130023099e-07,
+      9.438282972951129e-07,
+      8.797002237770357e-07,
+      8.852881592247286e-07,
+      8.655973715576692e-07,
+      9.055111149791628e-07,
+      8.049283906075289e-07,
+      8.770389285928104e-07,
+      7.698042168158281e-07,
+      7.85503686984157e-07,
+      7.567657007712114e-07,
+      7.08869265508838e-07,
+      7.463881388503069e-07,
+      7.272295761140413e-07,
+      6.976932809266145e-07,
+      6.968951424823899e-07,
+      6.492646207334474e-07,
+      6.450071623476106e-07,
+      6.226554205568391e-07,
+      6.476680596279039e-07,
+      6.112134656177659e-07,
+      5.776858529316087e-07,
+      5.933852662565187e-07,
+      5.75290982851584e-07,
+      5.571968699769059e-07,
+      5.404330067904084e-07,
+      5.303214720697724e-07,
+      5.513427936421067e-07,
+      5.151542836756562e-07,
+      4.861502702624421e-07,
+      5.116950205774629e-07,
+      4.6433069655904546e-07,
+      4.739100063488877e-07,
+      4.369232158296654e-07,
+      4.347944582150376e-07,
+      4.140392775298096e-07,
+      4.2148985812673345e-07,
+      4.2202211147923663e-07,
+      4.004685649761086e-07,
+      3.7838299249415286e-07,
+      3.879623022839951e-07,
+      3.802456092216744e-07,
+      3.4858067010645755e-07,
+      3.493789506592293e-07,
+      3.496450062812073e-07,
+      3.227697220609116e-07,
+      3.3873524785121845e-07,
+      3.2356800261368335e-07,
+      3.065381122269173e-07,
+      3.0999731848169176e-07,
+      3.0999731848169176e-07,
+      2.977570545681374e-07,
+      2.913708669893822e-07,
+      2.876455766909203e-07,
+      2.8604901558537676e-07,
+      2.5943978698705905e-07,
+      2.5358579591738817e-07,
+      2.501265896626137e-07,
+      2.4294212153108674e-07,
+      2.4267600906568987e-07,
+      2.328306152321602e-07,
+      2.2325129123146326e-07,
+      2.1899381863477174e-07,
+      2.2830704438092653e-07,
+      2.0515702203738329e-07,
+      2.1127713978330576e-07,
+      2.083501300376156e-07,
+      2.1101105573961831e-07,
+      1.8466792539584276e-07,
+      1.9158632369453699e-07,
+      1.8706275284330331e-07,
+      1.8546620594861452e-07,
+      1.7881390590446244e-07,
+      1.7322597045676957e-07,
+      1.6950068015830766e-07,
+      1.6071963671038247e-07,
+      1.6683975445630495e-07,
+      1.567282481573784e-07,
+      1.6098572075406992e-07,
+      1.535351401571461e-07,
+      1.4847940121853753e-07,
+      1.4635065781476442e-07,
+      1.404966241125294e-07,
+      1.3623915151583788e-07,
+      1.2958686568254052e-07,
+      1.2612767363862076e-07,
+      1.216041027873871e-07,
+      1.242650284893898e-07,
+      1.1947535938361398e-07,
+      1.1388743104134846e-07,
+      1.1814490363803998e-07,
+      1.1016214074288655e-07,
+      1.0856558674277039e-07,
+      1.1096041419023095e-07,
+      1.0723512389176904e-07,
+      1.0084891499673176e-07,
+      9.552707069815369e-08,
+      9.49948883999241e-08,
+      9.792189814561425e-08,
+      1.0803340444454079e-07,
+      9.446269899626714e-08,
+      9.393051669803754e-08,
+      9.020522639957562e-08,
+      9.073740869780522e-08,
+      8.993913525046082e-08,
+      8.27546458026518e-08,
+      7.423970060926877e-08,
+      7.078050145992165e-08,
+      7.583624750395757e-08,
+      7.131269086357861e-08,
+      7.690061920584412e-08,
+      6.173337396830902e-08,
+      6.732130231057454e-08,
+      6.94500386089203e-08,
+      6.652302886323014e-08,
+      6.040291111730767e-08,
+      0.0032250541262328625,
+      0.00021251234284136444,
+      3.68291262020648e-06,
+      6.912809567438671e-06,
+      3.2943896712822607e-06,
+      2.516943595765042e-06,
+      3.4956826766574522e-06,
+      2.3993284230527934e-06,
+      8.097048521449324e-06,
+      3.1594911433785455e-06,
+      3.285352022430743e-06,
+      1.1830315088445786e-05,
+      4.959638317814097e-06,
+      7.89482601248892e-06,
+      6.934119028301211e-06,
+      1.3499859960575122e-05,
+      8.939369763538707e-06,
+      5.841073289047927e-06,
+      4.806947799806949e-06,
+      3.235877102270024e-06,
+      2.9599311801575823e-06,
+      4.134041773795616e-06,
+      1.7396905604982749e-06,
+      4.474738034332404e-06,
+      8.15373186924262e-06,
+      2.3777597562002484e-06,
+      2.6534191874816315e-06,
+      1.8282947849002085e-06,
+      2.7452094855107134e-06,
+      1.2120451629016316e-06,
+      1.822150920816057e-06,
+      1.7335690927211544e-06,
+      2.0225131720508216e-06,
+      1.4017635976415477e-06,
+      1.5576866871924722e-06,
+      1.5103113355507958e-06,
+      1.0582454024188337e-06,
+      1.0728809911597637e-06,
+      2.1128666958247777e-06,
+      1.1540362265805015e-06,
+      1.192345052913879e-06,
+      1.4187620536176837e-06,
+      1.3280405255500227e-06,
+      1.3365630593398237e-06,
+      1.8426302403895534e-06
     ],
     "base_loss": [
-      6.638237953186035,
-      2.784533977508545,
-      2.012598752975464,
-      2.0043275356292725,
-      2.0892255306243896,
-      2.205610513687134,
-      2.4838221073150635,
-      2.601823568344116,
-      2.4698052406311035,
-      2.659855365753174,
-      2.66095232963562,
-      3.2063255310058594,
-      3.894160747528076,
-      4.44695520401001,
-      4.582200527191162,
-      4.899302959442139,
-      5.207944393157959,
-      5.404942035675049,
-      5.59136438369751,
-      5.7950849533081055,
-      5.652687072753906,
-      5.789889335632324,
-      5.903239727020264,
-      6.054039001464844,
-      6.369277000427246,
-      6.288858890533447,
-      6.544005393981934,
-      6.301029682159424,
-      6.519709587097168,
-      6.654725074768066,
-      6.5836920738220215,
-      6.673243522644043,
-      6.928093910217285,
-      7.134720802307129,
-      6.7248454093933105,
-      6.9425578117370605,
-      6.92290735244751,
-      7.201603412628174,
-      7.159390926361084,
-      7.237636089324951,
-      7.648144245147705,
-      7.056336879730225,
-      7.249379634857178,
-      7.644163608551025,
-      7.236990928649902,
-      7.356719970703125,
-      7.428078651428223,
-      7.489433288574219,
-      7.525935649871826,
-      7.039707183837891,
-      7.707971096038818,
-      7.787346839904785,
-      7.798521518707275,
-      7.599993705749512,
-      7.4807891845703125,
-      7.601936340332031,
-      7.991438865661621,
-      7.939457893371582,
-      8.115073204040527,
-      7.946486473083496,
-      7.712915897369385,
-      7.884623050689697,
-      8.257745742797852,
-      7.900284767150879,
-      8.01932430267334,
-      8.315096855163574,
-      8.753721237182617,
-      8.159112930297852,
-      8.23237419128418,
-      8.471220016479492,
-      7.6309309005737305,
-      8.09232234954834,
-      8.379393577575684,
-      7.755992889404297,
-      8.066488265991211,
-      8.429183959960938,
-      8.208399772644043,
-      8.3562593460083,
-      8.241436958312988,
-      8.365572929382324,
-      7.657227516174316,
-      8.474825859069824,
-      8.607572555541992,
-      8.511126518249512,
-      8.514497756958008,
-      8.835638999938965,
-      9.16893482208252,
-      8.368896484375,
-      8.784720420837402,
-      8.955164909362793,
-      8.35920524597168,
-      8.259122848510742,
-      8.889166831970215,
-      8.486069679260254,
-      8.473207473754883,
-      8.897787094116211,
-      8.692233085632324,
-      8.6893892288208,
-      8.687873840332031,
-      8.845930099487305,
-      8.88347339630127,
-      8.688815116882324,
-      8.689994812011719,
-      9.21940803527832,
-      8.821511268615723,
-      9.05045223236084,
-      9.181544303894043,
-      9.105053901672363,
-      9.019051551818848,
-      9.129789352416992,
-      9.141844749450684,
-      9.394579887390137,
-      8.752861022949219,
-      8.517739295959473,
-      8.833803176879883,
-      8.890785217285156,
-      8.835165023803711,
-      8.629143714904785,
-      9.246269226074219,
-      9.29096508026123,
-      9.099535942077637,
-      9.421066284179688,
-      9.364805221557617,
-      9.078187942504883,
-      9.283966064453125,
-      9.019327163696289,
-      9.56492805480957,
-      8.829050064086914,
-      9.190017700195312,
-      8.880047798156738,
-      9.000699996948242,
-      9.10388469696045,
-      9.059633255004883,
-      9.346571922302246,
-      8.6652193069458,
-      9.074599266052246,
-      9.097963333129883,
-      9.629134178161621,
-      9.17028522491455,
-      9.387502670288086,
-      9.244908332824707,
-      9.127928733825684,
-      9.175631523132324,
-      9.112848281860352,
-      9.163619041442871,
-      9.385061264038086,
-      7.7003631591796875,
-      9.313700675964355,
-      8.60179615020752,
-      8.77183723449707,
-      9.09127140045166,
-      9.066601753234863,
-      9.594077110290527,
-      9.094564437866211,
-      9.223731994628906,
-      9.265528678894043,
-      9.307915687561035,
-      9.834433555603027,
-      9.485925674438477,
-      9.640007019042969,
-      9.589086532592773,
-      9.373604774475098,
-      9.323792457580566,
-      9.091973304748535,
-      9.685881614685059,
-      9.502774238586426,
-      9.67250919342041,
-      9.633867263793945,
-      9.897726058959961,
-      9.744391441345215,
-      9.377037048339844,
-      9.398995399475098,
-      9.59538459777832,
-      9.57778263092041,
-      9.493096351623535,
-      9.331122398376465,
-      9.483099937438965,
-      9.582361221313477,
-      9.582448959350586,
-      9.42357349395752,
-      9.625399589538574,
-      9.847856521606445,
-      9.73430347442627,
-      9.686575889587402,
-      9.773635864257812,
-      9.412287712097168,
-      9.809046745300293,
-      10.130624771118164,
-      9.627711296081543,
-      9.38702392578125,
-      9.337637901306152,
-      9.935392379760742,
-      9.913737297058105,
-      9.242432594299316,
-      9.65174388885498,
-      9.738113403320312,
-      10.291647911071777,
-      9.719571113586426,
-      9.576931953430176,
-      10.030715942382812,
-      9.820592880249023,
-      10.122894287109375,
-      9.684820175170898,
-      9.6226806640625,
-      9.299839973449707,
-      9.676034927368164,
-      10.016083717346191,
-      10.023193359375,
-      9.99491024017334,
-      9.742819786071777,
-      9.772140502929688,
-      9.616661071777344,
-      9.718183517456055,
-      9.61717414855957,
-      9.63759708404541,
-      10.112862586975098,
-      9.621061325073242,
-      9.82213020324707,
-      10.075335502624512,
-      9.814995765686035,
-      9.84465217590332,
-      9.445746421813965,
-      9.508891105651855,
-      9.567215919494629,
-      9.96446704864502,
-      9.590957641601562,
-      9.759088516235352,
-      9.474977493286133,
-      10.02156925201416,
-      9.69910717010498,
-      9.512019157409668,
-      9.574455261230469,
-      8.977348327636719,
-      9.788050651550293,
-      9.111910820007324,
-      9.261916160583496,
-      9.56605339050293,
-      9.347074508666992,
-      10.179449081420898,
-      9.802573204040527,
-      10.12602710723877,
-      9.810684204101562,
-      10.001418113708496,
-      9.81635570526123,
-      10.083605766296387,
-      10.129974365234375,
-      9.916391372680664,
-      9.88429069519043,
-      9.988842964172363,
-      9.637100219726562,
-      10.243729591369629,
-      9.633641242980957,
-      9.773332595825195,
-      10.013598442077637,
-      9.968778610229492,
-      9.617693901062012,
-      10.064064025878906,
-      9.820034980773926,
-      10.27520751953125,
-      10.246673583984375,
-      9.9212007522583,
-      10.356935501098633,
-      9.716835975646973,
-      10.278870582580566,
-      10.01950740814209,
-      9.896344184875488,
-      10.03471851348877,
-      10.255704879760742,
-      10.07054615020752,
-      10.020115852355957,
-      10.264129638671875,
-      9.970070838928223,
-      10.203824996948242,
-      9.694250106811523,
-      9.94406795501709,
-      9.386820793151855,
-      9.83154296875,
-      9.705978393554688,
-      9.748672485351562,
-      9.607949256896973,
-      9.530142784118652,
-      9.25676441192627,
-      9.76998233795166,
-      9.650758743286133,
-      9.889595985412598,
-      10.452071189880371,
-      10.394083976745605,
-      10.067116737365723,
-      10.208097457885742,
-      10.193821907043457,
-      9.62624454498291,
-      10.210844039916992,
-      10.229586601257324,
-      10.449125289916992,
-      10.250142097473145,
-      10.304250717163086,
-      10.382025718688965,
-      10.201634407043457,
-      10.197446823120117,
-      10.341852188110352,
-      10.670623779296875,
-      10.396048545837402,
-      10.263139724731445,
-      10.134489059448242,
-      10.254590034484863,
-      10.048741340637207,
-      10.183976173400879,
-      10.501286506652832,
-      10.432087898254395,
-      10.705320358276367,
-      10.855789184570312,
-      9.9056396484375,
-      9.479576110839844,
-      10.195496559143066,
-      10.171879768371582,
-      9.981955528259277,
-      9.458600997924805,
-      9.889177322387695,
-      9.984579086303711,
-      10.05728816986084,
-      10.176844596862793,
-      9.727261543273926,
-      10.189568519592285,
-      9.613823890686035,
-      10.28321361541748,
-      10.333383560180664,
-      10.240823745727539,
-      10.300860404968262,
-      10.01770305633545,
-      10.936500549316406,
-      10.314191818237305,
-      10.476401329040527,
-      10.428166389465332,
-      10.015886306762695,
-      10.064180374145508,
-      10.236212730407715,
-      10.208630561828613,
-      10.38744831085205,
-      9.833389282226562,
-      10.402618408203125,
-      10.153520584106445,
-      10.277780532836914,
-      10.291379928588867,
-      10.046937942504883,
-      10.389951705932617,
-      10.62933349609375,
-      10.193852424621582,
-      10.437239646911621,
-      10.202248573303223,
-      10.172826766967773,
-      10.541078567504883,
-      10.549986839294434,
-      10.694616317749023,
-      10.336846351623535,
-      10.047295570373535,
-      10.40831470489502,
-      10.564475059509277,
-      10.16335391998291,
-      10.484931945800781,
-      10.154335021972656,
-      10.512467384338379,
-      10.828330039978027,
-      10.648221015930176,
-      10.68199634552002,
-      10.141108512878418,
-      10.959641456604004,
-      10.12723445892334,
-      10.596171379089355,
-      10.175690650939941,
-      10.304664611816406,
-      10.810417175292969,
-      10.19777774810791,
-      10.476327896118164,
-      10.667149543762207,
-      10.876603126525879,
-      10.386151313781738,
-      10.58806037902832,
-      10.239041328430176,
-      9.556817054748535,
-      9.924577713012695,
-      9.81988525390625,
-      10.218208312988281,
-      9.692596435546875,
-      10.313819885253906,
-      10.007548332214355,
-      10.229987144470215,
-      9.672751426696777,
-      10.084904670715332,
-      10.236285209655762,
-      10.183394432067871,
-      10.474740028381348,
-      10.181714057922363,
-      10.459527015686035,
-      10.195897102355957,
-      10.205549240112305,
-      10.32325553894043,
-      10.268073081970215,
-      10.3927001953125,
-      9.982314109802246,
-      10.117573738098145,
-      10.432393074035645,
-      10.126630783081055,
-      10.093771934509277,
-      10.368216514587402,
-      10.272871971130371,
-      10.308491706848145,
-      10.069830894470215,
-      10.513002395629883,
-      10.387080192565918,
-      10.167154312133789,
-      9.9842529296875,
-      10.493613243103027,
-      10.350350379943848,
-      10.101605415344238,
-      10.291586875915527,
-      10.272452354431152,
-      10.354554176330566,
-      9.899213790893555,
-      10.203569412231445,
-      10.488374710083008,
-      10.161880493164062,
-      10.202950477600098,
-      10.584382057189941,
-      10.254923820495605,
-      9.941648483276367,
-      9.746302604675293,
-      9.682863235473633,
-      10.213729858398438,
-      10.210039138793945,
-      10.735953330993652,
-      10.347673416137695,
-      10.490381240844727,
-      10.342745780944824,
-      10.136107444763184,
-      10.449014663696289,
-      10.135721206665039,
-      10.519875526428223,
-      10.402373313903809,
-      10.225424766540527,
-      10.054471969604492,
-      10.550506591796875,
-      10.733166694641113,
-      10.765619277954102,
-      10.8279447555542,
-      10.361746788024902,
-      10.128226280212402,
-      10.235456466674805,
-      10.572110176086426,
-      10.355137825012207,
-      10.747969627380371,
-      10.052835464477539,
-      10.411864280700684,
-      10.459657669067383,
-      10.699686050415039,
-      10.739938735961914,
-      10.421875,
-      10.545888900756836,
-      10.560012817382812,
-      10.76386833190918,
-      10.515894889831543,
-      10.476553916931152,
-      10.686543464660645,
-      10.87971305847168,
-      10.58885669708252,
-      10.678364753723145,
-      10.740097045898438,
-      10.425786018371582,
-      10.490254402160645
+      6.60231876373291,
+      2.8978025913238525,
+      2.049903392791748,
+      2.0618770122528076,
+      2.372588634490967,
+      2.394554615020752,
+      2.3920438289642334,
+      3.0016918182373047,
+      3.7931904792785645,
+      4.067276954650879,
+      4.537076950073242,
+      4.645747661590576,
+      4.871096134185791,
+      5.44574499130249,
+      5.422969341278076,
+      5.263998985290527,
+      5.62658166885376,
+      5.687449932098389,
+      5.879598140716553,
+      6.004716396331787,
+      5.953549861907959,
+      6.263764381408691,
+      6.341500282287598,
+      6.7887468338012695,
+      6.83050012588501,
+      6.478001117706299,
+      6.7095770835876465,
+      6.69889497756958,
+      7.123507022857666,
+      6.926657676696777,
+      6.929561138153076,
+      6.839369297027588,
+      7.346971035003662,
+      7.156911373138428,
+      7.308592319488525,
+      7.710845947265625,
+      7.459604740142822,
+      7.462798595428467,
+      7.73232889175415,
+      7.762181758880615,
+      7.511791229248047,
+      7.752793312072754,
+      7.89291524887085,
+      7.838404178619385,
+      7.885531902313232,
+      8.055581092834473,
+      7.677796363830566,
+      8.20428466796875,
+      8.064994812011719,
+      7.73250150680542,
+      8.110269546508789,
+      8.211542129516602,
+      8.254417419433594,
+      7.94448184967041,
+      8.094718933105469,
+      8.49144458770752,
+      8.190483093261719,
+      8.083333969116211,
+      8.074736595153809,
+      8.391283988952637,
+      8.22703742980957,
+      8.263067245483398,
+      8.451644897460938,
+      8.336465835571289,
+      8.584930419921875,
+      8.844871520996094,
+      8.55370807647705,
+      8.793185234069824,
+      8.300549507141113,
+      9.011107444763184,
+      8.756025314331055,
+      8.938956260681152,
+      9.101961135864258,
+      8.691622734069824,
+      8.653700828552246,
+      8.544854164123535,
+      8.749485969543457,
+      9.01110553741455,
+      9.037520408630371,
+      8.905625343322754,
+      9.339128494262695,
+      9.072629928588867,
+      9.167564392089844,
+      8.905280113220215,
+      9.391031265258789,
+      9.140961647033691,
+      9.352980613708496,
+      9.513388633728027,
+      9.359052658081055,
+      9.246927261352539,
+      9.214492797851562,
+      9.509530067443848,
+      9.74084758758545,
+      9.91190242767334,
+      9.967802047729492,
+      9.679924964904785,
+      9.718558311462402,
+      9.543351173400879,
+      9.361913681030273,
+      10.150289535522461,
+      9.751630783081055,
+      10.037726402282715,
+      10.005087852478027,
+      9.805991172790527,
+      9.863816261291504,
+      9.94677734375,
+      9.655674934387207,
+      9.901792526245117,
+      9.85359001159668,
+      9.822786331176758,
+      10.10537052154541,
+      9.749615669250488,
+      9.204468727111816,
+      10.036606788635254,
+      10.087323188781738,
+      9.499231338500977,
+      9.20947551727295,
+      9.80949878692627,
+      10.184179306030273,
+      9.870183944702148,
+      10.025172233581543,
+      9.791097640991211,
+      9.992396354675293,
+      9.641798973083496,
+      10.252485275268555,
+      10.32160758972168,
+      9.299673080444336,
+      9.035077095031738,
+      9.965786933898926,
+      10.09834098815918,
+      10.308267593383789,
+      9.754836082458496,
+      10.254655838012695,
+      10.018202781677246,
+      10.257295608520508,
+      10.3665189743042,
+      10.14421272277832,
+      10.354635238647461,
+      10.244667053222656,
+      10.707562446594238,
+      10.046663284301758,
+      10.62151050567627,
+      9.957856178283691,
+      10.506942749023438,
+      9.96519947052002,
+      10.374483108520508,
+      10.515921592712402,
+      9.977402687072754,
+      10.03577995300293,
+      9.879928588867188,
+      10.001654624938965,
+      10.05396842956543,
+      10.080880165100098,
+      10.536662101745605,
+      10.308454513549805,
+      9.968913078308105,
+      10.087258338928223,
+      9.923341751098633,
+      10.386682510375977,
+      10.351715087890625,
+      9.932379722595215,
+      10.199213981628418,
+      9.904101371765137,
+      10.752931594848633,
+      10.569015502929688,
+      10.236197471618652,
+      10.409632682800293,
+      10.674553871154785,
+      10.873847007751465,
+      10.591340065002441,
+      10.568593978881836,
+      10.681828498840332,
+      10.229124069213867,
+      10.86129093170166,
+      10.67317008972168,
+      10.656370162963867,
+      10.160521507263184,
+      10.39925479888916,
+      10.886857986450195,
+      10.131821632385254,
+      11.075160026550293,
+      10.431588172912598,
+      10.492737770080566,
+      10.77183723449707,
+      11.392898559570312,
+      10.894829750061035,
+      10.812507629394531,
+      10.853165626525879,
+      11.15339183807373,
+      9.979504585266113,
+      10.982916831970215,
+      11.184069633483887,
+      10.766560554504395,
+      11.27061653137207,
+      10.86796760559082,
+      10.403815269470215,
+      10.815530776977539,
+      10.726365089416504,
+      10.561226844787598,
+      10.666015625,
+      10.996281623840332,
+      11.3643798828125,
+      10.883127212524414,
+      11.060267448425293,
+      10.918631553649902,
+      11.19874095916748,
+      11.33353328704834,
+      11.370500564575195,
+      10.859756469726562,
+      11.354284286499023,
+      11.047025680541992,
+      11.595622062683105,
+      10.890256881713867,
+      10.943267822265625,
+      11.123156547546387,
+      10.99360179901123,
+      10.613377571105957,
+      10.812407493591309,
+      11.502326011657715,
+      11.50715160369873,
+      10.937975883483887,
+      11.13950252532959,
+      11.287161827087402,
+      10.18523120880127,
+      11.28221321105957,
+      10.805282592773438,
+      10.960515022277832,
+      11.004829406738281,
+      11.402464866638184,
+      11.054991722106934,
+      11.090630531311035,
+      11.506051063537598,
+      11.19017219543457,
+      11.349133491516113,
+      11.464608192443848,
+      11.208358764648438,
+      10.982757568359375,
+      11.368474960327148,
+      11.18454647064209,
+      11.199056625366211,
+      11.50577449798584,
+      11.503413200378418,
+      11.942657470703125,
+      11.175390243530273,
+      11.981668472290039,
+      11.5795259475708,
+      11.656618118286133,
+      12.272313117980957,
+      12.083552360534668,
+      11.158331871032715,
+      11.509745597839355,
+      11.51386833190918,
+      11.857820510864258,
+      11.253535270690918,
+      11.53230094909668,
+      11.841859817504883,
+      11.930123329162598,
+      11.90753173828125,
+      11.407710075378418,
+      11.639830589294434,
+      12.215235710144043,
+      11.862669944763184,
+      11.86729621887207,
+      11.221589088439941,
+      11.782197952270508,
+      11.69997501373291,
+      12.123884201049805,
+      11.799646377563477,
+      12.144782066345215,
+      11.887056350708008,
+      11.923604011535645,
+      12.079543113708496,
+      11.479471206665039,
+      11.794098854064941,
+      12.290596961975098,
+      12.20618724822998,
+      11.720962524414062,
+      11.89213752746582,
+      11.94398307800293,
+      11.902825355529785,
+      11.965141296386719,
+      12.15732479095459,
+      12.11722469329834,
+      12.24701976776123,
+      11.953516006469727,
+      12.57545280456543,
+      12.05638599395752,
+      12.362555503845215,
+      11.999130249023438,
+      12.402161598205566,
+      11.738896369934082,
+      12.135519027709961,
+      12.672704696655273,
+      12.69703197479248,
+      12.435114860534668,
+      12.091041564941406,
+      12.040534019470215,
+      12.332183837890625,
+      12.79788875579834,
+      12.696046829223633,
+      12.595136642456055,
+      11.987485885620117,
+      12.194452285766602,
+      12.913925170898438,
+      12.505681037902832,
+      12.334263801574707,
+      12.66376781463623,
+      12.764631271362305,
+      12.318244934082031,
+      12.49254322052002,
+      12.62168025970459,
+      12.54335880279541,
+      12.517003059387207,
+      12.941316604614258,
+      12.487858772277832,
+      12.960283279418945,
+      13.027227401733398,
+      12.625960350036621,
+      12.89251708984375,
+      12.779569625854492,
+      12.90256404876709,
+      12.934527397155762,
+      12.548662185668945,
+      13.452596664428711,
+      12.344475746154785,
+      12.985175132751465,
+      12.892476081848145,
+      12.842504501342773,
+      12.435070991516113,
+      13.436223030090332,
+      12.98511791229248,
+      13.318856239318848,
+      13.174661636352539,
+      12.98304557800293,
+      12.833620071411133,
+      12.404162406921387,
+      13.291377067565918,
+      13.180776596069336,
+      13.24877643585205,
+      12.81243896484375,
+      13.139419555664062,
+      12.808099746704102,
+      13.189936637878418,
+      13.066916465759277,
+      13.41059398651123,
+      13.398530960083008,
+      13.083027839660645,
+      12.581107139587402,
+      13.207276344299316,
+      12.894744873046875,
+      13.413443565368652,
+      13.06435489654541,
+      13.303860664367676,
+      13.12193775177002,
+      13.409040451049805,
+      13.188530921936035,
+      12.887008666992188,
+      13.145746231079102,
+      13.32273006439209,
+      12.983996391296387,
+      13.422868728637695,
+      13.629045486450195,
+      13.505393028259277,
+      13.797890663146973,
+      13.438140869140625,
+      13.36985969543457,
+      13.37752628326416,
+      13.059412002563477,
+      13.204042434692383,
+      13.424981117248535,
+      12.903000831604004,
+      13.01456356048584,
+      13.525883674621582,
+      13.822346687316895,
+      13.252960205078125,
+      14.240696907043457,
+      13.581573486328125,
+      13.83960247039795,
+      13.347944259643555,
+      13.321703910827637,
+      13.85389232635498,
+      13.285386085510254,
+      13.393956184387207,
+      13.506112098693848,
+      13.65524959564209,
+      13.581324577331543,
+      13.465818405151367,
+      13.237444877624512,
+      13.487617492675781,
+      13.925542831420898,
+      14.14912223815918,
+      13.773625373840332,
+      14.121891975402832,
+      13.520834922790527,
+      13.592881202697754,
+      13.766751289367676,
+      14.099527359008789,
+      13.644371032714844,
+      13.338521957397461,
+      13.11095142364502,
+      13.854204177856445,
+      13.93345832824707,
+      13.219731330871582,
+      13.650959968566895,
+      13.343974113464355,
+      13.409423828125,
+      13.63006591796875,
+      13.824996948242188,
+      13.65684700012207,
+      13.82024097442627,
+      13.841354370117188,
+      13.61247730255127,
+      13.45866584777832,
+      13.714102745056152,
+      14.30333423614502,
+      13.685834884643555,
+      13.50879192352295,
+      13.369736671447754,
+      13.741334915161133,
+      13.442679405212402,
+      13.464775085449219,
+      14.089953422546387,
+      13.75119686126709,
+      12.057267189025879,
+      11.899392127990723,
+      12.848648071289062,
+      11.911590576171875,
+      12.761772155761719,
+      12.681281089782715,
+      11.93148136138916,
+      12.508368492126465,
+      12.735846519470215,
+      12.503997802734375,
+      12.300864219665527,
+      12.73939323425293,
+      12.832270622253418,
+      12.105782508850098,
+      12.57922649383545,
+      12.578216552734375,
+      12.309746742248535,
+      11.85527515411377,
+      12.126444816589355,
+      12.845945358276367,
+      11.991278648376465,
+      12.580535888671875,
+      12.590080261230469,
+      12.331560134887695,
+      12.335928916931152,
+      11.771272659301758,
+      13.150360107421875,
+      12.677165031433105,
+      12.328542709350586,
+      12.537309646606445,
+      13.097331047058105,
+      12.179619789123535,
+      12.325027465820312,
+      12.543417930603027,
+      12.371797561645508,
+      12.763669967651367,
+      12.603062629699707,
+      12.919827461242676,
+      12.683262825012207,
+      12.397780418395996,
+      12.927308082580566,
+      12.924560546875,
+      13.059626579284668,
+      12.44095516204834,
+      12.623635292053223
     ],
     "traj_loss": [
-      6.605772972106934,
-      2.7671332359313965,
-      1.991776704788208,
-      1.9385626316070557,
-      1.893735647201538,
-      1.8468608856201172,
-      1.8301870822906494,
-      1.743716835975647,
-      1.7240536212921143,
-      1.5761977434158325,
-      1.4156371355056763,
-      0.9681931734085083,
-      0.6362760663032532,
-      0.29754236340522766,
-      0.176735982298851,
-      0.11338543891906738,
-      0.08316664397716522,
-      0.08843034505844116,
-      0.051349736750125885,
-      0.03690836578607559,
-      0.03700907900929451,
-      0.02400006540119648,
-      0.019540447741746902,
-      0.01804114505648613,
-      0.028096238151192665,
-      0.005486014299094677,
-      0.029946522787213326,
-      0.014550821855664253,
-      0.004055629018694162,
-      0.003984075039625168,
-      0.014140631072223186,
-      0.002103017410263419,
-      0.0016011999687179923,
-      0.0018107775831595063,
-      0.016901886090636253,
-      0.03463181108236313,
-      0.019470099359750748,
-      0.0008362102089449763,
-      0.002683208556845784,
-      0.0029510781168937683,
-      0.0015306664863601327,
-      0.0022995334584265947,
-      0.0027048340998589993,
-      0.0025950181297957897,
-      0.0023569888435304165,
-      0.0006523936172015965,
-      0.0004321371088735759,
-      0.000626518449280411,
-      0.0006540013710036874,
-      0.0008769863634370267,
-      0.0004777971771545708,
-      0.005403674673289061,
-      0.000554242345970124,
-      0.00032885614200495183,
-      0.0120000708848238,
-      0.006743667181581259,
-      0.0009632239816710353,
-      0.0006429559434764087,
-      0.0020757855381816626,
-      0.0002525569580029696,
-      0.0009110133396461606,
-      0.0003151526325382292,
-      0.00022804141917731613,
-      0.0004101964586880058,
-      0.0014328693505376577,
-      0.026967385783791542,
-      0.001559660886414349,
-      0.007090863771736622,
-      0.0033506255131214857,
-      0.002229861682280898,
-      0.0005460242973640561,
-      0.00017829614807851613,
-      0.0001632718340260908,
-      0.000434002693509683,
-      0.005917141679674387,
-      0.0010704683372750878,
-      0.00025913826539181173,
-      0.00025967994588427246,
-      0.0010311566293239594,
-      0.0003330360632389784,
-      0.010649597272276878,
-      0.006306343246251345,
-      0.0005961226997897029,
-      0.000810627534519881,
-      0.0012593184364959598,
-      0.006540794391185045,
-      0.013254635035991669,
-      0.019402077421545982,
-      0.00015729399456176907,
-      0.00011674447887344286,
-      0.0016763077583163977,
-      0.00026259454898536205,
-      0.0001565701240906492,
-      0.00010871336417039856,
-      0.00010362177999923006,
-      9.150977712124586e-05,
-      6.966736691538244e-05,
-      6.787858728785068e-05,
-      6.898069113958627e-05,
-      9.176087769446895e-05,
-      0.012581189163029194,
-      0.0038612287025898695,
-      0.0062158918008208275,
-      0.0007658355170860887,
-      0.0015913259703665972,
-      0.00011241046013310552,
-      7.511595322284847e-05,
-      6.85621562297456e-05,
-      0.0003238998760934919,
-      0.00010185236897086725,
-      6.9065295974724e-05,
-      5.6577115174150094e-05,
-      7.8549564932473e-05,
-      0.00043721238034777343,
-      0.0008349308627657592,
-      0.00033422737033106387,
-      0.00103629264049232,
-      0.000450989231467247,
-      0.00013972945453133434,
-      6.53168826829642e-05,
-      5.078210961073637e-05,
-      6.043314715498127e-05,
-      4.421130142873153e-05,
-      6.104394560679793e-05,
-      4.1326293285237625e-05,
-      3.8365109503502026e-05,
-      3.906885831383988e-05,
-      3.4187803976237774e-05,
-      3.4734410292003304e-05,
-      3.260915036662482e-05,
-      3.2069390726974234e-05,
-      2.967385808005929e-05,
-      2.998907984874677e-05,
-      2.942894570878707e-05,
-      2.8817115889978595e-05,
-      2.670822141226381e-05,
-      2.472385131113697e-05,
-      2.4490187570336275e-05,
-      2.4217675672844052e-05,
-      2.393932663835585e-05,
-      2.2689318939228542e-05,
-      2.4266078980872408e-05,
-      2.2462631022790447e-05,
-      2.08405836019665e-05,
-      2.4443905203952454e-05,
-      2.0293256966397166e-05,
-      0.0012670520227402449,
-      0.00947888195514679,
-      0.010538519360125065,
-      0.006196371745318174,
-      0.05109808221459389,
-      0.0037102599162608385,
-      0.003750450909137726,
-      9.65511571848765e-05,
-      9.556048462400213e-05,
-      6.060298619559035e-05,
-      0.0015049909707158804,
-      0.006609647069126368,
-      0.001008283463306725,
-      7.083127275109291e-05,
-      7.05526108504273e-05,
-      0.00023662915918976068,
-      7.284595631062984e-05,
-      0.009820297360420227,
-      0.003029132029041648,
-      0.0001443237706553191,
-      3.4893986594397575e-05,
-      2.8067164748790674e-05,
-      2.534051236580126e-05,
-      2.463771670591086e-05,
-      1.9939072444685735e-05,
-      1.8647451724973507e-05,
-      0.00016138984938152134,
-      2.3475355192204006e-05,
-      0.0001367442455375567,
-      2.3823607989470474e-05,
-      2.133044836227782e-05,
-      1.9381903257453814e-05,
-      1.617553243704606e-05,
-      1.6258525647572242e-05,
-      1.661342685110867e-05,
-      1.946929478435777e-05,
-      1.9211094695492648e-05,
-      5.352248626877554e-05,
-      0.00033131547388620675,
-      0.02819494530558586,
-      0.0008449450833722949,
-      0.0003759611281566322,
-      5.933196734986268e-05,
-      6.849652709206566e-05,
-      0.00011282334162387997,
-      0.0003682248934637755,
-      0.0013875439763069153,
-      0.0003823914157692343,
-      4.0938328311312944e-05,
-      5.097760367789306e-05,
-      2.6844720196095295e-05,
-      0.0003622810181695968,
-      0.00021066454064566642,
-      4.465824531507678e-05,
-      0.00038088345900177956,
-      2.783717354759574e-05,
-      0.00028025064966641366,
-      0.00039235904114320874,
-      4.866118615609594e-05,
-      2.7589308956521563e-05,
-      2.2133983293315396e-05,
-      2.3070939278113656e-05,
-      1.9010820324183442e-05,
-      2.1627214664476924e-05,
-      1.836892079154495e-05,
-      1.5172548046393786e-05,
-      1.6046804375946522e-05,
-      1.156980033556465e-05,
-      1.4104331967246253e-05,
-      1.5147226804401726e-05,
-      1.0741737241914961e-05,
-      0.0005207232316024601,
-      0.0010408243397250772,
-      0.0005496552330441773,
-      0.0006203201483003795,
-      0.00030093619716353714,
-      0.013732975348830223,
-      6.694325566058978e-05,
-      6.441372534027323e-05,
-      4.140360761084594e-05,
-      0.020627398043870926,
-      0.0003846550243906677,
-      2.465973375365138e-05,
-      0.00024572291295044124,
-      0.0005588264320977032,
-      0.0008230278035625815,
-      2.477139059919864e-05,
-      1.903720294649247e-05,
-      1.575512760609854e-05,
-      0.000157819056767039,
-      0.00010702440340537578,
-      5.1293747674208134e-05,
-      0.00012739354860968888,
-      0.0004573246114887297,
-      0.01820211298763752,
-      0.000133563851704821,
-      2.422013130853884e-05,
-      1.5549801901215687e-05,
-      3.116837251582183e-05,
-      1.4225983250071295e-05,
-      1.312524273089366e-05,
-      1.3092607332509942e-05,
-      1.0674943951016758e-05,
-      1.403512305842014e-05,
-      1.1443718904047273e-05,
-      8.789750609139446e-06,
-      1.234764204127714e-05,
-      1.0953963283100165e-05,
-      1.3089064850646537e-05,
-      8.16999909147853e-06,
-      8.545011951355264e-06,
-      8.769959094934165e-06,
-      8.034548045543488e-06,
-      7.79794754635077e-06,
-      8.280630936496891e-06,
-      0.00016636238433420658,
-      2.808177305269055e-05,
-      1.2228211744513828e-05,
-      1.0332142664992716e-05,
-      1.0941514119622298e-05,
-      8.87109217728721e-06,
-      3.978833046858199e-05,
-      8.979864105640445e-06,
-      7.3568508014432155e-06,
-      7.203841505543096e-06,
-      6.678055342490552e-06,
-      6.565732746821595e-06,
-      0.003645343938842416,
-      0.005727944429963827,
-      0.015511387027800083,
-      0.0007254235679283738,
-      5.3883413784205914e-05,
-      3.017656308657024e-05,
-      2.1602347260341048e-05,
-      4.361142418929376e-05,
-      0.0001856073213275522,
-      3.823524821200408e-05,
-      1.489972692070296e-05,
-      0.0002225078351330012,
-      1.449758838134585e-05,
-      1.1572838957363274e-05,
-      1.7496839063824154e-05,
-      1.614788379811216e-05,
-      5.0425172958057374e-05,
-      6.958207086427137e-05,
-      1.14002823465853e-05,
-      1.0323396963940468e-05,
-      9.768654308572877e-06,
-      1.0693942385842092e-05,
-      9.9139961093897e-06,
-      8.515453373547643e-06,
-      1.675276507739909e-05,
-      8.593203347118106e-06,
-      6.561794180015568e-06,
-      6.551414571731584e-06,
-      9.194073754770216e-06,
-      7.1106437644630205e-06,
-      6.517602741951123e-06,
-      5.940474693488795e-06,
-      6.0796228353865445e-06,
-      8.714696377865039e-06,
-      6.684869276796235e-06,
-      0.00015337381046265364,
-      0.00010168035078095272,
-      0.011180422268807888,
-      0.00039504707092419267,
-      3.474113327683881e-05,
-      3.228838249924593e-05,
-      1.761314160830807e-05,
-      1.549074295326136e-05,
-      1.1842445928778034e-05,
-      1.4899165762471966e-05,
-      1.2774733477272093e-05,
-      1.825228719098959e-05,
-      1.0037773790827487e-05,
-      2.4742783352849074e-05,
-      8.651731150166597e-06,
-      8.799119314062409e-06,
-      7.98662586021237e-06,
-      7.676893801544793e-06,
-      2.3485235942644067e-05,
-      7.52941787141026e-06,
-      6.543419203808298e-06,
-      7.043107416393468e-06,
-      5.577785486821085e-06,
-      5.4987635849101935e-06,
-      5.963851435808465e-06,
-      6.190303793118801e-06,
-      5.485426754603395e-06,
-      5.968824552837759e-06,
-      5.432460511656245e-06,
-      5.985859843349317e-06,
-      4.79256414109841e-06,
-      4.754780093207955e-06,
-      5.091608272778103e-06,
-      4.3604318307188805e-06,
-      4.263567916495958e-06,
-      4.6227723942138255e-06,
-      4.1725661503733136e-06,
-      4.044850811624201e-06,
-      4.203965545457322e-06,
-      4.381950020615477e-06,
-      4.71909379484714e-06,
-      4.106581855012337e-06,
-      3.6558290048560593e-06,
-      3.64837569577503e-06,
-      3.8045691326260567e-06,
-      3.6443841509026242e-06,
-      3.462114591457066e-06,
-      3.608991846704157e-06,
-      3.489784603516455e-06,
-      4.070336217409931e-06,
-      3.4381641853542533e-06,
-      3.6712524433824e-06,
-      3.426988541832543e-06,
-      2.9961909149278654e-06,
-      3.0031092137505766e-06,
-      3.279299789937795e-06,
-      3.030510697499267e-06,
-      3.1890938316792017e-06,
-      3.0148166842991486e-06,
-      2.7992828108835965e-06,
-      2.878045052057132e-06,
-      2.749524583123275e-06,
-      2.785712467812118e-06,
-      2.9458958579198224e-06,
-      2.7968872018391266e-06,
-      2.655859134392813e-06,
-      2.5866756914183497e-06,
-      2.7018925266020233e-06,
-      2.672623168109567e-06,
-      0.008404935710132122,
-      0.0027754702605307102,
-      3.2541527616558596e-05,
-      1.3690228115592618e-05,
-      1.145001715485705e-05,
-      1.3865135770174675e-05,
-      5.603064437309513e-06,
-      7.225497938634362e-06,
-      7.527843990828842e-06,
-      6.938793831068324e-06,
-      6.889889391459292e-06,
-      7.319649739656597e-06,
-      1.9229924873798154e-05,
-      1.2998162674193736e-05,
-      1.0653575372998603e-05,
-      7.998428372957278e-06,
-      0.00028545712120831013,
-      6.5186168285436e-06,
-      9.076941751118284e-06,
-      6.7432602008921094e-06,
-      0.00020292897534091026,
-      3.679371366160922e-05,
-      2.88176834146725e-05,
-      1.503738803876331e-05,
-      6.072416454117047e-06,
-      6.13013980910182e-06,
-      7.558931883977493e-06,
-      1.7030191884259693e-05,
-      6.987072538322536e-06,
-      8.04508545115823e-06,
-      5.975766725896392e-06,
-      7.14727593731368e-06,
-      6.2145777519617695e-06,
-      9.96259677776834e-06,
-      4.746952527057147e-06,
-      5.527374469238566e-06,
-      4.124661700188881e-06,
-      3.927225861843908e-06,
-      4.2515794120845385e-06,
-      4.786830686498433e-06,
-      5.113598035677569e-06,
-      4.5854103518649936e-06,
-      4.082853138243081e-06,
-      3.776883659156738e-06,
-      4.375033313408494e-06,
-      5.637422418658389e-06,
-      3.805610731433262e-06,
-      3.2617479064356303e-06,
-      3.907239715772448e-06,
-      5.665353000949835e-06,
-      3.2300799830409233e-06,
-      3.7034205888630822e-06,
-      4.66494248030358e-06,
-      3.8109378692752216e-06,
-      3.4320401027798653e-06,
-      3.317352820886299e-06,
-      3.530177991706296e-06,
-      3.0544611036020797e-06,
-      3.0616442927566823e-06,
-      3.2661935165378964e-06,
-      3.6616279430745635e-06,
-      2.7271721592114773e-06,
-      3.7817667362105567e-06,
-      3.0517944651364814e-06,
-      3.992040547018405e-06,
-      3.174710172970663e-06,
-      2.8849576665379573e-06,
-      2.7718706405721605e-06,
-      2.9224768240965204e-06,
-      2.8104525426897453e-06,
-      2.8399833809089614e-06,
-      2.923527290477068e-06,
-      2.6390935090603307e-06,
-      2.4472444692946738e-06,
-      3.1698921247880207e-06,
-      2.3506529487349326e-06,
-      2.669688456080621e-06,
-      2.744995299508446e-06,
-      2.6068935312650865e-06,
-      2.3482573396904627e-06,
-      2.6252528186887503e-06,
-      2.4802368443488376e-06,
-      2.768141484921216e-06,
-      3.07012805933482e-06,
-      2.448839950375259e-06,
-      2.493540932846372e-06,
-      2.384711706326925e-06,
-      2.746326572378166e-06,
-      2.478630904079182e-06,
-      2.352514229642111e-06,
-      2.6470643206266686e-06
+      6.594157695770264,
+      2.8628926277160645,
+      1.9958525896072388,
+      1.9041235446929932,
+      1.824130654335022,
+      1.76964271068573,
+      1.5921663045883179,
+      1.2400673627853394,
+      0.8667505979537964,
+      0.5298436284065247,
+      0.2924584746360779,
+      0.24667635560035706,
+      0.18603232502937317,
+      0.1094605103135109,
+      0.13587425649166107,
+      0.0684545487165451,
+      0.08751583844423294,
+      0.050242312252521515,
+      0.057054173201322556,
+      0.023101983591914177,
+      0.06245877221226692,
+      0.012255298905074596,
+      0.04068458452820778,
+      0.011517263017594814,
+      0.016325268894433975,
+      0.01897476054728031,
+      0.11621914058923721,
+      0.003942154347896576,
+      0.004357106052339077,
+      0.0017243920592591166,
+      0.0022811926901340485,
+      0.0021982500329613686,
+      0.005975871812552214,
+      0.01127918716520071,
+      0.0016446392983198166,
+      0.010960019193589687,
+      0.004207476042211056,
+      0.0010823176708072424,
+      0.0007961423834785819,
+      0.0012613290455192327,
+      0.002587385242804885,
+      0.001598221599124372,
+      0.0005511912750080228,
+      0.0008045108988881111,
+      0.002397951204329729,
+      0.0007326974300667644,
+      0.001077256049029529,
+      0.000629145244602114,
+      0.000584459223318845,
+      0.00043455464765429497,
+      0.01943068765103817,
+      0.0017459820955991745,
+      0.004632674157619476,
+      0.0006411788635887206,
+      0.00037017036811448634,
+      0.00039728559204377234,
+      0.0009440191206522286,
+      0.0005658300360664725,
+      0.000464187323814258,
+      0.00040083591011352837,
+      0.0003839242272078991,
+      0.0016137316124513745,
+      0.010831889696419239,
+      0.0009344202117063105,
+      0.00022692701895721257,
+      0.0002234010462416336,
+      0.005481045227497816,
+      0.0004976930795237422,
+      0.0005353214801289141,
+      0.00028680896502919495,
+      0.01862260513007641,
+      0.00020565770682878792,
+      0.00015639413322787732,
+      0.00048756925389170647,
+      0.0004649841575883329,
+      0.001076553831808269,
+      0.0022132277954369783,
+      0.00015306741988752037,
+      0.00014577388355974108,
+      0.00011482760601211339,
+      0.00010025115625467151,
+      0.00011777731560869142,
+      0.0002603286993689835,
+      0.00032250373624265194,
+      0.005391106475144625,
+      0.005216118413954973,
+      0.00047529066796414554,
+      0.011048637330532074,
+      0.0001979645894607529,
+      0.0012354797217994928,
+      0.0010343252215534449,
+      0.0002039234823314473,
+      0.00019716934184543788,
+      9.155727457255125e-05,
+      8.398449426749721e-05,
+      7.553298200946301e-05,
+      7.197606464615092e-05,
+      6.487705832114443e-05,
+      5.899244933971204e-05,
+      5.76701968384441e-05,
+      5.524258813238703e-05,
+      5.4018346418160945e-05,
+      5.285982842906378e-05,
+      5.065912409918383e-05,
+      6.70360095682554e-05,
+      4.4902695663040504e-05,
+      4.462411379790865e-05,
+      5.367384437704459e-05,
+      4.316380727686919e-05,
+      4.1284027247456834e-05,
+      3.9405098505085334e-05,
+      0.007550454698503017,
+      0.0013372183311730623,
+      0.013069787994027138,
+      0.01264706440269947,
+      0.000883675180375576,
+      0.00017876234778668731,
+      0.002676508156582713,
+      0.0012344541028141975,
+      0.0009696583147160709,
+      0.0001617755478946492,
+      0.00039374889456667006,
+      0.00011889107554452494,
+      0.00018351475591771305,
+      0.00039766027475707233,
+      6.982906779740006e-05,
+      0.0001937049237312749,
+      0.00015290846931748092,
+      8.70466828928329e-05,
+      0.0007319116266444325,
+      5.818707722937688e-05,
+      4.3549483962124214e-05,
+      3.835280585917644e-05,
+      3.735158679774031e-05,
+      3.650815779110417e-05,
+      3.0188322853064165e-05,
+      2.98044196824776e-05,
+      2.9234177418402396e-05,
+      3.183715671184473e-05,
+      2.6178193365922198e-05,
+      3.0907489417586476e-05,
+      3.2176216336665675e-05,
+      2.5807812562561594e-05,
+      2.567986484791618e-05,
+      2.5631165044615045e-05,
+      2.2182723114383407e-05,
+      3.051184830837883e-05,
+      9.383731230627745e-05,
+      0.011106079444289207,
+      0.00023736355069559067,
+      0.004249298479408026,
+      0.00041087763383984566,
+      0.00018127549265045673,
+      0.00013044069055467844,
+      6.683877290925011e-05,
+      6.165764352772385e-05,
+      0.0001788916706573218,
+      4.980214362149127e-05,
+      3.694862243719399e-05,
+      3.274239497841336e-05,
+      0.00021517682762350887,
+      0.0038501773960888386,
+      5.617341957986355e-05,
+      0.0029960758984088898,
+      0.0002214462001575157,
+      6.710187153657898e-05,
+      0.0001561133685754612,
+      4.537000859272666e-05,
+      3.506366192596033e-05,
+      0.0001227537140948698,
+      3.521037069731392e-05,
+      3.5018576454604045e-05,
+      2.2795202312408946e-05,
+      7.118531357264146e-05,
+      2.5050581825780682e-05,
+      3.154923251713626e-05,
+      1.832029920478817e-05,
+      1.734417128318455e-05,
+      1.7309237591689453e-05,
+      1.5034065654617734e-05,
+      1.64545181178255e-05,
+      1.600885843799915e-05,
+      1.413254994986346e-05,
+      1.3987511010782328e-05,
+      1.4269134226196911e-05,
+      1.2918668289785273e-05,
+      1.214060375787085e-05,
+      1.2960927961103152e-05,
+      1.1897681361006107e-05,
+      7.706893666181713e-05,
+      1.7251342796953395e-05,
+      1.3708575352211483e-05,
+      1.1136134162370581e-05,
+      1.1321038982714526e-05,
+      1.1645918675640132e-05,
+      1.0907772775681224e-05,
+      1.085912390408339e-05,
+      1.0586655662336852e-05,
+      9.829335795075167e-06,
+      9.784123903955333e-06,
+      9.465896255278494e-06,
+      9.01514977158513e-06,
+      1.056962810253026e-05,
+      8.418041943514254e-06,
+      8.030884600884747e-06,
+      8.408694156969432e-06,
+      8.033542144403327e-06,
+      7.913007721072063e-06,
+      7.289030236279359e-06,
+      7.470498985640006e-06,
+      7.120062946341932e-06,
+      7.022407316981116e-06,
+      6.8867020672769286e-06,
+      7.975441803864669e-06,
+      6.93246647642809e-06,
+      6.385653705365257e-06,
+      6.555681466124952e-06,
+      6.337225386232603e-06,
+      6.103068244556198e-06,
+      5.949000751570566e-06,
+      5.9050948948424775e-06,
+      5.906957994739059e-06,
+      5.9229228099866305e-06,
+      5.470304131449666e-06,
+      5.404842340794858e-06,
+      5.428792519523995e-06,
+      5.458594387164339e-06,
+      5.075159151601838e-06,
+      4.9208279051526915e-06,
+      5.014756425225642e-06,
+      5.4247730076895095e-06,
+      5.015818715037312e-06,
+      4.827695647691144e-06,
+      4.7377566261275206e-06,
+      4.474326033232501e-06,
+      4.334895947977202e-06,
+      4.279815584595781e-06,
+      4.165662176092155e-06,
+      4.353774329501903e-06,
+      3.995097358711064e-06,
+      4.051509222335881e-06,
+      3.9136743907874916e-06,
+      3.831717094726628e-06,
+      3.704526534420438e-06,
+      3.7715806229243753e-06,
+      3.785417220569798e-06,
+      3.5845198453898774e-06,
+      3.5805283005174715e-06,
+      3.563764039427042e-06,
+      3.308583245598129e-06,
+      3.237802957301028e-06,
+      3.4445479286659975e-06,
+      3.249511337344302e-06,
+      3.1039594432513695e-06,
+      3.244710796934669e-06,
+      2.9509569685615133e-06,
+      2.8985366498091025e-06,
+      2.800614765874343e-06,
+      2.741542857620516e-06,
+      2.6641105250746477e-06,
+      2.615948005768587e-06,
+      2.6973716558131855e-06,
+      2.564060196164064e-06,
+      2.5214851575583452e-06,
+      2.469863375154091e-06,
+      2.312603555765236e-06,
+      4.10112534154905e-06,
+      2.2761491891287733e-06,
+      2.3155309918365674e-06,
+      2.1572063815256115e-06,
+      2.1925966393609997e-06,
+      2.1686485069949413e-06,
+      2.084031166305067e-06,
+      2.0536967895168345e-06,
+      2.1047860627732007e-06,
+      1.9677493128256174e-06,
+      1.8876555714086862e-06,
+      1.8929774796561105e-06,
+      1.8033045989795937e-06,
+      1.8176732510255533e-06,
+      1.7170908677144325e-06,
+      1.7176231494886451e-06,
+      1.6747825384300086e-06,
+      1.6564216593906167e-06,
+      1.5611611843269202e-06,
+      1.6183704474315164e-06,
+      1.4917113730916753e-06,
+      1.4499349845209508e-06,
+      1.5313589756260626e-06,
+      1.4113514907876379e-06,
+      1.393257321069541e-06,
+      1.4201322073859046e-06,
+      1.3621246353068273e-06,
+      1.356802727059403e-06,
+      1.2958674915353185e-06,
+      1.2894815881736577e-06,
+      1.2014053254461032e-06,
+      1.1758604614442447e-06,
+      1.1702725259965518e-06,
+      1.1330196230119327e-06,
+      1.1034834415113437e-06,
+      1.0813977269208408e-06,
+      1.0401535064374912e-06,
+      1.0744794280981296e-06,
+      9.895960602079867e-07,
+      1.0015702400778537e-06,
+      9.91724846244324e-07,
+      9.52077130023099e-07,
+      9.438282972951129e-07,
+      8.797002237770357e-07,
+      8.852881592247286e-07,
+      8.655973715576692e-07,
+      9.055111149791628e-07,
+      8.049283906075289e-07,
+      8.770389285928104e-07,
+      7.698042168158281e-07,
+      7.85503686984157e-07,
+      7.567657007712114e-07,
+      7.08869265508838e-07,
+      7.463881388503069e-07,
+      7.272295761140413e-07,
+      6.976932809266145e-07,
+      6.968951424823899e-07,
+      6.492646207334474e-07,
+      6.450071623476106e-07,
+      6.226554205568391e-07,
+      6.476680596279039e-07,
+      6.112134656177659e-07,
+      5.776858529316087e-07,
+      5.933852662565187e-07,
+      5.75290982851584e-07,
+      5.571968699769059e-07,
+      5.404330067904084e-07,
+      5.303214720697724e-07,
+      5.513427936421067e-07,
+      5.151542836756562e-07,
+      4.861502702624421e-07,
+      5.116950205774629e-07,
+      4.6433069655904546e-07,
+      4.739100063488877e-07,
+      4.369232158296654e-07,
+      4.347944582150376e-07,
+      4.140392775298096e-07,
+      4.2148985812673345e-07,
+      4.2202211147923663e-07,
+      4.004685649761086e-07,
+      3.7838299249415286e-07,
+      3.879623022839951e-07,
+      3.802456092216744e-07,
+      3.4858067010645755e-07,
+      3.493789506592293e-07,
+      3.496450062812073e-07,
+      3.227697220609116e-07,
+      3.3873524785121845e-07,
+      3.2356800261368335e-07,
+      3.065381122269173e-07,
+      3.0999731848169176e-07,
+      3.0999731848169176e-07,
+      2.977570545681374e-07,
+      2.913708669893822e-07,
+      2.876455766909203e-07,
+      2.8604901558537676e-07,
+      2.5943978698705905e-07,
+      2.5358579591738817e-07,
+      2.501265896626137e-07,
+      2.4294212153108674e-07,
+      2.4267600906568987e-07,
+      2.328306152321602e-07,
+      2.2325129123146326e-07,
+      2.1899381863477174e-07,
+      2.2830704438092653e-07,
+      2.0515702203738329e-07,
+      2.1127713978330576e-07,
+      2.083501300376156e-07,
+      2.1101105573961831e-07,
+      1.8466792539584276e-07,
+      1.9158632369453699e-07,
+      1.8706275284330331e-07,
+      1.8546620594861452e-07,
+      1.7881390590446244e-07,
+      1.7322597045676957e-07,
+      1.6950068015830766e-07,
+      1.6071963671038247e-07,
+      1.6683975445630495e-07,
+      1.567282481573784e-07,
+      1.6098572075406992e-07,
+      1.535351401571461e-07,
+      1.4847940121853753e-07,
+      1.4635065781476442e-07,
+      1.404966241125294e-07,
+      1.3623915151583788e-07,
+      1.2958686568254052e-07,
+      1.2612767363862076e-07,
+      1.216041027873871e-07,
+      1.242650284893898e-07,
+      1.1947535938361398e-07,
+      1.1388743104134846e-07,
+      1.1814490363803998e-07,
+      1.1016214074288655e-07,
+      1.0856558674277039e-07,
+      1.1096041419023095e-07,
+      1.0723512389176904e-07,
+      1.0084891499673176e-07,
+      9.552707069815369e-08,
+      9.49948883999241e-08,
+      9.792189814561425e-08,
+      1.0803340444454079e-07,
+      9.446269899626714e-08,
+      9.393051669803754e-08,
+      9.020522639957562e-08,
+      9.073740869780522e-08,
+      8.993913525046082e-08,
+      8.27546458026518e-08,
+      7.423970060926877e-08,
+      7.078050145992165e-08,
+      7.583624750395757e-08,
+      7.131269086357861e-08,
+      7.690061920584412e-08,
+      6.173337396830902e-08,
+      6.732130231057454e-08,
+      6.94500386089203e-08,
+      6.652302886323014e-08,
+      6.040291111730767e-08,
+      0.0032250541262328625,
+      0.00021251234284136444,
+      3.68291262020648e-06,
+      6.912809567438671e-06,
+      3.2943896712822607e-06,
+      2.516943595765042e-06,
+      3.4956826766574522e-06,
+      2.3993284230527934e-06,
+      8.097048521449324e-06,
+      3.1594911433785455e-06,
+      3.285352022430743e-06,
+      1.1830315088445786e-05,
+      4.959638317814097e-06,
+      7.89482601248892e-06,
+      6.934119028301211e-06,
+      1.3499859960575122e-05,
+      8.939369763538707e-06,
+      5.841073289047927e-06,
+      4.806947799806949e-06,
+      3.235877102270024e-06,
+      2.9599311801575823e-06,
+      4.134041773795616e-06,
+      1.7396905604982749e-06,
+      4.474738034332404e-06,
+      8.15373186924262e-06,
+      2.3777597562002484e-06,
+      2.6534191874816315e-06,
+      1.8282947849002085e-06,
+      2.7452094855107134e-06,
+      1.2120451629016316e-06,
+      1.822150920816057e-06,
+      1.7335690927211544e-06,
+      2.0225131720508216e-06,
+      1.4017635976415477e-06,
+      1.5576866871924722e-06,
+      1.5103113355507958e-06,
+      1.0582454024188337e-06,
+      1.0728809911597637e-06,
+      2.1128666958247777e-06,
+      1.1540362265805015e-06,
+      1.192345052913879e-06,
+      1.4187620536176837e-06,
+      1.3280405255500227e-06,
+      1.3365630593398237e-06,
+      1.8426302403895534e-06
     ],
     "hinge_loss": [
       0.0,

add_sub_sorl_abs16_500K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:423d423aba642bcb86dde029be8a116fbfd6f185307aa656c01625c9d4bbf405
+oid sha256:f4e0574a8c71ef740269a3526f23eda3cdc8645cec1aae6ad0bfc5d53453d514
 size 671856320

add_sub_sorl_abs16_500K/train_config.json

@@ -6,19 +6,19 @@
   "n_head": 4,
   "n_embd": 512,
   "abs_vocab": 16,
-  "K": 3,
+  "K": 4,
   "batch_size": 64,
   "num_epochs": 3,
   "dataset_size": 500000,
   "lr": 8e-05,
-  "output_dir": "ckpt/r/add_sub_sorl_abs16_K3_500K",
+  "output_dir": "ckpt/r/add_sub_sorl_abs16_500K",
   "device": "cuda",
   "push_to_hub": true,
   "no_wandb": false,
   "n_params": 167887104,
   "run_name": "add_sub_sorl_abs16_500K",
-  "git_commit": "76552375eb75801dd3797850af61b1c2939bb9bc",
-  "timestamp": "2026-04-07T05:16:19.907040",
+  "git_commit": "9e4530548a98f8c7f5c14930ac4aec4886bb4b1b",
+  "timestamp": "2026-04-07T11:50:08.313922",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",