Upload add_sub_sorl_abs5_500K

add_sub_sorl_abs5_500K/config.json

@@ -9,20 +9,19 @@
   "eos_token_id": null,
   "head_dim": 128,
   "hidden_act": "silu",
-  "hidden_size": 512,
+  "hidden_size": 510,
   "initializer_range": 0.02,
-  "intermediate_size": 2048,
+  "intermediate_size": 2040,
   "layer_types": [
-    "full_attention",
     "full_attention",
     "full_attention"
   ],
   "max_position_embeddings": 128,
   "max_window_layers": 28,
   "model_type": "qwen3",
-  "num_attention_heads": 4,
-  "num_hidden_layers": 3,
-  "num_key_value_heads": 4,
+  "num_attention_heads": 3,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 3,
   "pad_token_id": null,
   "rms_norm_eps": 1e-06,
   "rope_parameters": {

add_sub_sorl_abs5_500K/metrics.json

@@ -471,1414 +471,1414 @@
       23426
     ],
     "loss": [
-      6.618233680725098,
-      2.834415912628174,
-      1.9822771549224854,
-      1.851248025894165,
-      1.7851793766021729,
-      1.5434629917144775,
-      0.7318986058235168,
-      0.4616081416606903,
-      0.26060301065444946,
-      0.16117723286151886,
-      0.12229005247354507,
-      0.07292398065328598,
-      0.055586833506822586,
-      0.040349386632442474,
-      0.0309335645288229,
-      0.029435230419039726,
-      0.017479991540312767,
-      0.009232108481228352,
-      0.00908934511244297,
-      0.023365305736660957,
-      0.01713746041059494,
-      0.0021928006317466497,
-      0.005431073252111673,
-      0.009726474061608315,
-      0.0012304236879572272,
-      0.001195390592329204,
-      0.00400347588583827,
-      0.012186907231807709,
-      0.007255766075104475,
-      0.005439396481961012,
-      0.0018058073474094272,
-      0.011426829732954502,
-      0.0007207454764284194,
-      0.0037762350402772427,
-      0.0008160634315572679,
-      0.0014540374977514148,
-      0.0006856048130430281,
-      0.0006650342838838696,
-      0.00044516081106849015,
-      0.0003326984297018498,
-      0.00032217774423770607,
-      0.003640618873760104,
-      0.004057762678712606,
-      0.021160414442420006,
-      0.0006493029068224132,
-      0.0010586049174889922,
-      0.0007540025981143117,
-      0.0010764076141640544,
-      0.00028321860008873045,
-      0.00024708270211704075,
-      0.002100174780935049,
-      0.000897883262950927,
-      0.0005576491239480674,
-      0.0002795914770103991,
-      0.002683051396161318,
-      0.006125214975327253,
-      0.0017347501125186682,
-      0.003795629134401679,
-      0.0019176742061972618,
-      0.00039141601882874966,
-      0.008272348903119564,
-      0.0008061920525506139,
-      0.0005541331483982503,
-      0.0005944397998973727,
-      0.0008860924863256514,
-      0.00015645074017811567,
-      0.00013428287638816983,
-      0.00012873983359895647,
-      0.00012138568854425102,
-      0.00011814122262876481,
-      0.00022559375793207437,
-      0.00039061857387423515,
-      0.0029788597021251917,
-      0.00031115097226575017,
-      0.0014489752938970923,
-      0.00026853056624531746,
-      0.0005991815705783665,
-      0.0015886245528236032,
-      0.0002186141355196014,
-      0.0007579646189697087,
-      0.00019988710118923336,
-      0.0001806955406209454,
-      0.01377870049327612,
-      9.43280101637356e-05,
-      9.330816101282835e-05,
-      7.373681728495285e-05,
-      0.00015474340762011707,
-      8.526590681867674e-05,
-      7.475462916772813e-05,
-      0.0017148783663287759,
-      0.005734511651098728,
-      0.004504548851400614,
-      0.0025380891747772694,
-      0.0003057171998079866,
-      0.003533861367031932,
-      0.0001907142432173714,
-      0.004902708809822798,
-      0.028391797095537186,
-      0.000515354797244072,
-      0.0020885728299617767,
-      0.00012086649803677574,
-      9.862077422440052e-05,
-      0.00010970768198603764,
-      6.074031625757925e-05,
-      5.82041684538126e-05,
-      5.3455652960110456e-05,
-      5.030321335652843e-05,
-      5.094625521451235e-05,
-      4.606218863045797e-05,
-      4.553393227979541e-05,
-      4.204616925562732e-05,
-      3.7917663576081395e-05,
-      3.5982571716886014e-05,
-      3.684707553475164e-05,
-      3.380038106115535e-05,
-      3.314818604849279e-05,
-      3.3897482353495434e-05,
-      3.080728856730275e-05,
-      3.045229459530674e-05,
-      3.0446664823102765e-05,
-      2.8613951144507155e-05,
-      2.897299054893665e-05,
-      2.6221647203783505e-05,
-      2.8242837288416922e-05,
-      2.5527140678605065e-05,
-      2.5363231543451548e-05,
-      2.6610525310388766e-05,
-      2.538393709983211e-05,
-      2.323772423551418e-05,
-      2.3288206648430787e-05,
-      2.2045436708140187e-05,
-      2.09039371839026e-05,
-      2.0702760593849234e-05,
-      2.1048937924206257e-05,
-      1.9375020201550797e-05,
-      1.9508299374138005e-05,
-      1.925095966726076e-05,
-      1.9203038391424343e-05,
-      1.846816849138122e-05,
-      1.781813807610888e-05,
-      1.806665022741072e-05,
-      1.7905364074977115e-05,
-      1.6868207239895128e-05,
-      1.6703752407920547e-05,
-      1.5978399460436776e-05,
-      1.64302018674789e-05,
-      1.5209157936624251e-05,
-      1.528842949483078e-05,
-      1.463999979023356e-05,
-      1.4669219126517419e-05,
-      1.3989682884130161e-05,
-      1.4098764040682e-05,
-      1.3090570064377971e-05,
-      1.3495539860741701e-05,
-      1.3205509276303928e-05,
-      1.2370800504868384e-05,
-      1.2743308616336435e-05,
-      1.312520635110559e-05,
-      1.2060253538948018e-05,
-      1.1855639968416654e-05,
-      1.1808018825831823e-05,
-      1.0986873348883819e-05,
-      1.0807530998135917e-05,
-      1.1045406608900521e-05,
-      1.0802470569615252e-05,
-      1.0248742000840139e-05,
-      1.0214149369858205e-05,
-      1.0056358405563515e-05,
-      9.837304787652101e-06,
-      1.0141956408915576e-05,
-      9.273261639464181e-06,
-      9.23254538065521e-06,
-      8.705957952770405e-06,
-      8.529807018931024e-06,
-      8.513044122082647e-06,
-      8.57397390063852e-06,
-      8.393033567699604e-06,
-      8.149559107550886e-06,
-      8.09312223282177e-06,
-      7.839830686862115e-06,
-      7.505360827053664e-06,
-      7.442826699843863e-06,
-      7.568934506707592e-06,
-      7.1751419454813e-06,
-      6.795966783101903e-06,
-      9.222158041666262e-06,
-      6.779733666917309e-06,
-      6.563402166648302e-06,
-      6.228663096408127e-06,
-      6.206573743838817e-06,
-      6.207639216881944e-06,
-      5.966561730019748e-06,
-      5.945274551777402e-06,
-      5.921854608459398e-06,
-      5.684240932168905e-06,
-      5.530972885026131e-06,
-      5.59190038984525e-06,
-      5.272067028272431e-06,
-      5.108954155730316e-06,
-      5.096446784591535e-06,
-      5.040833457314875e-06,
-      4.73642785436823e-06,
-      4.760375759360613e-06,
-      4.786716999660712e-06,
-      4.45889509137487e-06,
-      4.524082669377094e-06,
-      4.336758138379082e-06,
-      4.26730866820435e-06,
-      4.072530828125309e-06,
-      4.6232466957008e-06,
-      3.933098469133256e-06,
-      3.8359753489203285e-06,
-      3.7484319364011753e-06,
-      3.7532206533796852e-06,
-      3.767589305425645e-06,
-      3.7694517232012004e-06,
-      3.7870129290240584e-06,
-      3.5980890515929786e-06,
-      3.3647281725279754e-06,
-      3.4493439216021216e-06,
-      3.208000862287008e-06,
-      3.1856491204962367e-06,
-      2.92381560029753e-06,
-      2.9621326120832236e-06,
-      2.965590965686715e-06,
-      2.8833685519202845e-06,
-      2.783319359878078e-06,
-      2.7753328595281346e-06,
-      2.6481445729586994e-06,
-      2.566454213592806e-06,
-      2.492215344318538e-06,
-      2.383118271609419e-06,
-      2.4198379833251238e-06,
-      2.27880991587881e-06,
-      2.3016941668174695e-06,
-      2.4246189695986686e-06,
-      2.1819525954924757e-06,
-      2.0856277842540294e-06,
-      2.0023412616865244e-06,
-      1.9871738459187327e-06,
-      1.9956887626904063e-06,
-      1.9879719275195384e-06,
-      1.859449980656791e-06,
-      1.8190039554610848e-06,
-      1.7625926602704567e-06,
-      1.7314598608209053e-06,
-      1.6665334214849281e-06,
-      1.6212979971896857e-06,
-      1.6024054048102698e-06,
-      1.5797869536982034e-06,
-      1.527899826214707e-06,
-      1.4592480965802679e-06,
-      1.4227936162569677e-06,
-      1.4009739288667333e-06,
-      1.3453609426505864e-06,
-      1.311035020989948e-06,
-      1.3179532061258215e-06,
-      1.2865544931628392e-06,
-      1.2298771707719425e-06,
-      1.2128472235417576e-06,
-      1.141534653470444e-06,
-      1.1481869250928867e-06,
-      1.1000241784131504e-06,
-      1.0667628203009372e-06,
-      1.0311065352652804e-06,
-      1.017535737446451e-06,
-      9.943858003680361e-07,
-      9.864030516837374e-07,
-      1.0068919209516025e-06,
-      9.494163464296435e-07,
-      9.108329663831682e-07,
-      9.233390301233158e-07,
-      8.738461474422365e-07,
-      8.158381774592272e-07,
-      8.046623065638414e-07,
-      7.831088737475511e-07,
-      7.958812489050615e-07,
-      7.650145903426164e-07,
-      7.117963036762376e-07,
-      7.123284717636125e-07,
-      6.974273105697648e-07,
-      6.646979500146699e-07,
-      6.615048846470017e-07,
-      6.410157880054612e-07,
-      6.420799536499544e-07,
-      6.138743628980592e-07,
-      6.026984920026734e-07,
-      5.795484980808396e-07,
-      5.705013563783723e-07,
-      5.516088776857941e-07,
-      5.43360044957808e-07,
-      5.351112122298218e-07,
-      5.255317887531419e-07,
-      4.967939162270341e-07,
-      5.050427489550202e-07,
-      4.800301098839554e-07,
-      4.531548256636597e-07,
-      4.542191902601189e-07,
-      4.467686096631951e-07,
-      4.337300936185784e-07,
-      5.252627488516737e-07,
-      4.05258305136158e-07,
-      3.911554244950821e-07,
-      3.8769621824030764e-07,
-      3.9621113501198124e-07,
-      3.826404793016991e-07,
-      3.682714861952263e-07,
-      3.536364090450661e-07,
-      3.3820307976384356e-07,
-      3.400657249130745e-07,
-      0.020719926804304123,
-      0.0033261498901993036,
-      0.002351985080167651,
-      0.000210975093068555,
-      7.12853143340908e-05,
-      0.0009167431271634996,
-      4.633364733308554e-05,
-      0.00011122278374386951,
-      4.0480848838342354e-05,
-      1.8728509530774318e-05,
-      1.8149656170862727e-05,
-      2.2018697563908063e-05,
-      1.286998394789407e-05,
-      1.2137207704654429e-05,
-      8.873209480952937e-06,
-      7.927854312583804e-06,
-      1.3735877473664004e-05,
-      8.587604497733992e-06,
-      7.97704251453979e-06,
-      8.374175195058342e-06,
-      8.667431757203303e-06,
-      1.1057448318751995e-05,
-      5.912233064009342e-06,
-      7.150140845624264e-06,
-      7.180361990322126e-06,
-      5.294380571285728e-06,
-      6.964320164115634e-06,
-      1.3319754543772433e-05,
-      6.119073077570647e-06,
-      4.804772288480308e-06,
-      6.135178409749642e-06,
-      6.9463253566937055e-06,
-      4.7816429287195206e-06,
-      4.706328581960406e-06,
-      5.705845069314819e-06,
-      5.150858669367153e-06,
-      4.159530362812802e-06,
-      5.312191206030548e-06,
-      5.379733920563012e-06,
-      4.227373665344203e-06,
-      3.83622727895272e-06,
-      4.429838099895278e-06,
-      6.765568741684547e-06,
-      4.243549028615234e-06,
-      3.5916962133342167e-06,
-      3.6010064832225908e-06,
-      3.5906271023122827e-06,
-      3.0842641081108013e-06,
-      3.2032025956141297e-06,
-      8.512416388839483e-05,
-      8.853041072143242e-05,
-      5.1429469749564305e-05,
-      2.785415381367784e-05,
-      1.022365722747054e-05,
-      1.0592208127491176e-05,
-      1.0946299880743027e-05,
-      6.2951007748779375e-06,
-      1.913730739033781e-05,
-      8.874807463143952e-06,
-      9.644350029702764e-06,
-      6.4702171584940515e-06,
-      1.6626670912955888e-05,
-      1.2751169379043858e-05,
-      1.6326437616953626e-05,
-      1.874322879302781e-05,
-      1.856240487541072e-05,
-      2.1708945496357046e-05,
-      1.4063365597394295e-05,
-      7.858167009544559e-06,
-      9.76194041868439e-06,
-      1.1256225661782082e-05,
-      1.0737440788943786e-05,
-      5.71957843931159e-06,
-      5.98883661950822e-06,
-      6.13483871347853e-06,
-      6.846093128842767e-06,
-      5.115562998980749e-06,
-      7.028012532828143e-06,
-      5.2097634579695296e-06,
-      4.88565638079308e-06,
-      4.961475951859029e-06,
-      8.294883627968375e-06,
-      6.347162525344174e-06,
-      1.17630688691861e-05,
-      6.360129646054702e-06,
-      1.9784176402026787e-05,
-      8.020286259124987e-06,
-      9.24837604543427e-06,
-      1.4456512872129679e-05,
-      0.0003388002223800868,
-      3.800547347054817e-05,
-      0.0001432321878382936,
-      1.817900010792073e-05,
-      6.796624802518636e-06,
-      1.008216986519983e-05,
-      5.73553234062274e-06,
-      6.968299658183241e-06,
-      2.870789830922149e-05,
-      7.575829840789083e-06,
-      5.093218078400241e-06,
-      5.37709593118052e-06,
-      9.979235983337276e-06,
-      2.4595457944087684e-05,
-      6.244003543542931e-06,
-      6.077680609450908e-06,
-      6.795089575462043e-06,
-      5.1719657676585484e-06,
-      8.824167707643937e-06,
-      4.371060185803799e-06,
-      5.046265414421214e-06,
-      4.589207037497545e-06,
-      5.024480287829647e-06,
-      4.166436610830715e-06,
-      3.98363499698462e-06,
-      5.275837338558631e-06,
-      5.042337761551607e-06,
-      3.7931108636257704e-06,
-      3.673101218737429e-06,
-      3.83116412194795e-06,
-      3.276100642324309e-06,
-      7.1868971645017155e-06,
-      3.31256205754471e-06,
-      4.237173016008455e-06,
-      3.7686247651436133e-06,
-      3.6999549593019765e-06,
-      3.019589712494053e-06,
-      3.202132575097494e-06,
-      3.607580538300681e-06,
-      2.8240233405085746e-06,
-      2.62898220171337e-06,
-      3.0978153517935425e-06,
-      3.020658823515987e-06,
-      2.595187879705918e-06,
-      3.5304676657688105e-06,
-      2.837061174432165e-06,
-      2.604224164315383e-06,
-      2.9402997370198136e-06,
-      2.6425529995321995e-06,
-      2.69707902589289e-06,
-      2.238095476059243e-06,
-      3.018198412974016e-06,
-      2.4775742986093974e-06,
-      2.9727068522333866e-06,
-      2.420897317279014e-06,
-      2.6212587727059145e-06,
-      2.6063626137329265e-06,
-      2.319247869309038e-06,
-      3.016866230609594e-06,
-      2.4028024654398905e-06,
-      2.5060303414647933e-06,
-      2.3165871425590012e-06,
-      2.035600346061983e-06,
-      2.368198920521536e-06,
-      2.2199990326043917e-06,
-      2.3192526441562222e-06,
-      2.188068037867197e-06,
-      2.121015768352663e-06,
-      1.8429507235850906e-06
+      6.677029132843018,
+      2.92848539352417,
+      2.000453472137451,
+      1.9754060506820679,
+      1.8712257146835327,
+      1.7725716829299927,
+      1.2445099353790283,
+      0.7385526895523071,
+      0.5862247347831726,
+      0.5264087319374084,
+      0.44595664739608765,
+      0.4108956754207611,
+      0.3990524411201477,
+      0.3583748936653137,
+      0.3363039195537567,
+      0.29415082931518555,
+      0.27150216698646545,
+      0.24247118830680847,
+      0.21747581660747528,
+      0.22706617414951324,
+      0.1614636480808258,
+      0.1683337390422821,
+      0.13567021489143372,
+      0.17896345257759094,
+      0.15019716322422028,
+      0.1129128560423851,
+      0.08504193276166916,
+      0.06406469643115997,
+      0.0593130849301815,
+      0.0760921835899353,
+      0.07182814925909042,
+      0.035288356244564056,
+      0.030247660353779793,
+      0.021633479744195938,
+      0.0277091134339571,
+      0.026955658569931984,
+      0.011106488294899464,
+      0.014774642884731293,
+      0.01217376347631216,
+      0.010935944505035877,
+      0.006645092274993658,
+      0.012186283245682716,
+      0.005077914800494909,
+      0.026963096112012863,
+      0.027428466826677322,
+      0.02808655984699726,
+      0.00396769167855382,
+      0.0010910684941336513,
+      0.006009972188621759,
+      0.0009421156719326973,
+      0.0007568200817331672,
+      0.045926131308078766,
+      0.0017989430343732238,
+      0.0017468894366174936,
+      0.012431608512997627,
+      0.018721794709563255,
+      0.001686178962700069,
+      0.0005709458491764963,
+      0.010717970319092274,
+      0.013151444494724274,
+      0.0005115612875670195,
+      0.0008544955053366721,
+      0.0009247466805391014,
+      0.004308390896767378,
+      0.005632682703435421,
+      0.000372555194189772,
+      0.012200952507555485,
+      0.00043666502460837364,
+      0.0005972445360384881,
+      0.0008924949797801673,
+      0.001402611960656941,
+      0.0052891881205141544,
+      0.0029524527490139008,
+      0.0006781358388252556,
+      0.0038650056812912226,
+      0.0006511852843686938,
+      0.0006242885137908161,
+      0.0006225949036888778,
+      0.0010065350215882063,
+      0.0006757699302397668,
+      0.003259911434724927,
+      0.0018485545879229903,
+      0.0020212733652442694,
+      0.008016491308808327,
+      0.00035716849379241467,
+      0.006320145912468433,
+      0.002748014172539115,
+      0.0020750281400978565,
+      0.0003291059110779315,
+      0.0006956760189495981,
+      0.002941521117463708,
+      0.0006732092006132007,
+      0.0003418615087866783,
+      0.0008942742715589702,
+      0.0003691636957228184,
+      0.021757276728749275,
+      0.0006636586040258408,
+      0.030529571697115898,
+      0.0011875530472025275,
+      0.0004107661952730268,
+      0.005190931260585785,
+      0.00019721032003872097,
+      0.00028424474294297397,
+      0.04658525437116623,
+      0.031844425946474075,
+      0.008091864176094532,
+      0.00029724068008363247,
+      0.0006136299343779683,
+      0.0017998969415202737,
+      0.0002615145349409431,
+      0.0030670505948364735,
+      0.00498846173286438,
+      0.00017813124577514827,
+      9.381275594932958e-05,
+      0.000240555134951137,
+      0.00019086265820078552,
+      0.00012167856039013714,
+      0.00010295615356881171,
+      0.00010093479795614257,
+      0.0010459346231073141,
+      0.00011035282659577206,
+      0.00013029186811763793,
+      0.00047154290950857103,
+      0.00016596085333731025,
+      0.0001844380603870377,
+      0.0006889565265737474,
+      0.0015460457652807236,
+      0.00014612967788707465,
+      0.01292379666119814,
+      0.027093691751360893,
+      0.000415111513575539,
+      0.010079731233417988,
+      0.00011630828521447256,
+      0.0009713549516163766,
+      0.00041570747271180153,
+      0.0011725841322913766,
+      6.360360566759482e-05,
+      0.0004459042102098465,
+      0.00014493265189230442,
+      0.0005469852476380765,
+      0.0003132320416625589,
+      0.0002992182853631675,
+      9.602484351489693e-05,
+      0.005060802213847637,
+      0.0041633425280451775,
+      0.009027483873069286,
+      0.00026434825849719346,
+      6.013899837853387e-05,
+      0.001732613891363144,
+      0.00016524296370334923,
+      0.000739832001272589,
+      0.0014616897096857429,
+      0.00019324701861478388,
+      0.00010770856897579506,
+      6.505743658635765e-05,
+      6.41394144622609e-05,
+      0.00016667453746777028,
+      5.586989937000908e-05,
+      5.2017941925441846e-05,
+      5.235191929386929e-05,
+      0.00046856157132424414,
+      0.023984884843230247,
+      0.012382726185023785,
+      0.006136151496320963,
+      0.00017583263979759067,
+      0.0003820042184088379,
+      0.0007320899749174714,
+      6.284609116846696e-05,
+      3.9720187487546355e-05,
+      0.0023644776083528996,
+      0.00016565920668654144,
+      7.136628119042143e-05,
+      8.59392384882085e-05,
+      0.033776264637708664,
+      0.0026048694271594286,
+      0.0009555862634442747,
+      5.118016997585073e-05,
+      6.201862561283633e-05,
+      0.00040544007788412273,
+      4.5073604269418865e-05,
+      0.0001109422228182666,
+      3.540666511980817e-05,
+      4.381713370094076e-05,
+      3.397726686671376e-05,
+      0.00020014902111142874,
+      0.0001356213033432141,
+      0.0015312412288039923,
+      0.0009650867432355881,
+      0.007957186549901962,
+      0.003618658287450671,
+      0.006871721241623163,
+      0.001203772728331387,
+      0.0004954804899170995,
+      0.0010228819446638227,
+      6.857634434709325e-05,
+      6.526074866997078e-05,
+      0.00010058953921543434,
+      4.4315871491562575e-05,
+      0.0003641986404545605,
+      0.0008002280374057591,
+      4.3543877836782485e-05,
+      4.128194632357918e-05,
+      8.779745985521004e-05,
+      0.00032501379610039294,
+      0.00038543707341887057,
+      5.164788308320567e-05,
+      3.217818448320031e-05,
+      5.0169150199508294e-05,
+      3.8919835787964985e-05,
+      0.030614739283919334,
+      0.0002962880826089531,
+      0.0003465368354227394,
+      0.00011328394612064585,
+      5.49157484783791e-05,
+      2.3553087885375135e-05,
+      0.0003917253634426743,
+      0.03941947594285011,
+      0.0012197996256873012,
+      0.00012235264875926077,
+      7.516822370234877e-05,
+      3.443748573772609e-05,
+      2.968749868159648e-05,
+      2.1471842046594247e-05,
+      1.7963537175091915e-05,
+      0.0017746502999216318,
+      0.00014132833166513592,
+      0.0001550694287288934,
+      3.096729778917506e-05,
+      3.3761556551326066e-05,
+      0.000393758004065603,
+      8.772903674980626e-05,
+      7.807929068803787e-05,
+      3.698104410432279e-05,
+      0.00278121093288064,
+      5.369886275730096e-05,
+      0.0008218531729653478,
+      0.005016495008021593,
+      5.1202794566052034e-05,
+      4.827202792512253e-05,
+      3.944953641621396e-05,
+      0.00011251206888118759,
+      2.4801065592328086e-05,
+      2.711724846449215e-05,
+      3.164934241794981e-05,
+      4.1676572436699644e-05,
+      0.00011168403580086306,
+      2.3131080524763092e-05,
+      2.3460801457986236e-05,
+      2.49069544224767e-05,
+      1.5063969840412028e-05,
+      1.632371640880592e-05,
+      1.1860661288665142e-05,
+      1.2256466106919106e-05,
+      1.2301738024689257e-05,
+      2.1692538211937062e-05,
+      1.7153946828329936e-05,
+      2.0924659111187793e-05,
+      2.1420930352178402e-05,
+      3.6036082747159526e-05,
+      2.1638141333824024e-05,
+      1.740855623211246e-05,
+      1.4491599358734675e-05,
+      0.016448387876152992,
+      0.0020919700618833303,
+      0.006421042140573263,
+      6.916952406754717e-05,
+      4.732088927994482e-05,
+      4.006972085335292e-05,
+      0.00013258054968900979,
+      2.7197867893846706e-05,
+      2.1120413293829188e-05,
+      1.9398410586290993e-05,
+      2.0207324268994853e-05,
+      1.5141772564675193e-05,
+      1.7195632608490996e-05,
+      0.0006950038368813694,
+      8.555105159757659e-05,
+      0.05122987553477287,
+      0.00024070192012004554,
+      0.0002964134037028998,
+      0.0001333605032414198,
+      3.386795651749708e-05,
+      2.9104046916472726e-05,
+      3.260889934608713e-05,
+      6.18164922343567e-05,
+      5.512245115824044e-05,
+      7.804286724422127e-05,
+      3.698137152241543e-05,
+      1.871352651505731e-05,
+      1.9506729586282745e-05,
+      1.8140804968425073e-05,
+      1.6908612451516092e-05,
+      1.5617591998307034e-05,
+      1.7693600966595113e-05,
+      1.5532483303104527e-05,
+      1.6213762137340382e-05,
+      0.0002844221889972687,
+      0.002845825394615531,
+      0.00010172101610805839,
+      4.1351613617734984e-05,
+      2.7904123271582648e-05,
+      1.6643349226797e-05,
+      1.596509355294984e-05,
+      4.3401527364039794e-05,
+      2.3302398403757252e-05,
+      9.089034574571997e-05,
+      1.8882235963246785e-05,
+      3.0508848794852383e-05,
+      3.182066939189099e-05,
+      2.0554569346131757e-05,
+      3.170350464642979e-05,
+      5.8478322898736224e-05,
+      1.6108791896840557e-05,
+      1.4022038158145733e-05,
+      1.1803655070252717e-05,
+      1.081699247151846e-05,
+      1.0163967090193182e-05,
+      9.906951163429767e-06,
+      9.33841056394158e-06,
+      1.0119264516106341e-05,
+      9.250036782759707e-06,
+      8.067012458923273e-06,
+      7.710482350375969e-06,
+      7.767118404444773e-06,
+      1.2342554327915423e-05,
+      3.5507629945641384e-05,
+      1.4530831322190352e-05,
+      1.4173492672853172e-05,
+      1.0905430826824158e-05,
+      9.373487955599558e-06,
+      9.445783689443488e-06,
+      5.7726392697077245e-05,
+      2.90979805868119e-05,
+      1.9658806195366196e-05,
+      1.565786988066975e-05,
+      1.0853172170754988e-05,
+      1.940537003974896e-05,
+      1.0999253390764352e-05,
+      0.031346142292022705,
+      0.0002984474413096905,
+      7.881829515099525e-05,
+      4.629454269888811e-05,
+      4.126222484046593e-05,
+      1.4497981283057015e-05,
+      1.3242781278677285e-05,
+      1.5616218661307357e-05,
+      1.1544680091901682e-05,
+      5.514127406058833e-05,
+      2.166755984944757e-05,
+      2.815204788930714e-05,
+      0.00036503112642094493,
+      2.2818692741566338e-05,
+      1.3599057638202794e-05,
+      1.2948338735441212e-05,
+      1.1683763659675606e-05,
+      1.158633858722169e-05,
+      1.996471473830752e-05,
+      1.625732875254471e-05,
+      2.521110036468599e-05,
+      1.795421303540934e-05,
+      1.308296214119764e-05,
+      1.3660057447850704e-05,
+      8.802758202364203e-06,
+      0.00013182504335418344,
+      2.9002752853557467e-05,
+      1.298625284107402e-05,
+      1.2611817510332912e-05,
+      9.962216608982999e-06,
+      1.0127216228283942e-05,
+      1.1186889423697721e-05,
+      1.175933448394062e-05,
+      1.1647997780528385e-05,
+      8.080299267021473e-06,
+      8.071548109001014e-06,
+      2.564536771387793e-05,
+      8.513181455782615e-06,
+      1.1064671525673475e-05,
+      8.53162146086106e-06,
+      7.179876320151379e-06,
+      7.453876605723053e-06,
+      7.436318810505327e-06,
+      6.935039436939405e-06,
+      6.5765593717515e-06,
+      6.297551408351865e-06,
+      5.716935902455589e-06,
+      5.567886091739638e-06,
+      4.778988568432396e-06,
+      5.3236226449371316e-06,
+      4.485999306780286e-05,
+      3.23400272463914e-05,
+      1.4858797840133775e-05,
+      1.4340706911752932e-05,
+      9.868824236036744e-06,
+      8.395400072913617e-06,
+      8.320505912706722e-06,
+      9.266209417546634e-06,
+      6.46864145892323e-06,
+      5.4018987611925695e-06,
+      6.486713573394809e-06,
+      5.526690074475482e-06,
+      7.69862799643306e-06,
+      5.535987838811707e-06,
+      5.030695774621563e-06,
+      5.235560365690617e-06,
+      4.740396889246767e-06,
+      4.89123794977786e-06,
+      4.368664576759329e-06,
+      4.252659437042894e-06,
+      4.590045591612579e-06,
+      4.062394964421401e-06,
+      3.885450041707372e-06,
+      5.012531346437754e-06,
+      4.6272980398498476e-06,
+      3.53422251464508e-06,
+      4.51709865956218e-06,
+      5.349193543224828e-06,
+      3.331462039568578e-06,
+      0.0631585344672203,
+      0.00021709207794629037,
+      0.00012546945072244853,
+      1.6835883798194118e-05,
+      1.2728737601719331e-05,
+      1.1641037417575717e-05,
+      1.1041178368031979e-05,
+      3.191451105521992e-05,
+      1.2367876479402184e-05,
+      8.008671102288645e-06,
+      8.231125320889987e-06,
+      1.7736656445777044e-05,
+      0.010186479426920414,
+      5.3502740229305346e-06,
+      1.3428811143967323e-05,
+      6.579537057405105e-06,
+      8.751461791689508e-06,
+      6.548662440764019e-06,
+      5.7318129620398395e-06,
+      4.612672000803286e-06,
+      9.402245268574916e-06,
+      6.3552483879902866e-06,
+      7.5398975241114385e-06,
+      5.473705186886946e-06,
+      5.133885679242667e-06,
+      4.414432169141946e-06,
+      4.359607373771723e-06,
+      1.134874219133053e-05,
+      3.714356807904551e-06,
+      4.089274625584949e-06,
+      3.560561481208424e-06,
+      4.5032575144432485e-06,
+      4.621889274858404e-06,
+      7.075297162373317e-06,
+      4.815427473658929e-06,
+      3.944522177334875e-06,
+      4.126487056055339e-06,
+      4.187459580862196e-06,
+      3.883592398779001e-06,
+      4.190348136035027e-06,
+      3.884384113916894e-06,
+      4.709204404207412e-06,
+      3.917615231330274e-06,
+      3.4982929264515406e-06,
+      4.1003545447892975e-06,
+      3.6382521102495957e-06,
+      3.4126080663554603e-06,
+      3.2508289677934954e-06,
+      3.2002765237848507e-06,
+      3.7444126519403653e-06,
+      3.4575793961266754e-06
     ],
     "base_loss": [
-      6.813686847686768,
-      3.0218429565429688,
-      2.107820987701416,
-      2.0946624279022217,
-      2.293623685836792,
-      2.497343063354492,
-      3.216306209564209,
-      3.602003812789917,
-      4.206037998199463,
-      4.595345973968506,
-      5.01303768157959,
-      5.044559478759766,
-      5.420912742614746,
-      5.189803123474121,
-      5.443348407745361,
-      5.979526996612549,
-      5.871510028839111,
-      6.277842044830322,
-      5.968082904815674,
-      6.578888893127441,
-      6.036791801452637,
-      6.494110107421875,
-      6.362201690673828,
-      6.046840190887451,
-      6.399826526641846,
-      6.189707279205322,
-      6.301173686981201,
-      6.691579341888428,
-      6.663018226623535,
-      6.24749231338501,
-      6.417304992675781,
-      6.551258087158203,
-      6.464339733123779,
-      6.43587589263916,
-      6.49343204498291,
-      6.764048099517822,
-      7.110800743103027,
-      7.031681537628174,
-      6.77470064163208,
-      7.213322639465332,
-      6.890331745147705,
-      6.903064250946045,
-      6.857852458953857,
-      6.902993202209473,
-      6.704111576080322,
-      7.01951265335083,
-      6.823685646057129,
-      6.663369178771973,
-      6.962470054626465,
-      7.084780216217041,
-      7.128052711486816,
-      7.332095623016357,
-      7.6284661293029785,
-      7.3910698890686035,
-      7.256104469299316,
-      7.374209880828857,
-      7.277895927429199,
-      7.363789081573486,
-      6.928934574127197,
-      7.311199188232422,
-      6.713078022003174,
-      6.94165563583374,
-      7.173234462738037,
-      7.161965370178223,
-      7.0496134757995605,
-      6.882908344268799,
-      7.2484450340271,
-      7.432365894317627,
-      7.234548091888428,
-      7.089992046356201,
-      7.044391632080078,
-      7.480429649353027,
-      7.12266206741333,
-      7.501645565032959,
-      7.817498207092285,
-      7.661747455596924,
-      7.412148475646973,
-      7.483105182647705,
-      7.66329288482666,
-      7.838829040527344,
-      7.07993745803833,
-      7.979398250579834,
-      7.269690990447998,
-      7.803660869598389,
-      7.538081645965576,
-      7.4582200050354,
-      7.553338527679443,
-      7.83858585357666,
-      7.57384729385376,
-      7.729596138000488,
-      7.057610034942627,
-      8.047605514526367,
-      7.95386266708374,
-      8.108436584472656,
-      7.853543758392334,
-      7.938529968261719,
-      7.376082420349121,
-      7.018139362335205,
-      7.604470252990723,
-      7.437167644500732,
-      7.4827423095703125,
-      7.554859638214111,
-      7.883914947509766,
-      7.320425510406494,
-      7.9921650886535645,
-      7.431441307067871,
-      7.60183048248291,
-      8.021231651306152,
-      7.6583991050720215,
-      7.711369037628174,
-      7.563063621520996,
-      7.5005340576171875,
-      7.599238872528076,
-      7.713303565979004,
-      8.091787338256836,
-      8.187219619750977,
-      7.713428974151611,
-      7.931812763214111,
-      7.297702312469482,
-      7.661641597747803,
-      7.822405815124512,
-      7.651202201843262,
-      7.8395514488220215,
-      7.768805503845215,
-      7.717857360839844,
-      7.831496715545654,
-      7.8040337562561035,
-      7.96126127243042,
-      7.861073970794678,
-      7.967281341552734,
-      8.042610168457031,
-      7.79370641708374,
-      8.287323951721191,
-      7.996427059173584,
-      8.155004501342773,
-      8.091750144958496,
-      8.105530738830566,
-      8.152955055236816,
-      8.428532600402832,
-      8.074261665344238,
-      8.031255722045898,
-      8.468618392944336,
-      8.316632270812988,
-      7.779735088348389,
-      8.295540809631348,
-      8.162144660949707,
-      7.932903289794922,
-      8.436798095703125,
-      8.268824577331543,
-      7.967332363128662,
-      8.357705116271973,
-      8.159370422363281,
-      8.326762199401855,
-      7.950565814971924,
-      8.35940170288086,
-      8.25830078125,
-      8.502326011657715,
-      8.54961109161377,
-      8.758788108825684,
-      8.358519554138184,
-      8.651728630065918,
-      8.42392349243164,
-      8.285362243652344,
-      8.405311584472656,
-      8.91588020324707,
-      8.460108757019043,
-      8.7837495803833,
-      8.391474723815918,
-      8.365687370300293,
-      8.347906112670898,
-      8.289639472961426,
-      8.57621955871582,
-      8.709238052368164,
-      8.504420280456543,
-      8.611126899719238,
-      8.61864948272705,
-      8.957716941833496,
-      8.657526016235352,
-      8.528450012207031,
-      8.500138282775879,
-      8.215788841247559,
-      8.05820369720459,
-      8.512179374694824,
-      9.040913581848145,
-      9.15471076965332,
-      8.985132217407227,
-      9.092146873474121,
-      8.86687183380127,
-      8.781652450561523,
-      8.965476989746094,
-      8.663161277770996,
-      9.023687362670898,
-      8.535538673400879,
-      8.665054321289062,
-      8.923584938049316,
-      8.75805377960205,
-      8.570944786071777,
-      8.69580364227295,
-      8.99027156829834,
-      9.263667106628418,
-      8.672844886779785,
-      9.15552806854248,
-      9.148551940917969,
-      8.943624496459961,
-      8.826441764831543,
-      8.955902099609375,
-      8.681798934936523,
-      8.571624755859375,
-      8.931501388549805,
-      9.228288650512695,
-      8.90982723236084,
-      9.44299602508545,
-      9.3235502243042,
-      9.257492065429688,
-      9.469841003417969,
-      8.568926811218262,
-      8.702909469604492,
-      9.142531394958496,
-      9.053367614746094,
-      9.447532653808594,
-      8.918699264526367,
-      9.134315490722656,
-      8.964823722839355,
-      9.004240989685059,
-      8.939373970031738,
-      9.684077262878418,
-      9.443808555603027,
-      9.016860961914062,
-      9.549582481384277,
-      9.238700866699219,
-      8.84709644317627,
-      9.188197135925293,
-      9.600842475891113,
-      9.125197410583496,
-      9.598291397094727,
-      9.311713218688965,
-      9.268681526184082,
-      9.521191596984863,
-      9.304079055786133,
-      9.392934799194336,
-      9.288604736328125,
-      9.511433601379395,
-      9.372289657592773,
-      9.283669471740723,
-      9.91359806060791,
-      9.308249473571777,
-      9.493523597717285,
-      9.373730659484863,
-      9.233009338378906,
-      9.489358901977539,
-      9.733250617980957,
-      9.703513145446777,
-      9.841043472290039,
-      9.840352058410645,
-      9.457448959350586,
-      9.231386184692383,
-      9.443670272827148,
-      9.459845542907715,
-      9.973001480102539,
-      9.694036483764648,
-      9.843493461608887,
-      9.955435752868652,
-      9.988052368164062,
-      10.156187057495117,
-      9.909602165222168,
-      9.841286659240723,
-      9.677734375,
-      9.643110275268555,
-      9.845465660095215,
-      9.724714279174805,
-      10.185385704040527,
-      9.650309562683105,
-      9.77742862701416,
-      9.96574878692627,
-      9.835066795349121,
-      9.643702507019043,
-      10.307645797729492,
-      10.135523796081543,
-      9.909469604492188,
-      10.018709182739258,
-      10.054344177246094,
-      10.146929740905762,
-      9.652968406677246,
-      10.220062255859375,
-      9.579096794128418,
-      9.864753723144531,
-      10.345563888549805,
-      9.840700149536133,
-      9.975180625915527,
-      10.07460880279541,
-      9.672561645507812,
-      10.095930099487305,
-      10.535184860229492,
-      9.888265609741211,
-      9.601943969726562,
-      10.112080574035645,
-      10.174982070922852,
-      10.025126457214355,
-      10.13192081451416,
-      9.969429969787598,
-      10.087491989135742,
-      10.49787712097168,
-      9.930768966674805,
-      9.831669807434082,
-      10.475899696350098,
-      10.967351913452148,
-      10.19794750213623,
-      10.29891300201416,
-      9.974427223205566,
-      10.548112869262695,
-      7.081972599029541,
-      7.711422443389893,
-      8.451639175415039,
-      9.08177375793457,
-      8.745882987976074,
-      8.686007499694824,
-      9.397969245910645,
-      8.786802291870117,
-      9.164777755737305,
-      9.54354190826416,
-      9.018052101135254,
-      9.454017639160156,
-      9.740242958068848,
-      9.661942481994629,
-      9.510087013244629,
-      9.147512435913086,
-      9.790019035339355,
-      9.166748046875,
-      9.668424606323242,
-      9.51662540435791,
-      9.638670921325684,
-      9.621024131774902,
-      9.807760238647461,
-      9.686647415161133,
-      9.775068283081055,
-      9.391358375549316,
-      9.987472534179688,
-      9.516819953918457,
-      10.099455833435059,
-      10.194740295410156,
-      9.753981590270996,
-      9.78766918182373,
-      9.519735336303711,
-      9.998261451721191,
-      10.174492835998535,
-      10.179387092590332,
-      9.825053215026855,
-      10.021956443786621,
-      10.198946952819824,
-      9.607277870178223,
-      10.017793655395508,
-      10.0977783203125,
-      9.823161125183105,
-      9.627838134765625,
-      10.654911994934082,
-      9.8893461227417,
-      9.7403564453125,
-      10.088459968566895,
-      9.887682914733887,
-      9.12662410736084,
-      9.940146446228027,
-      10.312482833862305,
-      10.193392753601074,
-      10.152437210083008,
-      10.401270866394043,
-      10.450291633605957,
-      10.465514183044434,
-      10.593180656433105,
-      10.6996431350708,
-      10.610011100769043,
-      10.456926345825195,
-      10.96524715423584,
-      10.637688636779785,
-      10.227081298828125,
-      9.904131889343262,
-      9.980707168579102,
-      9.668639183044434,
-      9.686403274536133,
-      10.212532043457031,
-      9.747685432434082,
-      10.07097339630127,
-      9.938435554504395,
-      9.888585090637207,
-      9.740401268005371,
-      10.239228248596191,
-      10.245712280273438,
-      9.947430610656738,
-      10.012967109680176,
-      10.545083045959473,
-      9.57508373260498,
-      10.371591567993164,
-      10.498406410217285,
-      9.92125415802002,
-      9.956512451171875,
-      9.548967361450195,
-      10.277092933654785,
-      9.82443904876709,
-      9.81378173828125,
-      9.72654914855957,
-      10.119488716125488,
-      10.254446983337402,
-      10.181462287902832,
-      10.272650718688965,
-      9.936785697937012,
-      10.387565612792969,
-      10.091789245605469,
-      10.112686157226562,
-      9.669672966003418,
-      10.03679084777832,
-      10.082575798034668,
-      10.06541919708252,
-      9.925971031188965,
-      9.890711784362793,
-      10.067217826843262,
-      9.57382869720459,
-      9.907232284545898,
-      9.862892150878906,
-      9.867782592773438,
-      9.852460861206055,
-      10.11841106414795,
-      10.02628231048584,
-      9.75529956817627,
-      9.814129829406738,
-      9.921415328979492,
-      10.2960205078125,
-      9.635093688964844,
-      9.924941062927246,
-      10.609782218933105,
-      10.010404586791992,
-      9.555703163146973,
-      10.408424377441406,
-      9.921598434448242,
-      9.681235313415527,
-      9.84720516204834,
-      10.481108665466309,
-      10.309391975402832,
-      10.271512031555176,
-      9.76641845703125,
-      10.280904769897461,
-      9.72246265411377,
-      10.150955200195312,
-      9.842317581176758,
-      9.833962440490723,
-      9.648208618164062,
-      10.313794136047363,
-      10.001029014587402,
-      9.826094627380371,
-      10.025662422180176,
-      10.134465217590332,
-      9.866707801818848,
-      10.278693199157715,
-      10.01690673828125,
-      10.066523551940918,
-      9.814680099487305,
-      10.077682495117188,
-      10.599313735961914,
-      9.772138595581055,
-      9.92365550994873,
-      10.205154418945312,
-      10.48253345489502,
-      10.227142333984375,
-      10.052754402160645,
-      10.221846580505371,
-      10.297744750976562,
-      10.36830997467041,
-      10.039145469665527,
-      10.124960899353027,
-      10.06533145904541
+      7.163908958435059,
+      3.4737279415130615,
+      2.2770328521728516,
+      2.343210458755493,
+      2.3157761096954346,
+      2.735107898712158,
+      3.0784835815429688,
+      3.394261598587036,
+      3.869647979736328,
+      4.0130109786987305,
+      4.422412395477295,
+      4.434265613555908,
+      4.4684624671936035,
+      4.651423931121826,
+      4.514990329742432,
+      4.933426856994629,
+      4.957425594329834,
+      4.808930397033691,
+      5.121304035186768,
+      4.93987512588501,
+      5.253748893737793,
+      5.014533042907715,
+      5.215113162994385,
+      5.053355693817139,
+      5.082231044769287,
+      5.132272243499756,
+      5.185943603515625,
+      5.221977233886719,
+      5.181643009185791,
+      5.344371318817139,
+      5.4482102394104,
+      5.102232933044434,
+      5.362255573272705,
+      5.696799278259277,
+      5.8697075843811035,
+      5.632147789001465,
+      6.0714898109436035,
+      5.847809791564941,
+      5.543957233428955,
+      6.290879249572754,
+      5.657296180725098,
+      5.89046573638916,
+      5.712498664855957,
+      6.00152587890625,
+      5.8791632652282715,
+      5.75778341293335,
+      5.466358661651611,
+      6.297074317932129,
+      5.556678771972656,
+      5.641875267028809,
+      5.700784206390381,
+      5.23655366897583,
+      5.208071231842041,
+      5.95650577545166,
+      5.758608341217041,
+      5.979559898376465,
+      5.736506938934326,
+      5.847956657409668,
+      6.08272123336792,
+      5.78772497177124,
+      5.9921112060546875,
+      5.895509243011475,
+      5.0936431884765625,
+      5.968505859375,
+      5.304279327392578,
+      5.316824913024902,
+      5.587193965911865,
+      5.723972797393799,
+      6.426793575286865,
+      5.425778865814209,
+      6.015599250793457,
+      5.806839942932129,
+      5.237359523773193,
+      5.001418113708496,
+      5.243716239929199,
+      5.5416178703308105,
+      5.9461669921875,
+      5.748530387878418,
+      5.764803409576416,
+      5.97277307510376,
+      5.96510648727417,
+      6.076903343200684,
+      5.809544086456299,
+      6.395350933074951,
+      6.381328582763672,
+      6.444079399108887,
+      6.365506172180176,
+      6.060141086578369,
+      6.566870212554932,
+      5.95721435546875,
+      6.886506080627441,
+      6.072849750518799,
+      6.306040287017822,
+      6.454887866973877,
+      6.111684322357178,
+      5.911755561828613,
+      6.013880729675293,
+      6.3430609703063965,
+      5.685187339782715,
+      6.2087273597717285,
+      6.009936809539795,
+      6.137106895446777,
+      5.576456546783447,
+      6.258720397949219,
+      5.84238338470459,
+      5.579166412353516,
+      5.762775897979736,
+      5.95556640625,
+      5.641307353973389,
+      5.894654273986816,
+      5.760096073150635,
+      6.324821472167969,
+      6.309782981872559,
+      6.410857200622559,
+      6.317988872528076,
+      6.829051494598389,
+      6.406631946563721,
+      6.6709113121032715,
+      6.603322505950928,
+      6.419125556945801,
+      6.4942193031311035,
+      6.354035377502441,
+      6.440235614776611,
+      6.483839511871338,
+      6.017647743225098,
+      6.293126583099365,
+      6.20613431930542,
+      6.535877704620361,
+      6.107665061950684,
+      7.121760845184326,
+      7.083592891693115,
+      7.244612693786621,
+      7.3125176429748535,
+      6.527848243713379,
+      6.6893720626831055,
+      6.992705345153809,
+      6.615467548370361,
+      6.958987712860107,
+      6.654860496520996,
+      7.050408840179443,
+      6.865992546081543,
+      7.454253673553467,
+      7.257255554199219,
+      7.146069526672363,
+      6.386475086212158,
+      6.876713752746582,
+      6.8038859367370605,
+      7.159949779510498,
+      7.065743446350098,
+      7.223016262054443,
+      7.15853214263916,
+      6.451931476593018,
+      7.073575496673584,
+      6.717304229736328,
+      6.799270153045654,
+      7.199586391448975,
+      6.630410671234131,
+      6.888699054718018,
+      6.7817702293396,
+      6.879340171813965,
+      6.613249778747559,
+      5.6207685470581055,
+      6.284154415130615,
+      6.383395195007324,
+      6.192202091217041,
+      6.550350189208984,
+      6.57395076751709,
+      6.667220592498779,
+      6.9398651123046875,
+      6.49513578414917,
+      6.887685298919678,
+      6.780062198638916,
+      6.986090660095215,
+      6.3816657066345215,
+      6.407532691955566,
+      6.655816078186035,
+      6.8484015464782715,
+      7.3603973388671875,
+      7.099150657653809,
+      7.023665428161621,
+      7.265749931335449,
+      7.673332214355469,
+      7.623939514160156,
+      7.456451416015625,
+      7.551901340484619,
+      7.118590354919434,
+      7.231932640075684,
+      7.173501014709473,
+      7.197677135467529,
+      7.30004358291626,
+      7.039794921875,
+      6.8817315101623535,
+      7.285243034362793,
+      6.911806583404541,
+      7.099018573760986,
+      7.392800807952881,
+      7.793997764587402,
+      7.62399959564209,
+      7.331432819366455,
+      7.631470680236816,
+      7.574493408203125,
+      7.765994548797607,
+      7.521115779876709,
+      7.472962856292725,
+      7.21614933013916,
+      7.354653835296631,
+      7.922297954559326,
+      7.794724464416504,
+      7.229954242706299,
+      7.214030742645264,
+      7.455288410186768,
+      6.979396343231201,
+      7.764008522033691,
+      8.275877952575684,
+      7.85329532623291,
+      7.770201683044434,
+      7.36931848526001,
+      7.283967018127441,
+      7.753948211669922,
+      7.542023658752441,
+      7.6703362464904785,
+      7.311950206756592,
+      7.677886009216309,
+      8.10942554473877,
+      7.282700538635254,
+      7.212985515594482,
+      7.568517208099365,
+      7.498115539550781,
+      7.454695224761963,
+      6.205912113189697,
+      7.112526893615723,
+      7.8994951248168945,
+      7.475284099578857,
+      7.242870807647705,
+      7.1222243309021,
+      6.549123287200928,
+      7.136873722076416,
+      7.31787109375,
+      7.347113609313965,
+      7.129263877868652,
+      7.506507873535156,
+      7.282035827636719,
+      7.378464698791504,
+      7.332011699676514,
+      7.457395076751709,
+      7.17337703704834,
+      7.206986427307129,
+      7.436612606048584,
+      7.3563618659973145,
+      7.461208820343018,
+      7.387081623077393,
+      7.31070613861084,
+      7.187411785125732,
+      7.546624660491943,
+      7.680684566497803,
+      7.898613929748535,
+      7.55360746383667,
+      7.359850883483887,
+      7.696730613708496,
+      7.471981525421143,
+      7.663646221160889,
+      7.463559627532959,
+      6.840993404388428,
+      6.958892345428467,
+      7.192156791687012,
+      7.050781726837158,
+      6.765590190887451,
+      6.673186302185059,
+      7.065760612487793,
+      7.055875301361084,
+      7.118084907531738,
+      6.966734886169434,
+      7.345897197723389,
+      7.5670294761657715,
+      6.922872066497803,
+      6.624423503875732,
+      7.51182222366333,
+      7.720088481903076,
+      6.608294486999512,
+      6.576797008514404,
+      6.475275993347168,
+      6.78718900680542,
+      6.539058208465576,
+      6.9752197265625,
+      6.455514430999756,
+      6.502754211425781,
+      6.536466121673584,
+      6.424460411071777,
+      7.120448589324951,
+      6.9698309898376465,
+      6.909878730773926,
+      7.217604637145996,
+      7.128226280212402,
+      6.808358192443848,
+      6.855729579925537,
+      6.805690288543701,
+      6.742433071136475,
+      6.3935723304748535,
+      7.069207668304443,
+      7.014523029327393,
+      7.021932125091553,
+      7.097798824310303,
+      7.049964904785156,
+      7.078389644622803,
+      6.9110260009765625,
+      6.8326897621154785,
+      6.979830265045166,
+      6.849838733673096,
+      7.270180702209473,
+      7.115150451660156,
+      7.088623046875,
+      6.90336275100708,
+      7.333423137664795,
+      7.162308692932129,
+      7.191798686981201,
+      7.328738689422607,
+      7.3348822593688965,
+      7.307423114776611,
+      7.31476354598999,
+      7.57364559173584,
+      7.026801109313965,
+      7.419223785400391,
+      7.473269462585449,
+      7.484281063079834,
+      7.33167028427124,
+      7.460695743560791,
+      7.407836437225342,
+      7.795186519622803,
+      7.94265079498291,
+      7.3263726234436035,
+      7.49935245513916,
+      7.83803653717041,
+      8.071035385131836,
+      8.026774406433105,
+      7.945204734802246,
+      7.268181800842285,
+      7.7652788162231445,
+      7.7657952308654785,
+      7.527861595153809,
+      7.643825531005859,
+      7.280579566955566,
+      7.409052848815918,
+      7.472880840301514,
+      7.585509300231934,
+      7.50899600982666,
+      7.71677303314209,
+      7.351223468780518,
+      7.22908353805542,
+      7.548675537109375,
+      7.162909984588623,
+      7.088840961456299,
+      7.53408145904541,
+      7.5225830078125,
+      7.178792476654053,
+      7.094367980957031,
+      7.363613128662109,
+      7.178609371185303,
+      7.4658660888671875,
+      7.723782539367676,
+      6.588303565979004,
+      7.56099271774292,
+      7.523201942443848,
+      7.282657146453857,
+      7.303928852081299,
+      7.697653770446777,
+      8.033345222473145,
+      7.888863563537598,
+      7.8033905029296875,
+      7.836556434631348,
+      7.57547664642334,
+      7.890500068664551,
+      7.763946533203125,
+      7.739760875701904,
+      7.565958499908447,
+      7.353945255279541,
+      7.718142509460449,
+      7.518391132354736,
+      8.067962646484375,
+      8.016907691955566,
+      7.653519630432129,
+      7.641869068145752,
+      7.618813991546631,
+      7.951674461364746,
+      7.63637638092041,
+      8.259817123413086,
+      7.569480895996094,
+      7.529412269592285,
+      7.686028957366943,
+      7.6021246910095215,
+      7.296616554260254,
+      7.927859783172607,
+      7.987833499908447,
+      7.560313701629639,
+      7.734812259674072,
+      7.402027130126953,
+      7.673054218292236,
+      8.06081485748291,
+      7.7649946212768555,
+      7.753737449645996,
+      7.536617755889893,
+      7.904600620269775,
+      7.7501091957092285,
+      8.02481746673584,
+      7.850837707519531,
+      8.040122032165527,
+      7.811007976531982,
+      7.628392696380615,
+      7.587314128875732,
+      7.643349647521973,
+      7.988431453704834,
+      7.94956636428833,
+      7.796432018280029,
+      7.682392597198486,
+      7.43198823928833,
+      7.777581214904785,
+      7.320030689239502,
+      7.735112190246582,
+      7.820399761199951,
+      6.03426456451416,
+      6.285604000091553,
+      6.473728656768799,
+      6.354869365692139,
+      6.36860990524292,
+      6.701933860778809,
+      6.230963706970215,
+      6.711723327636719,
+      6.599181652069092,
+      6.565161228179932,
+      6.665579319000244,
+      7.092766284942627,
+      6.92355489730835,
+      6.500819683074951,
+      6.958668231964111,
+      6.809957027435303,
+      6.623932838439941,
+      7.309837818145752,
+      6.923255920410156,
+      6.669387340545654,
+      6.847125053405762,
+      7.0483832359313965,
+      6.636617183685303,
+      6.919637203216553,
+      6.588305950164795,
+      6.900867462158203,
+      6.955928802490234,
+      6.742171764373779,
+      6.80232572555542,
+      7.24947452545166,
+      6.96356725692749,
+      7.466768741607666,
+      7.188225746154785,
+      6.988006591796875,
+      6.856307029724121,
+      7.289162635803223,
+      7.439608097076416,
+      7.366069316864014,
+      6.740545749664307,
+      7.108567714691162,
+      7.076572418212891,
+      7.135365962982178,
+      7.202824115753174,
+      7.426841735839844,
+      7.321762561798096,
+      7.1405720710754395,
+      7.096392631530762,
+      7.065135955810547,
+      6.92321252822876,
+      7.1553473472595215
     ],
     "traj_loss": [
-      6.618233680725098,
-      2.834415912628174,
-      1.9822771549224854,
-      1.851248025894165,
-      1.7851793766021729,
-      1.5434629917144775,
-      0.7318986058235168,
-      0.4616081416606903,
-      0.26060301065444946,
-      0.16117723286151886,
-      0.12229005247354507,
-      0.07292398065328598,
-      0.055586833506822586,
-      0.040349386632442474,
-      0.0309335645288229,
-      0.029435230419039726,
-      0.017479991540312767,
-      0.009232108481228352,
-      0.00908934511244297,
-      0.023365305736660957,
-      0.01713746041059494,
-      0.0021928006317466497,
-      0.005431073252111673,
-      0.009726474061608315,
-      0.0012304236879572272,
-      0.001195390592329204,
-      0.00400347588583827,
-      0.012186907231807709,
-      0.007255766075104475,
-      0.005439396481961012,
-      0.0018058073474094272,
-      0.011426829732954502,
-      0.0007207454764284194,
-      0.0037762350402772427,
-      0.0008160634315572679,
-      0.0014540374977514148,
-      0.0006856048130430281,
-      0.0006650342838838696,
-      0.00044516081106849015,
-      0.0003326984297018498,
-      0.00032217774423770607,
-      0.003640618873760104,
-      0.004057762678712606,
-      0.021160414442420006,
-      0.0006493029068224132,
-      0.0010586049174889922,
-      0.0007540025981143117,
-      0.0010764076141640544,
-      0.00028321860008873045,
-      0.00024708270211704075,
-      0.002100174780935049,
-      0.000897883262950927,
-      0.0005576491239480674,
-      0.0002795914770103991,
-      0.002683051396161318,
-      0.006125214975327253,
-      0.0017347501125186682,
-      0.003795629134401679,
-      0.0019176742061972618,
-      0.00039141601882874966,
-      0.008272348903119564,
-      0.0008061920525506139,
-      0.0005541331483982503,
-      0.0005944397998973727,
-      0.0008860924863256514,
-      0.00015645074017811567,
-      0.00013428287638816983,
-      0.00012873983359895647,
-      0.00012138568854425102,
-      0.00011814122262876481,
-      0.00022559375793207437,
-      0.00039061857387423515,
-      0.0029788597021251917,
-      0.00031115097226575017,
-      0.0014489752938970923,
-      0.00026853056624531746,
-      0.0005991815705783665,
-      0.0015886245528236032,
-      0.0002186141355196014,
-      0.0007579646189697087,
-      0.00019988710118923336,
-      0.0001806955406209454,
-      0.01377870049327612,
-      9.43280101637356e-05,
-      9.330816101282835e-05,
-      7.373681728495285e-05,
-      0.00015474340762011707,
-      8.526590681867674e-05,
-      7.475462916772813e-05,
-      0.0017148783663287759,
-      0.005734511651098728,
-      0.004504548851400614,
-      0.0025380891747772694,
-      0.0003057171998079866,
-      0.003533861367031932,
-      0.0001907142432173714,
-      0.004902708809822798,
-      0.028391797095537186,
-      0.000515354797244072,
-      0.0020885728299617767,
-      0.00012086649803677574,
-      9.862077422440052e-05,
-      0.00010970768198603764,
-      6.074031625757925e-05,
-      5.82041684538126e-05,
-      5.3455652960110456e-05,
-      5.030321335652843e-05,
-      5.094625521451235e-05,
-      4.606218863045797e-05,
-      4.553393227979541e-05,
-      4.204616925562732e-05,
-      3.7917663576081395e-05,
-      3.5982571716886014e-05,
-      3.684707553475164e-05,
-      3.380038106115535e-05,
-      3.314818604849279e-05,
-      3.3897482353495434e-05,
-      3.080728856730275e-05,
-      3.045229459530674e-05,
-      3.0446664823102765e-05,
-      2.8613951144507155e-05,
-      2.897299054893665e-05,
-      2.6221647203783505e-05,
-      2.8242837288416922e-05,
-      2.5527140678605065e-05,
-      2.5363231543451548e-05,
-      2.6610525310388766e-05,
-      2.538393709983211e-05,
-      2.323772423551418e-05,
-      2.3288206648430787e-05,
-      2.2045436708140187e-05,
-      2.09039371839026e-05,
-      2.0702760593849234e-05,
-      2.1048937924206257e-05,
-      1.9375020201550797e-05,
-      1.9508299374138005e-05,
-      1.925095966726076e-05,
-      1.9203038391424343e-05,
-      1.846816849138122e-05,
-      1.781813807610888e-05,
-      1.806665022741072e-05,
-      1.7905364074977115e-05,
-      1.6868207239895128e-05,
-      1.6703752407920547e-05,
-      1.5978399460436776e-05,
-      1.64302018674789e-05,
-      1.5209157936624251e-05,
-      1.528842949483078e-05,
-      1.463999979023356e-05,
-      1.4669219126517419e-05,
-      1.3989682884130161e-05,
-      1.4098764040682e-05,
-      1.3090570064377971e-05,
-      1.3495539860741701e-05,
-      1.3205509276303928e-05,
-      1.2370800504868384e-05,
-      1.2743308616336435e-05,
-      1.312520635110559e-05,
-      1.2060253538948018e-05,
-      1.1855639968416654e-05,
-      1.1808018825831823e-05,
-      1.0986873348883819e-05,
-      1.0807530998135917e-05,
-      1.1045406608900521e-05,
-      1.0802470569615252e-05,
-      1.0248742000840139e-05,
-      1.0214149369858205e-05,
-      1.0056358405563515e-05,
-      9.837304787652101e-06,
-      1.0141956408915576e-05,
-      9.273261639464181e-06,
-      9.23254538065521e-06,
-      8.705957952770405e-06,
-      8.529807018931024e-06,
-      8.513044122082647e-06,
-      8.57397390063852e-06,
-      8.393033567699604e-06,
-      8.149559107550886e-06,
-      8.09312223282177e-06,
-      7.839830686862115e-06,
-      7.505360827053664e-06,
-      7.442826699843863e-06,
-      7.568934506707592e-06,
-      7.1751419454813e-06,
-      6.795966783101903e-06,
-      9.222158041666262e-06,
-      6.779733666917309e-06,
-      6.563402166648302e-06,
-      6.228663096408127e-06,
-      6.206573743838817e-06,
-      6.207639216881944e-06,
-      5.966561730019748e-06,
-      5.945274551777402e-06,
-      5.921854608459398e-06,
-      5.684240932168905e-06,
-      5.530972885026131e-06,
-      5.59190038984525e-06,
-      5.272067028272431e-06,
-      5.108954155730316e-06,
-      5.096446784591535e-06,
-      5.040833457314875e-06,
-      4.73642785436823e-06,
-      4.760375759360613e-06,
-      4.786716999660712e-06,
-      4.45889509137487e-06,
-      4.524082669377094e-06,
-      4.336758138379082e-06,
-      4.26730866820435e-06,
-      4.072530828125309e-06,
-      4.6232466957008e-06,
-      3.933098469133256e-06,
-      3.8359753489203285e-06,
-      3.7484319364011753e-06,
-      3.7532206533796852e-06,
-      3.767589305425645e-06,
-      3.7694517232012004e-06,
-      3.7870129290240584e-06,
-      3.5980890515929786e-06,
-      3.3647281725279754e-06,
-      3.4493439216021216e-06,
-      3.208000862287008e-06,
-      3.1856491204962367e-06,
-      2.92381560029753e-06,
-      2.9621326120832236e-06,
-      2.965590965686715e-06,
-      2.8833685519202845e-06,
-      2.783319359878078e-06,
-      2.7753328595281346e-06,
-      2.6481445729586994e-06,
-      2.566454213592806e-06,
-      2.492215344318538e-06,
-      2.383118271609419e-06,
-      2.4198379833251238e-06,
-      2.27880991587881e-06,
-      2.3016941668174695e-06,
-      2.4246189695986686e-06,
-      2.1819525954924757e-06,
-      2.0856277842540294e-06,
-      2.0023412616865244e-06,
-      1.9871738459187327e-06,
-      1.9956887626904063e-06,
-      1.9879719275195384e-06,
-      1.859449980656791e-06,
-      1.8190039554610848e-06,
-      1.7625926602704567e-06,
-      1.7314598608209053e-06,
-      1.6665334214849281e-06,
-      1.6212979971896857e-06,
-      1.6024054048102698e-06,
-      1.5797869536982034e-06,
-      1.527899826214707e-06,
-      1.4592480965802679e-06,
-      1.4227936162569677e-06,
-      1.4009739288667333e-06,
-      1.3453609426505864e-06,
-      1.311035020989948e-06,
-      1.3179532061258215e-06,
-      1.2865544931628392e-06,
-      1.2298771707719425e-06,
-      1.2128472235417576e-06,
-      1.141534653470444e-06,
-      1.1481869250928867e-06,
-      1.1000241784131504e-06,
-      1.0667628203009372e-06,
-      1.0311065352652804e-06,
-      1.017535737446451e-06,
-      9.943858003680361e-07,
-      9.864030516837374e-07,
-      1.0068919209516025e-06,
-      9.494163464296435e-07,
-      9.108329663831682e-07,
-      9.233390301233158e-07,
-      8.738461474422365e-07,
-      8.158381774592272e-07,
-      8.046623065638414e-07,
-      7.831088737475511e-07,
-      7.958812489050615e-07,
-      7.650145903426164e-07,
-      7.117963036762376e-07,
-      7.123284717636125e-07,
-      6.974273105697648e-07,
-      6.646979500146699e-07,
-      6.615048846470017e-07,
-      6.410157880054612e-07,
-      6.420799536499544e-07,
-      6.138743628980592e-07,
-      6.026984920026734e-07,
-      5.795484980808396e-07,
-      5.705013563783723e-07,
-      5.516088776857941e-07,
-      5.43360044957808e-07,
-      5.351112122298218e-07,
-      5.255317887531419e-07,
-      4.967939162270341e-07,
-      5.050427489550202e-07,
-      4.800301098839554e-07,
-      4.531548256636597e-07,
-      4.542191902601189e-07,
-      4.467686096631951e-07,
-      4.337300936185784e-07,
-      5.252627488516737e-07,
-      4.05258305136158e-07,
-      3.911554244950821e-07,
-      3.8769621824030764e-07,
-      3.9621113501198124e-07,
-      3.826404793016991e-07,
-      3.682714861952263e-07,
-      3.536364090450661e-07,
-      3.3820307976384356e-07,
-      3.400657249130745e-07,
-      0.020719926804304123,
-      0.0033261498901993036,
-      0.002351985080167651,
-      0.000210975093068555,
-      7.12853143340908e-05,
-      0.0009167431271634996,
-      4.633364733308554e-05,
-      0.00011122278374386951,
-      4.0480848838342354e-05,
-      1.8728509530774318e-05,
-      1.8149656170862727e-05,
-      2.2018697563908063e-05,
-      1.286998394789407e-05,
-      1.2137207704654429e-05,
-      8.873209480952937e-06,
-      7.927854312583804e-06,
-      1.3735877473664004e-05,
-      8.587604497733992e-06,
-      7.97704251453979e-06,
-      8.374175195058342e-06,
-      8.667431757203303e-06,
-      1.1057448318751995e-05,
-      5.912233064009342e-06,
-      7.150140845624264e-06,
-      7.180361990322126e-06,
-      5.294380571285728e-06,
-      6.964320164115634e-06,
-      1.3319754543772433e-05,
-      6.119073077570647e-06,
-      4.804772288480308e-06,
-      6.135178409749642e-06,
-      6.9463253566937055e-06,
-      4.7816429287195206e-06,
-      4.706328581960406e-06,
-      5.705845069314819e-06,
-      5.150858669367153e-06,
-      4.159530362812802e-06,
-      5.312191206030548e-06,
-      5.379733920563012e-06,
-      4.227373665344203e-06,
-      3.83622727895272e-06,
-      4.429838099895278e-06,
-      6.765568741684547e-06,
-      4.243549028615234e-06,
-      3.5916962133342167e-06,
-      3.6010064832225908e-06,
-      3.5906271023122827e-06,
-      3.0842641081108013e-06,
-      3.2032025956141297e-06,
-      8.512416388839483e-05,
-      8.853041072143242e-05,
-      5.1429469749564305e-05,
-      2.785415381367784e-05,
-      1.022365722747054e-05,
-      1.0592208127491176e-05,
-      1.0946299880743027e-05,
-      6.2951007748779375e-06,
-      1.913730739033781e-05,
-      8.874807463143952e-06,
-      9.644350029702764e-06,
-      6.4702171584940515e-06,
-      1.6626670912955888e-05,
-      1.2751169379043858e-05,
-      1.6326437616953626e-05,
-      1.874322879302781e-05,
-      1.856240487541072e-05,
-      2.1708945496357046e-05,
-      1.4063365597394295e-05,
-      7.858167009544559e-06,
-      9.76194041868439e-06,
-      1.1256225661782082e-05,
-      1.0737440788943786e-05,
-      5.71957843931159e-06,
-      5.98883661950822e-06,
-      6.13483871347853e-06,
-      6.846093128842767e-06,
-      5.115562998980749e-06,
-      7.028012532828143e-06,
-      5.2097634579695296e-06,
-      4.88565638079308e-06,
-      4.961475951859029e-06,
-      8.294883627968375e-06,
-      6.347162525344174e-06,
-      1.17630688691861e-05,
-      6.360129646054702e-06,
-      1.9784176402026787e-05,
-      8.020286259124987e-06,
-      9.24837604543427e-06,
-      1.4456512872129679e-05,
-      0.0003388002223800868,
-      3.800547347054817e-05,
-      0.0001432321878382936,
-      1.817900010792073e-05,
-      6.796624802518636e-06,
-      1.008216986519983e-05,
-      5.73553234062274e-06,
-      6.968299658183241e-06,
-      2.870789830922149e-05,
-      7.575829840789083e-06,
-      5.093218078400241e-06,
-      5.37709593118052e-06,
-      9.979235983337276e-06,
-      2.4595457944087684e-05,
-      6.244003543542931e-06,
-      6.077680609450908e-06,
-      6.795089575462043e-06,
-      5.1719657676585484e-06,
-      8.824167707643937e-06,
-      4.371060185803799e-06,
-      5.046265414421214e-06,
-      4.589207037497545e-06,
-      5.024480287829647e-06,
-      4.166436610830715e-06,
-      3.98363499698462e-06,
-      5.275837338558631e-06,
-      5.042337761551607e-06,
-      3.7931108636257704e-06,
-      3.673101218737429e-06,
-      3.83116412194795e-06,
-      3.276100642324309e-06,
-      7.1868971645017155e-06,
-      3.31256205754471e-06,
-      4.237173016008455e-06,
-      3.7686247651436133e-06,
-      3.6999549593019765e-06,
-      3.019589712494053e-06,
-      3.202132575097494e-06,
-      3.607580538300681e-06,
-      2.8240233405085746e-06,
-      2.62898220171337e-06,
-      3.0978153517935425e-06,
-      3.020658823515987e-06,
-      2.595187879705918e-06,
-      3.5304676657688105e-06,
-      2.837061174432165e-06,
-      2.604224164315383e-06,
-      2.9402997370198136e-06,
-      2.6425529995321995e-06,
-      2.69707902589289e-06,
-      2.238095476059243e-06,
-      3.018198412974016e-06,
-      2.4775742986093974e-06,
-      2.9727068522333866e-06,
-      2.420897317279014e-06,
-      2.6212587727059145e-06,
-      2.6063626137329265e-06,
-      2.319247869309038e-06,
-      3.016866230609594e-06,
-      2.4028024654398905e-06,
-      2.5060303414647933e-06,
-      2.3165871425590012e-06,
-      2.035600346061983e-06,
-      2.368198920521536e-06,
-      2.2199990326043917e-06,
-      2.3192526441562222e-06,
-      2.188068037867197e-06,
-      2.121015768352663e-06,
-      1.8429507235850906e-06
+      6.677029132843018,
+      2.92848539352417,
+      2.000453472137451,
+      1.9754060506820679,
+      1.8712257146835327,
+      1.7725716829299927,
+      1.2445099353790283,
+      0.7385526895523071,
+      0.5862247347831726,
+      0.5264087319374084,
+      0.44595664739608765,
+      0.4108956754207611,
+      0.3990524411201477,
+      0.3583748936653137,
+      0.3363039195537567,
+      0.29415082931518555,
+      0.27150216698646545,
+      0.24247118830680847,
+      0.21747581660747528,
+      0.22706617414951324,
+      0.1614636480808258,
+      0.1683337390422821,
+      0.13567021489143372,
+      0.17896345257759094,
+      0.15019716322422028,
+      0.1129128560423851,
+      0.08504193276166916,
+      0.06406469643115997,
+      0.0593130849301815,
+      0.0760921835899353,
+      0.07182814925909042,
+      0.035288356244564056,
+      0.030247660353779793,
+      0.021633479744195938,
+      0.0277091134339571,
+      0.026955658569931984,
+      0.011106488294899464,
+      0.014774642884731293,
+      0.01217376347631216,
+      0.010935944505035877,
+      0.006645092274993658,
+      0.012186283245682716,
+      0.005077914800494909,
+      0.026963096112012863,
+      0.027428466826677322,
+      0.02808655984699726,
+      0.00396769167855382,
+      0.0010910684941336513,
+      0.006009972188621759,
+      0.0009421156719326973,
+      0.0007568200817331672,
+      0.045926131308078766,
+      0.0017989430343732238,
+      0.0017468894366174936,
+      0.012431608512997627,
+      0.018721794709563255,
+      0.001686178962700069,
+      0.0005709458491764963,
+      0.010717970319092274,
+      0.013151444494724274,
+      0.0005115612875670195,
+      0.0008544955053366721,
+      0.0009247466805391014,
+      0.004308390896767378,
+      0.005632682703435421,
+      0.000372555194189772,
+      0.012200952507555485,
+      0.00043666502460837364,
+      0.0005972445360384881,
+      0.0008924949797801673,
+      0.001402611960656941,
+      0.0052891881205141544,
+      0.0029524527490139008,
+      0.0006781358388252556,
+      0.0038650056812912226,
+      0.0006511852843686938,
+      0.0006242885137908161,
+      0.0006225949036888778,
+      0.0010065350215882063,
+      0.0006757699302397668,
+      0.003259911434724927,
+      0.0018485545879229903,
+      0.0020212733652442694,
+      0.008016491308808327,
+      0.00035716849379241467,
+      0.006320145912468433,
+      0.002748014172539115,
+      0.0020750281400978565,
+      0.0003291059110779315,
+      0.0006956760189495981,
+      0.002941521117463708,
+      0.0006732092006132007,
+      0.0003418615087866783,
+      0.0008942742715589702,
+      0.0003691636957228184,
+      0.021757276728749275,
+      0.0006636586040258408,
+      0.030529571697115898,
+      0.0011875530472025275,
+      0.0004107661952730268,
+      0.005190931260585785,
+      0.00019721032003872097,
+      0.00028424474294297397,
+      0.04658525437116623,
+      0.031844425946474075,
+      0.008091864176094532,
+      0.00029724068008363247,
+      0.0006136299343779683,
+      0.0017998969415202737,
+      0.0002615145349409431,
+      0.0030670505948364735,
+      0.00498846173286438,
+      0.00017813124577514827,
+      9.381275594932958e-05,
+      0.000240555134951137,
+      0.00019086265820078552,
+      0.00012167856039013714,
+      0.00010295615356881171,
+      0.00010093479795614257,
+      0.0010459346231073141,
+      0.00011035282659577206,
+      0.00013029186811763793,
+      0.00047154290950857103,
+      0.00016596085333731025,
+      0.0001844380603870377,
+      0.0006889565265737474,
+      0.0015460457652807236,
+      0.00014612967788707465,
+      0.01292379666119814,
+      0.027093691751360893,
+      0.000415111513575539,
+      0.010079731233417988,
+      0.00011630828521447256,
+      0.0009713549516163766,
+      0.00041570747271180153,
+      0.0011725841322913766,
+      6.360360566759482e-05,
+      0.0004459042102098465,
+      0.00014493265189230442,
+      0.0005469852476380765,
+      0.0003132320416625589,
+      0.0002992182853631675,
+      9.602484351489693e-05,
+      0.005060802213847637,
+      0.0041633425280451775,
+      0.009027483873069286,
+      0.00026434825849719346,
+      6.013899837853387e-05,
+      0.001732613891363144,
+      0.00016524296370334923,
+      0.000739832001272589,
+      0.0014616897096857429,
+      0.00019324701861478388,
+      0.00010770856897579506,
+      6.505743658635765e-05,
+      6.41394144622609e-05,
+      0.00016667453746777028,
+      5.586989937000908e-05,
+      5.2017941925441846e-05,
+      5.235191929386929e-05,
+      0.00046856157132424414,
+      0.023984884843230247,
+      0.012382726185023785,
+      0.006136151496320963,
+      0.00017583263979759067,
+      0.0003820042184088379,
+      0.0007320899749174714,
+      6.284609116846696e-05,
+      3.9720187487546355e-05,
+      0.0023644776083528996,
+      0.00016565920668654144,
+      7.136628119042143e-05,
+      8.59392384882085e-05,
+      0.033776264637708664,
+      0.0026048694271594286,
+      0.0009555862634442747,
+      5.118016997585073e-05,
+      6.201862561283633e-05,
+      0.00040544007788412273,
+      4.5073604269418865e-05,
+      0.0001109422228182666,
+      3.540666511980817e-05,
+      4.381713370094076e-05,
+      3.397726686671376e-05,
+      0.00020014902111142874,
+      0.0001356213033432141,
+      0.0015312412288039923,
+      0.0009650867432355881,
+      0.007957186549901962,
+      0.003618658287450671,
+      0.006871721241623163,
+      0.001203772728331387,
+      0.0004954804899170995,
+      0.0010228819446638227,
+      6.857634434709325e-05,
+      6.526074866997078e-05,
+      0.00010058953921543434,
+      4.4315871491562575e-05,
+      0.0003641986404545605,
+      0.0008002280374057591,
+      4.3543877836782485e-05,
+      4.128194632357918e-05,
+      8.779745985521004e-05,
+      0.00032501379610039294,
+      0.00038543707341887057,
+      5.164788308320567e-05,
+      3.217818448320031e-05,
+      5.0169150199508294e-05,
+      3.8919835787964985e-05,
+      0.030614739283919334,
+      0.0002962880826089531,
+      0.0003465368354227394,
+      0.00011328394612064585,
+      5.49157484783791e-05,
+      2.3553087885375135e-05,
+      0.0003917253634426743,
+      0.03941947594285011,
+      0.0012197996256873012,
+      0.00012235264875926077,
+      7.516822370234877e-05,
+      3.443748573772609e-05,
+      2.968749868159648e-05,
+      2.1471842046594247e-05,
+      1.7963537175091915e-05,
+      0.0017746502999216318,
+      0.00014132833166513592,
+      0.0001550694287288934,
+      3.096729778917506e-05,
+      3.3761556551326066e-05,
+      0.000393758004065603,
+      8.772903674980626e-05,
+      7.807929068803787e-05,
+      3.698104410432279e-05,
+      0.00278121093288064,
+      5.369886275730096e-05,
+      0.0008218531729653478,
+      0.005016495008021593,
+      5.1202794566052034e-05,
+      4.827202792512253e-05,
+      3.944953641621396e-05,
+      0.00011251206888118759,
+      2.4801065592328086e-05,
+      2.711724846449215e-05,
+      3.164934241794981e-05,
+      4.1676572436699644e-05,
+      0.00011168403580086306,
+      2.3131080524763092e-05,
+      2.3460801457986236e-05,
+      2.49069544224767e-05,
+      1.5063969840412028e-05,
+      1.632371640880592e-05,
+      1.1860661288665142e-05,
+      1.2256466106919106e-05,
+      1.2301738024689257e-05,
+      2.1692538211937062e-05,
+      1.7153946828329936e-05,
+      2.0924659111187793e-05,
+      2.1420930352178402e-05,
+      3.6036082747159526e-05,
+      2.1638141333824024e-05,
+      1.740855623211246e-05,
+      1.4491599358734675e-05,
+      0.016448387876152992,
+      0.0020919700618833303,
+      0.006421042140573263,
+      6.916952406754717e-05,
+      4.732088927994482e-05,
+      4.006972085335292e-05,
+      0.00013258054968900979,
+      2.7197867893846706e-05,
+      2.1120413293829188e-05,
+      1.9398410586290993e-05,
+      2.0207324268994853e-05,
+      1.5141772564675193e-05,
+      1.7195632608490996e-05,
+      0.0006950038368813694,
+      8.555105159757659e-05,
+      0.05122987553477287,
+      0.00024070192012004554,
+      0.0002964134037028998,
+      0.0001333605032414198,
+      3.386795651749708e-05,
+      2.9104046916472726e-05,
+      3.260889934608713e-05,
+      6.18164922343567e-05,
+      5.512245115824044e-05,
+      7.804286724422127e-05,
+      3.698137152241543e-05,
+      1.871352651505731e-05,
+      1.9506729586282745e-05,
+      1.8140804968425073e-05,
+      1.6908612451516092e-05,
+      1.5617591998307034e-05,
+      1.7693600966595113e-05,
+      1.5532483303104527e-05,
+      1.6213762137340382e-05,
+      0.0002844221889972687,
+      0.002845825394615531,
+      0.00010172101610805839,
+      4.1351613617734984e-05,
+      2.7904123271582648e-05,
+      1.6643349226797e-05,
+      1.596509355294984e-05,
+      4.3401527364039794e-05,
+      2.3302398403757252e-05,
+      9.089034574571997e-05,
+      1.8882235963246785e-05,
+      3.0508848794852383e-05,
+      3.182066939189099e-05,
+      2.0554569346131757e-05,
+      3.170350464642979e-05,
+      5.8478322898736224e-05,
+      1.6108791896840557e-05,
+      1.4022038158145733e-05,
+      1.1803655070252717e-05,
+      1.081699247151846e-05,
+      1.0163967090193182e-05,
+      9.906951163429767e-06,
+      9.33841056394158e-06,
+      1.0119264516106341e-05,
+      9.250036782759707e-06,
+      8.067012458923273e-06,
+      7.710482350375969e-06,
+      7.767118404444773e-06,
+      1.2342554327915423e-05,
+      3.5507629945641384e-05,
+      1.4530831322190352e-05,
+      1.4173492672853172e-05,
+      1.0905430826824158e-05,
+      9.373487955599558e-06,
+      9.445783689443488e-06,
+      5.7726392697077245e-05,
+      2.90979805868119e-05,
+      1.9658806195366196e-05,
+      1.565786988066975e-05,
+      1.0853172170754988e-05,
+      1.940537003974896e-05,
+      1.0999253390764352e-05,
+      0.031346142292022705,
+      0.0002984474413096905,
+      7.881829515099525e-05,
+      4.629454269888811e-05,
+      4.126222484046593e-05,
+      1.4497981283057015e-05,
+      1.3242781278677285e-05,
+      1.5616218661307357e-05,
+      1.1544680091901682e-05,
+      5.514127406058833e-05,
+      2.166755984944757e-05,
+      2.815204788930714e-05,
+      0.00036503112642094493,
+      2.2818692741566338e-05,
+      1.3599057638202794e-05,
+      1.2948338735441212e-05,
+      1.1683763659675606e-05,
+      1.158633858722169e-05,
+      1.996471473830752e-05,
+      1.625732875254471e-05,
+      2.521110036468599e-05,
+      1.795421303540934e-05,
+      1.308296214119764e-05,
+      1.3660057447850704e-05,
+      8.802758202364203e-06,
+      0.00013182504335418344,
+      2.9002752853557467e-05,
+      1.298625284107402e-05,
+      1.2611817510332912e-05,
+      9.962216608982999e-06,
+      1.0127216228283942e-05,
+      1.1186889423697721e-05,
+      1.175933448394062e-05,
+      1.1647997780528385e-05,
+      8.080299267021473e-06,
+      8.071548109001014e-06,
+      2.564536771387793e-05,
+      8.513181455782615e-06,
+      1.1064671525673475e-05,
+      8.53162146086106e-06,
+      7.179876320151379e-06,
+      7.453876605723053e-06,
+      7.436318810505327e-06,
+      6.935039436939405e-06,
+      6.5765593717515e-06,
+      6.297551408351865e-06,
+      5.716935902455589e-06,
+      5.567886091739638e-06,
+      4.778988568432396e-06,
+      5.3236226449371316e-06,
+      4.485999306780286e-05,
+      3.23400272463914e-05,
+      1.4858797840133775e-05,
+      1.4340706911752932e-05,
+      9.868824236036744e-06,
+      8.395400072913617e-06,
+      8.320505912706722e-06,
+      9.266209417546634e-06,
+      6.46864145892323e-06,
+      5.4018987611925695e-06,
+      6.486713573394809e-06,
+      5.526690074475482e-06,
+      7.69862799643306e-06,
+      5.535987838811707e-06,
+      5.030695774621563e-06,
+      5.235560365690617e-06,
+      4.740396889246767e-06,
+      4.89123794977786e-06,
+      4.368664576759329e-06,
+      4.252659437042894e-06,
+      4.590045591612579e-06,
+      4.062394964421401e-06,
+      3.885450041707372e-06,
+      5.012531346437754e-06,
+      4.6272980398498476e-06,
+      3.53422251464508e-06,
+      4.51709865956218e-06,
+      5.349193543224828e-06,
+      3.331462039568578e-06,
+      0.0631585344672203,
+      0.00021709207794629037,
+      0.00012546945072244853,
+      1.6835883798194118e-05,
+      1.2728737601719331e-05,
+      1.1641037417575717e-05,
+      1.1041178368031979e-05,
+      3.191451105521992e-05,
+      1.2367876479402184e-05,
+      8.008671102288645e-06,
+      8.231125320889987e-06,
+      1.7736656445777044e-05,
+      0.010186479426920414,
+      5.3502740229305346e-06,
+      1.3428811143967323e-05,
+      6.579537057405105e-06,
+      8.751461791689508e-06,
+      6.548662440764019e-06,
+      5.7318129620398395e-06,
+      4.612672000803286e-06,
+      9.402245268574916e-06,
+      6.3552483879902866e-06,
+      7.5398975241114385e-06,
+      5.473705186886946e-06,
+      5.133885679242667e-06,
+      4.414432169141946e-06,
+      4.359607373771723e-06,
+      1.134874219133053e-05,
+      3.714356807904551e-06,
+      4.089274625584949e-06,
+      3.560561481208424e-06,
+      4.5032575144432485e-06,
+      4.621889274858404e-06,
+      7.075297162373317e-06,
+      4.815427473658929e-06,
+      3.944522177334875e-06,
+      4.126487056055339e-06,
+      4.187459580862196e-06,
+      3.883592398779001e-06,
+      4.190348136035027e-06,
+      3.884384113916894e-06,
+      4.709204404207412e-06,
+      3.917615231330274e-06,
+      3.4982929264515406e-06,
+      4.1003545447892975e-06,
+      3.6382521102495957e-06,
+      3.4126080663554603e-06,
+      3.2508289677934954e-06,
+      3.2002765237848507e-06,
+      3.7444126519403653e-06,
+      3.4575793961266754e-06
     ],
     "hinge_loss": [
       0.0,

add_sub_sorl_abs5_500K/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:333d90614f6b104fb6f887261230fde741ee7454af1b41797b212ad9dee213ee
-size 671811242
+oid sha256:a7be0ecae2bf60162a0657772c29e71e3ee9e07087f4869567dfd8179ffb62e6
+size 650283250

add_sub_sorl_abs5_500K/train_config.json

@@ -2,23 +2,23 @@
   "mode": "sorl",
   "ops": "add_sub",
   "n_digits": 6,
-  "n_layer": 3,
-  "n_head": 4,
-  "n_embd": 512,
+  "n_layer": 2,
+  "n_head": 3,
+  "n_embd": 510,
   "abs_vocab": 5,
-  "K": 2,
+  "K": 1,
   "batch_size": 64,
   "num_epochs": 3,
   "dataset_size": 500000,
   "lr": 8e-05,
-  "output_dir": "ckpt/r/add_sub_sorl_abs5_K2_500K",
+  "output_dir": "ckpt/r/add_sub_sorl_abs5_K1_2L3H510d_500K",
   "device": "cuda",
   "push_to_hub": true,
   "no_wandb": false,
-  "n_params": 167875840,
+  "n_params": 162494162,
   "run_name": "add_sub_sorl_abs5_500K",
   "git_commit": "76552375eb75801dd3797850af61b1c2939bb9bc",
-  "timestamp": "2026-04-07T03:59:10.205433",
+  "timestamp": "2026-04-07T04:42:35.147745",
   "tokenizer": "Qwen/Qwen3-0.6B",
   "dataset_repo": "thoughtworks/arithmetic-sorl-data",
   "dataset_config": "add_sub_6digit",