Upload add_sub_baseline_50K_2L1H128d

add_sub_baseline_50K_2L1H128d/config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 128,
+  "initializer_range": 0.02,
+  "intermediate_size": 512,
+  "layer_types": [
+    "full_attention",
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 1,
+  "num_hidden_layers": 2,
+  "num_key_value_heads": 1,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_50K_2L1H128d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_50K_2L1H128d/metrics.json

@@ -0,0 +1,1831 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600
+    ],
+    "loss": [
+      11.93499755859375,
+      11.65730094909668,
+      11.293171882629395,
+      10.867568969726562,
+      10.623129844665527,
+      10.355392456054688,
+      10.099054336547852,
+      9.930326461791992,
+      9.612565994262695,
+      9.24365234375,
+      9.00301456451416,
+      8.693142890930176,
+      8.47545051574707,
+      8.173990249633789,
+      7.881795406341553,
+      7.611324310302734,
+      7.3448920249938965,
+      7.075301170349121,
+      6.706723213195801,
+      6.513725280761719,
+      6.21718168258667,
+      5.842379570007324,
+      5.690333366394043,
+      5.309576511383057,
+      5.099353313446045,
+      4.7732625007629395,
+      4.531905651092529,
+      4.2372260093688965,
+      4.069974899291992,
+      3.8053746223449707,
+      3.5196328163146973,
+      3.335747241973877,
+      3.109636068344116,
+      3.0120599269866943,
+      2.8363168239593506,
+      2.676023483276367,
+      2.6105294227600098,
+      2.5148777961730957,
+      2.3828721046447754,
+      2.345553159713745,
+      2.2795569896698,
+      2.2441999912261963,
+      2.212557792663574,
+      2.105844497680664,
+      2.151437520980835,
+      2.183159351348877,
+      2.157996416091919,
+      2.0764122009277344,
+      2.0949976444244385,
+      2.0614359378814697,
+      2.0152029991149902,
+      2.042832374572754,
+      1.985764741897583,
+      2.0169003009796143,
+      1.9234191179275513,
+      1.98187255859375,
+      1.9020922183990479,
+      1.947366714477539,
+      1.912832498550415,
+      1.9788919687271118,
+      1.8701711893081665,
+      1.9873000383377075,
+      1.8384500741958618,
+      1.864878535270691,
+      1.8773438930511475,
+      1.814258337020874,
+      1.8422654867172241,
+      1.7905521392822266,
+      1.9188811779022217,
+      1.9195749759674072,
+      1.840183973312378,
+      1.9478784799575806,
+      1.7651938199996948,
+      1.8026297092437744,
+      1.8211473226547241,
+      1.6967977285385132,
+      1.774262547492981,
+      1.8092931509017944,
+      1.7626827955245972,
+      1.7678852081298828,
+      1.7257096767425537,
+      1.6912577152252197,
+      1.705618143081665,
+      1.7209644317626953,
+      1.6141128540039062,
+      1.5833446979522705,
+      1.6016104221343994,
+      1.6115186214447021,
+      1.4938329458236694,
+      1.5911413431167603,
+      1.4935094118118286,
+      1.4679266214370728,
+      1.4957019090652466,
+      1.446588158607483,
+      1.3904730081558228,
+      1.4148086309432983,
+      1.4284785985946655,
+      1.2719846963882446,
+      1.2865592241287231,
+      1.2901942729949951,
+      1.2603648900985718,
+      1.305459976196289,
+      1.1517776250839233,
+      1.1661006212234497,
+      1.1481062173843384,
+      1.1654253005981445,
+      1.143684983253479,
+      1.1574296951293945,
+      1.104051113128662,
+      1.1066854000091553,
+      1.0712209939956665,
+      1.0240689516067505,
+      1.0762532949447632,
+      0.9777925610542297,
+      1.0075340270996094,
+      1.0130956172943115,
+      0.9441969990730286,
+      0.9728404879570007,
+      0.9550210237503052,
+      0.9782089591026306,
+      0.9868655204772949,
+      0.9737717509269714,
+      0.9871805906295776,
+      0.8989226222038269,
+      0.9575096368789673,
+      0.9029489159584045,
+      0.8649100065231323,
+      0.8886522650718689,
+      0.8820281028747559,
+      0.8742324113845825,
+      0.88325035572052,
+      0.8407949805259705,
+      0.8328596353530884,
+      0.8495661616325378,
+      0.7535262107849121,
+      0.7798505425453186,
+      0.7734178900718689,
+      0.8000691533088684,
+      0.7600011825561523,
+      0.7487917542457581,
+      0.7534374594688416,
+      0.7358126044273376,
+      0.7776135206222534,
+      0.7900133728981018,
+      0.726458728313446,
+      0.7606948018074036,
+      0.7421143651008606,
+      0.7261181473731995,
+      0.7051188349723816,
+      0.7383636236190796,
+      0.6680508852005005,
+      0.680087685585022,
+      0.7639477849006653,
+      0.6837146878242493,
+      0.6702830195426941,
+      0.667018473148346,
+      0.6458178758621216,
+      0.626135528087616,
+      0.6087480187416077,
+      0.6776902079582214,
+      0.6297626495361328,
+      0.6746311187744141,
+      0.6392488479614258,
+      0.6054442524909973,
+      0.6305686235427856,
+      0.65091472864151,
+      0.6684236526489258,
+      0.630896270275116,
+      0.5898188352584839,
+      0.5816236138343811,
+      0.6031948924064636,
+      0.5798562169075012,
+      0.5800939202308655,
+      0.6128515601158142,
+      0.5971966981887817,
+      0.5636686086654663,
+      0.6101219058036804,
+      0.5626725554466248,
+      0.5759359002113342,
+      0.5579383969306946,
+      0.5766159892082214,
+      0.563798725605011,
+      0.5380284190177917,
+      0.5644034147262573,
+      0.5314499735832214,
+      0.549543559551239,
+      0.5258645415306091,
+      0.5414046049118042,
+      0.5449110269546509,
+      0.5177078247070312,
+      0.5357903242111206,
+      0.5383039116859436,
+      0.5342908501625061,
+      0.5052288770675659,
+      0.4803391993045807,
+      0.5331531167030334,
+      0.5584177374839783,
+      0.5099272131919861,
+      0.5030084252357483,
+      0.5107883810997009,
+      0.5074604749679565,
+      0.474060595035553,
+      0.5217799544334412,
+      0.5024420022964478,
+      0.5018254518508911,
+      0.48899394273757935,
+      0.5179036855697632,
+      0.4651453495025635,
+      0.4600445628166199,
+      0.46727508306503296,
+      0.4327971637248993,
+      0.4529948830604553,
+      0.46315622329711914,
+      0.48899713158607483,
+      0.4627113342285156,
+      0.45527729392051697,
+      0.47023242712020874,
+      0.4694068729877472,
+      0.4536097049713135,
+      0.46996352076530457,
+      0.4478769302368164,
+      0.5023384690284729,
+      0.4848630130290985,
+      0.44978800415992737,
+      0.4636957347393036,
+      0.46273866295814514,
+      0.4170573651790619,
+      0.45214805006980896,
+      0.4561144709587097,
+      0.4628432095050812,
+      0.46510520577430725,
+      0.5094900131225586,
+      0.4306984841823578,
+      0.4236433207988739,
+      0.41763633489608765,
+      0.4181102216243744,
+      0.41568782925605774,
+      0.43321552872657776,
+      0.42102813720703125,
+      0.44086867570877075,
+      0.4437388777732849,
+      0.42119714617729187,
+      0.4386158585548401,
+      0.4230058491230011,
+      0.42731285095214844,
+      0.43081793189048767,
+      0.40430232882499695,
+      0.39149078726768494,
+      0.4208660125732422,
+      0.41456151008605957,
+      0.4628043472766876,
+      0.45343923568725586,
+      0.4034596383571625,
+      0.43333905935287476,
+      0.4089009463787079,
+      0.428451269865036,
+      0.44539371132850647,
+      0.3964701294898987,
+      0.363548219203949,
+      0.41381707787513733,
+      0.41168859601020813,
+      0.3732242286205292,
+      0.4289732575416565,
+      0.4374411404132843,
+      0.4020676016807556,
+      0.39040374755859375,
+      0.435672789812088,
+      0.4191468358039856,
+      0.43827033042907715,
+      0.42149630188941956,
+      0.4028854966163635,
+      0.42512935400009155,
+      0.3935700058937073,
+      0.4023810029029846,
+      0.4407925307750702,
+      0.4217481017112732,
+      0.4327377676963806,
+      0.3848411738872528,
+      0.38072606921195984,
+      0.42019957304000854,
+      0.4077237546443939,
+      0.4318618178367615,
+      0.41669175028800964,
+      0.42001357674598694,
+      0.41785627603530884,
+      0.43324536085128784,
+      0.44770950078964233,
+      0.40982261300086975,
+      0.41195228695869446,
+      0.4122852385044098,
+      0.4267185628414154,
+      0.3932749927043915,
+      0.42152076959609985,
+      0.40566104650497437,
+      0.3950228691101074,
+      0.41320866346359253,
+      0.3923717141151428,
+      0.4263770282268524,
+      0.399299293756485,
+      0.37513676285743713,
+      0.3975963592529297,
+      0.3869399428367615,
+      0.3949268162250519,
+      0.43800851702690125,
+      0.38830724358558655,
+      0.4024786055088043,
+      0.3731174170970917,
+      0.3714914321899414,
+      0.39834064245224,
+      0.39818379282951355,
+      0.39613842964172363,
+      0.3969874978065491
+    ],
+    "base_loss": [
+      11.93499755859375,
+      11.65730094909668,
+      11.293171882629395,
+      10.867568969726562,
+      10.623129844665527,
+      10.355392456054688,
+      10.099054336547852,
+      9.930326461791992,
+      9.612565994262695,
+      9.24365234375,
+      9.00301456451416,
+      8.693142890930176,
+      8.47545051574707,
+      8.173990249633789,
+      7.881795406341553,
+      7.611324310302734,
+      7.3448920249938965,
+      7.075301170349121,
+      6.706723213195801,
+      6.513725280761719,
+      6.21718168258667,
+      5.842379570007324,
+      5.690333366394043,
+      5.309576511383057,
+      5.099353313446045,
+      4.7732625007629395,
+      4.531905651092529,
+      4.2372260093688965,
+      4.069974899291992,
+      3.8053746223449707,
+      3.5196328163146973,
+      3.335747241973877,
+      3.109636068344116,
+      3.0120599269866943,
+      2.8363168239593506,
+      2.676023483276367,
+      2.6105294227600098,
+      2.5148777961730957,
+      2.3828721046447754,
+      2.345553159713745,
+      2.2795569896698,
+      2.2441999912261963,
+      2.212557792663574,
+      2.105844497680664,
+      2.151437520980835,
+      2.183159351348877,
+      2.157996416091919,
+      2.0764122009277344,
+      2.0949976444244385,
+      2.0614359378814697,
+      2.0152029991149902,
+      2.042832374572754,
+      1.985764741897583,
+      2.0169003009796143,
+      1.9234191179275513,
+      1.98187255859375,
+      1.9020922183990479,
+      1.947366714477539,
+      1.912832498550415,
+      1.9788919687271118,
+      1.8701711893081665,
+      1.9873000383377075,
+      1.8384500741958618,
+      1.864878535270691,
+      1.8773438930511475,
+      1.814258337020874,
+      1.8422654867172241,
+      1.7905521392822266,
+      1.9188811779022217,
+      1.9195749759674072,
+      1.840183973312378,
+      1.9478784799575806,
+      1.7651938199996948,
+      1.8026297092437744,
+      1.8211473226547241,
+      1.6967977285385132,
+      1.774262547492981,
+      1.8092931509017944,
+      1.7626827955245972,
+      1.7678852081298828,
+      1.7257096767425537,
+      1.6912577152252197,
+      1.705618143081665,
+      1.7209644317626953,
+      1.6141128540039062,
+      1.5833446979522705,
+      1.6016104221343994,
+      1.6115186214447021,
+      1.4938329458236694,
+      1.5911413431167603,
+      1.4935094118118286,
+      1.4679266214370728,
+      1.4957019090652466,
+      1.446588158607483,
+      1.3904730081558228,
+      1.4148086309432983,
+      1.4284785985946655,
+      1.2719846963882446,
+      1.2865592241287231,
+      1.2901942729949951,
+      1.2603648900985718,
+      1.305459976196289,
+      1.1517776250839233,
+      1.1661006212234497,
+      1.1481062173843384,
+      1.1654253005981445,
+      1.143684983253479,
+      1.1574296951293945,
+      1.104051113128662,
+      1.1066854000091553,
+      1.0712209939956665,
+      1.0240689516067505,
+      1.0762532949447632,
+      0.9777925610542297,
+      1.0075340270996094,
+      1.0130956172943115,
+      0.9441969990730286,
+      0.9728404879570007,
+      0.9550210237503052,
+      0.9782089591026306,
+      0.9868655204772949,
+      0.9737717509269714,
+      0.9871805906295776,
+      0.8989226222038269,
+      0.9575096368789673,
+      0.9029489159584045,
+      0.8649100065231323,
+      0.8886522650718689,
+      0.8820281028747559,
+      0.8742324113845825,
+      0.88325035572052,
+      0.8407949805259705,
+      0.8328596353530884,
+      0.8495661616325378,
+      0.7535262107849121,
+      0.7798505425453186,
+      0.7734178900718689,
+      0.8000691533088684,
+      0.7600011825561523,
+      0.7487917542457581,
+      0.7534374594688416,
+      0.7358126044273376,
+      0.7776135206222534,
+      0.7900133728981018,
+      0.726458728313446,
+      0.7606948018074036,
+      0.7421143651008606,
+      0.7261181473731995,
+      0.7051188349723816,
+      0.7383636236190796,
+      0.6680508852005005,
+      0.680087685585022,
+      0.7639477849006653,
+      0.6837146878242493,
+      0.6702830195426941,
+      0.667018473148346,
+      0.6458178758621216,
+      0.626135528087616,
+      0.6087480187416077,
+      0.6776902079582214,
+      0.6297626495361328,
+      0.6746311187744141,
+      0.6392488479614258,
+      0.6054442524909973,
+      0.6305686235427856,
+      0.65091472864151,
+      0.6684236526489258,
+      0.630896270275116,
+      0.5898188352584839,
+      0.5816236138343811,
+      0.6031948924064636,
+      0.5798562169075012,
+      0.5800939202308655,
+      0.6128515601158142,
+      0.5971966981887817,
+      0.5636686086654663,
+      0.6101219058036804,
+      0.5626725554466248,
+      0.5759359002113342,
+      0.5579383969306946,
+      0.5766159892082214,
+      0.563798725605011,
+      0.5380284190177917,
+      0.5644034147262573,
+      0.5314499735832214,
+      0.549543559551239,
+      0.5258645415306091,
+      0.5414046049118042,
+      0.5449110269546509,
+      0.5177078247070312,
+      0.5357903242111206,
+      0.5383039116859436,
+      0.5342908501625061,
+      0.5052288770675659,
+      0.4803391993045807,
+      0.5331531167030334,
+      0.5584177374839783,
+      0.5099272131919861,
+      0.5030084252357483,
+      0.5107883810997009,
+      0.5074604749679565,
+      0.474060595035553,
+      0.5217799544334412,
+      0.5024420022964478,
+      0.5018254518508911,
+      0.48899394273757935,
+      0.5179036855697632,
+      0.4651453495025635,
+      0.4600445628166199,
+      0.46727508306503296,
+      0.4327971637248993,
+      0.4529948830604553,
+      0.46315622329711914,
+      0.48899713158607483,
+      0.4627113342285156,
+      0.45527729392051697,
+      0.47023242712020874,
+      0.4694068729877472,
+      0.4536097049713135,
+      0.46996352076530457,
+      0.4478769302368164,
+      0.5023384690284729,
+      0.4848630130290985,
+      0.44978800415992737,
+      0.4636957347393036,
+      0.46273866295814514,
+      0.4170573651790619,
+      0.45214805006980896,
+      0.4561144709587097,
+      0.4628432095050812,
+      0.46510520577430725,
+      0.5094900131225586,
+      0.4306984841823578,
+      0.4236433207988739,
+      0.41763633489608765,
+      0.4181102216243744,
+      0.41568782925605774,
+      0.43321552872657776,
+      0.42102813720703125,
+      0.44086867570877075,
+      0.4437388777732849,
+      0.42119714617729187,
+      0.4386158585548401,
+      0.4230058491230011,
+      0.42731285095214844,
+      0.43081793189048767,
+      0.40430232882499695,
+      0.39149078726768494,
+      0.4208660125732422,
+      0.41456151008605957,
+      0.4628043472766876,
+      0.45343923568725586,
+      0.4034596383571625,
+      0.43333905935287476,
+      0.4089009463787079,
+      0.428451269865036,
+      0.44539371132850647,
+      0.3964701294898987,
+      0.363548219203949,
+      0.41381707787513733,
+      0.41168859601020813,
+      0.3732242286205292,
+      0.4289732575416565,
+      0.4374411404132843,
+      0.4020676016807556,
+      0.39040374755859375,
+      0.435672789812088,
+      0.4191468358039856,
+      0.43827033042907715,
+      0.42149630188941956,
+      0.4028854966163635,
+      0.42512935400009155,
+      0.3935700058937073,
+      0.4023810029029846,
+      0.4407925307750702,
+      0.4217481017112732,
+      0.4327377676963806,
+      0.3848411738872528,
+      0.38072606921195984,
+      0.42019957304000854,
+      0.4077237546443939,
+      0.4318618178367615,
+      0.41669175028800964,
+      0.42001357674598694,
+      0.41785627603530884,
+      0.43324536085128784,
+      0.44770950078964233,
+      0.40982261300086975,
+      0.41195228695869446,
+      0.4122852385044098,
+      0.4267185628414154,
+      0.3932749927043915,
+      0.42152076959609985,
+      0.40566104650497437,
+      0.3950228691101074,
+      0.41320866346359253,
+      0.3923717141151428,
+      0.4263770282268524,
+      0.399299293756485,
+      0.37513676285743713,
+      0.3975963592529297,
+      0.3869399428367615,
+      0.3949268162250519,
+      0.43800851702690125,
+      0.38830724358558655,
+      0.4024786055088043,
+      0.3731174170970917,
+      0.3714914321899414,
+      0.39834064245224,
+      0.39818379282951355,
+      0.39613842964172363,
+      0.3969874978065491
+    ],
+    "lr": [
+      2.0940170940170946e-06,
+      4.230769230769231e-06,
+      6.367521367521369e-06,
+      8.504273504273505e-06,
+      1.0641025641025641e-05,
+      1.2777777777777779e-05,
+      1.4914529914529916e-05,
+      1.7051282051282053e-05,
+      1.918803418803419e-05,
+      1.999979398161512e-05,
+      1.999859348639149e-05,
+      1.9996321251961762e-05,
+      1.999297752188447e-05,
+      1.998856265457068e-05,
+      1.9983077123245597e-05,
+      1.997652151589782e-05,
+      1.996889653521632e-05,
+      1.996020299851513e-05,
+      1.9950441837645735e-05,
+      1.9939614098897168e-05,
+      1.9927720942883887e-05,
+      1.991476364442136e-05,
+      1.99007435923894e-05,
+      1.988566228958333e-05,
+      1.9869521352552867e-05,
+      1.985232251142886e-05,
+      1.9834067609737843e-05,
+      1.9814758604204404e-05,
+      1.9794397564541483e-05,
+      1.97729866732285e-05,
+      1.9750528225277415e-05,
+      1.9727024627986732e-05,
+      1.9702478400683477e-05,
+      1.9676892174453123e-05,
+      1.9650268691857595e-05,
+      1.962261080664129e-05,
+      1.9593921483425182e-05,
+      1.956420379738904e-05,
+      1.9533460933941827e-05,
+      1.9501696188380235e-05,
+      1.9468912965535474e-05,
+      1.9435114779408318e-05,
+      1.940030525279244e-05,
+      1.9364488116886072e-05,
+      1.932766721089209e-05,
+      1.9289846481606466e-05,
+      1.9251029982995232e-05,
+      1.9211221875759945e-05,
+      1.9170426426891683e-05,
+      1.912864800921369e-05,
+      1.9085891100912644e-05,
+      1.9042160285058658e-05,
+      1.899746024911402e-05,
+      1.8951795784430738e-05,
+      1.8905171785736978e-05,
+      1.885759325061239e-05,
+      1.8809065278952432e-05,
+      1.87595930724217e-05,
+      1.8709181933896388e-05,
+      1.8657837266895868e-05,
+      1.8605564575003493e-05,
+      1.8552369461276668e-05,
+      1.8498257627646272e-05,
+      1.8443234874305476e-05,
+      1.8387307099088017e-05,
+      1.833048029683601e-05,
+      1.8272760558757396e-05,
+      1.821415407177299e-05,
+      1.8154667117853353e-05,
+      1.8094306073345396e-05,
+      1.8033077408288934e-05,
+      1.7970987685723155e-05,
+      1.7908043560983138e-05,
+      1.7844251780986472e-05,
+      1.7779619183510068e-05,
+      1.771415269645721e-05,
+      1.764785933711498e-05,
+      1.758074621140207e-05,
+      1.7512820513107095e-05,
+      1.744408952311752e-05,
+      1.737456060863922e-05,
+      1.7304241222406788e-05,
+      1.7233138901884704e-05,
+      1.716126126845937e-05,
+      1.7088616026622223e-05,
+      1.7015210963143854e-05,
+      1.6941053946239395e-05,
+      1.686615292472509e-05,
+      1.6790515927166305e-05,
+      1.6714151061016936e-05,
+      1.6637066511750382e-05,
+      1.6559270541982156e-05,
+      1.6480771490584218e-05,
+      1.6401577771791145e-05,
+      1.632169787429821e-05,
+      1.624114036035151e-05,
+      1.6159913864830143e-05,
+      1.6078027094320688e-05,
+      1.5995488826183933e-05,
+      1.5912307907614047e-05,
+      1.5828493254690254e-05,
+      1.5744053851421125e-05,
+      1.565899874878159e-05,
+      1.5573337063742783e-05,
+      1.5487077978294797e-05,
+      1.5400230738462467e-05,
+      1.5312804653314325e-05,
+      1.5224809093964728e-05,
+      1.513625349256942e-05,
+      1.5047147341314481e-05,
+      1.4957500191398879e-05,
+      1.486732165201069e-05,
+      1.4776621389297094e-05,
+      1.4685409125328267e-05,
+      1.4593694637055285e-05,
+      1.4501487755262145e-05,
+      1.4408798363512017e-05,
+      1.4315636397087825e-05,
+      1.4222011841927294e-05,
+      1.4127934733552578e-05,
+      1.4033415155994556e-05,
+      1.393846324071193e-05,
+      1.384308916550525e-05,
+      1.3747303153425972e-05,
+      1.365111547168064e-05,
+      1.3554536430530378e-05,
+      1.3457576382185727e-05,
+      1.3360245719697006e-05,
+      1.3262554875840292e-05,
+      1.3164514321999147e-05,
+      1.306613456704219e-05,
+      1.2967426156196665e-05,
+      1.2868399669918123e-05,
+      1.2769065722756287e-05,
+      1.2669434962217311e-05,
+      1.2569518067622477e-05,
+      1.246932574896349e-05,
+      1.2368868745754483e-05,
+      1.2268157825880862e-05,
+      1.2167203784445096e-05,
+      1.2066017442609627e-05,
+      1.1964609646436931e-05,
+      1.1862991265726958e-05,
+      1.1761173192851999e-05,
+      1.1659166341589152e-05,
+      1.1556981645950483e-05,
+      1.145463005901101e-05,
+      1.1352122551734668e-05,
+      1.1249470111798338e-05,
+      1.114668374241408e-05,
+      1.1043774461149727e-05,
+      1.0940753298747904e-05,
+      1.0837631297943672e-05,
+      1.0734419512280851e-05,
+      1.0631129004927213e-05,
+      1.0527770847488631e-05,
+      1.0424356118822316e-05,
+      1.0320895903849308e-05,
+      1.0217401292366253e-05,
+      1.0113883377856754e-05,
+      1.0010353256302219e-05,
+      9.906822024992524e-06,
+      9.803300781336502e-06,
+      9.69980062167242e-06,
+      9.596332640078565e-06,
+      9.492907927184097e-06,
+      9.389537568980247e-06,
+      9.286232645632011e-06,
+      9.183004230290502e-06,
+      9.07986338790601e-06,
+      8.976821174041971e-06,
+      8.87388863368992e-06,
+      8.771076800085607e-06,
+      8.668396693526353e-06,
+      8.565859320189762e-06,
+      8.463475670954042e-06,
+      8.361256720219845e-06,
+      8.259213424733964e-06,
+      8.157356722414882e-06,
+      8.055697531180345e-06,
+      7.954246747777093e-06,
+      7.853015246612821e-06,
+      7.752013878590598e-06,
+      7.651253469945752e-06,
+      7.550744821085403e-06,
+      7.450498705430804e-06,
+      7.350525868262532e-06,
+      7.2508370255687285e-06,
+      7.151442862896429e-06,
+      7.052354034206236e-06,
+      6.953581160730298e-06,
+      6.85513482983384e-06,
+      6.757025593880321e-06,
+      6.659263969100328e-06,
+      6.561860434464354e-06,
+      6.464825430559565e-06,
+      6.368169358470702e-06,
+      6.271902578665173e-06,
+      6.176035409882536e-06,
+      6.080578128028447e-06,
+      5.985540965073198e-06,
+      5.890934107954947e-06,
+      5.796767697487813e-06,
+      5.703051827274871e-06,
+      5.609796542626242e-06,
+      5.517011839482345e-06,
+      5.424707663342432e-06,
+      5.332893908198554e-06,
+      5.241580415475027e-06,
+      5.150776972973535e-06,
+      5.060493313824002e-06,
+      4.970739115441276e-06,
+      4.881523998487849e-06,
+      4.792857525842624e-06,
+      4.704749201575858e-06,
+      4.617208469930443e-06,
+      4.530244714309592e-06,
+      4.443867256271036e-06,
+      4.358085354527858e-06,
+      4.272908203956053e-06,
+      4.1883449346089565e-06,
+      4.104404610738569e-06,
+      4.0210962298240175e-06,
+      3.93842872160708e-06,
+      3.856410947135043e-06,
+      3.7750516978108685e-06,
+      3.694359694450883e-06,
+      3.614343586349991e-06,
+      3.5350119503545455e-06,
+      3.4563732899430336e-06,
+      3.378436034314582e-06,
+      3.3012085374854407e-06,
+      3.2246990773935283e-06,
+      3.1489158550111233e-06,
+      3.073866993465814e-06,
+      2.9995605371697877e-06,
+      2.9260044509575558e-06,
+      2.8532066192322196e-06,
+      2.781174845120328e-06,
+      2.7099168496354955e-06,
+      2.6394402708507826e-06,
+      2.569752663079973e-06,
+      2.5008614960678348e-06,
+      2.4327741541894557e-06,
+      2.3654979356587137e-06,
+      2.2990400517459866e-06,
+      2.2334076260051872e-06,
+      2.168607693510195e-06,
+      2.1046472001007667e-06,
+      2.0415330016380386e-06,
+      1.9792718632696296e-06,
+      1.9178704587045096e-06,
+      1.857335369497637e-06,
+      1.7976730843445e-06,
+      1.7388899983856034e-06,
+      1.6809924125209575e-06,
+      1.6239865327347171e-06,
+      1.567878469429952e-06,
+      1.5126742367736857e-06,
+      1.4583797520522402e-06,
+      1.4050008350369692e-06,
+      1.352543207360446e-06,
+      1.3010124919031519e-06,
+      1.2504142121907936e-06,
+      1.2007537918022173e-06,
+      1.1520365537880651e-06,
+      1.104267720100214e-06,
+      1.057452411032025e-06,
+      1.0115956446695252e-06,
+      9.667023363534933e-07,
+      9.227772981526173e-07,
+      8.798252383476802e-07,
+      8.378507609268871e-07,
+      7.968583650923678e-07,
+      7.568524447779136e-07,
+      7.178372881779871e-07,
+      6.798170772880908e-07,
+      6.427958874564933e-07,
+      6.067776869473951e-07,
+      5.717663365155768e-07,
+      5.377655889925725e-07,
+      5.047790888844018e-07,
+      4.7281037198092295e-07,
+      4.4186286497683193e-07,
+      4.119398851043621e-07,
+      3.8304463977770654e-07,
+      3.5518022624922987e-07,
+      3.283496312774659e-07,
+      3.025557308069771e-07,
+      2.7780128966007904e-07,
+      2.540889612404851e-07,
+      2.3142128724889634e-07,
+      2.098006974105471e-07,
+      1.8922950921477555e-07,
+      1.697099276666081e-07,
+      1.5124404505041046e-07,
+      1.3383384070561834e-07,
+      1.1748118081457038e-07,
+      1.0218781820247603e-07,
+      8.795539214953353e-08,
+      7.478542821521495e-08,
+      6.267933807474369e-08,
+      5.1638419367776584e-08,
+      4.166385555931518e-08,
+      3.275671581284834e-08,
+      2.491795487575277e-08,
+      1.814841297694714e-08,
+      1.2448815736839649e-08,
+      7.819774089539155e-09,
+      4.261784217376441e-09,
+      1.7752274977178574e-09,
+      3.603704620835924e-10
+    ],
+    "eval_step": [
+      781,
+      1562,
+      2343,
+      3124,
+      3905,
+      4686,
+      5467,
+      6248,
+      7029,
+      7810,
+      8591,
+      9372,
+      10153,
+      10934,
+      11715,
+      12496,
+      13277,
+      14058,
+      14839,
+      15620
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.0,
+      0.0,
+      0.0,
+      0.0011111111111111111,
+      0.0022222222222222222,
+      0.014444444444444444,
+      0.052222222222222225,
+      0.051111111111111114,
+      0.08333333333333333,
+      0.10888888888888888,
+      0.11222222222222222,
+      0.1288888888888889,
+      0.13777777777777778,
+      0.17,
+      0.15555555555555556,
+      0.18444444444444444,
+      0.2088888888888889,
+      0.20222222222222222,
+      0.21777777777777776,
+      0.21444444444444444
+    ]
+  },
+  "final_accuracy": 0.1925,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.45,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.8925619834710744,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 0.9894736842105263,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.24,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9166666666666666,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.9349112426035503,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 0.967741935483871,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.7297297297297297,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.23,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9079754601226994,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.9076923076923077,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.8735632183908046,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.6502463054187192,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 0.9743589743589743,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.16,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9669421487603306,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.8925619834710744,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.9591836734693877,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.6290322580645161,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.7399103139013453,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.29,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9711538461538461,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 0.9433962264150944,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 0.9130434782608695,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.66875,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.5928338762214984,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.12,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.31,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.3675,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.29,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.49,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.492,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.235,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.8926174496644296,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.946875,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.7334593572778828,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.8958333333333334,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.22,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.93,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.538860103626943,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.7850467289719626,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.96,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.62109375,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.7847222222222222,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.18,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.6666666666666666,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.7525773195876289,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.07,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 0.99,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.6721311475409836,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.8333333333333334,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.45,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.8885191347753744,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9175627240143369,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9379310344827586,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 0.9583333333333334,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.6031746031746031,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.21,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9342723004694836,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9557522123893806,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 0.9882352941176471,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.5027624309392266,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 0.9907407407407407,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.04,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9888268156424581,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 0.9223300970873787,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 0.9464285714285714,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.436241610738255,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.5539906103286385,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.06,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.97,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.96,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.54,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.33,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.04,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 0.98,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.51,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.24,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.27,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9383333333333334,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9363295880149812,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.6104783599088838,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 0.9512195121951219,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.1,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9433333333333334,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 0.97,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.5126903553299492,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.7184466019417476,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.03,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.97,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 0.96,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.43724696356275305,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.6339869281045751,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.03,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.4395973154362416,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.6881188118811881,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.1925,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_50K_2L1H128d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f042fb5952a5a3d094f33db76e3792f60cc38e235d390fab794cf6dc4983dad2
+size 157692826

add_sub_baseline_50K_2L1H128d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 2e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 781,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_50K_2L1H128d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 2,
+  "n_head": 1,
+  "n_embd": 128,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 50000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 39346560,
+  "run_name": "add_sub_baseline_50K_2L1H128d",
+  "git_commit": "7c8a203ce79a277a1e41a3ec0648cb73d5b2b760",
+  "timestamp": "2026-04-14T01:48:03.866368+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "c75zys8r",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/c75zys8r",
+  "final_accuracy": 0.1925,
+  "sft_accuracy": 0.1925,
+  "eval_method": "ArithmeticEvaluator"
+}