Upload add_sub_baseline_50K_1L3H510d

add_sub_baseline_50K_1L3H510d/config.json

@@ -0,0 +1,36 @@
+{
+  "architectures": [
+    "SorlModelWrapper"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": null,
+  "dtype": "float32",
+  "eos_token_id": null,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 510,
+  "initializer_range": 0.02,
+  "intermediate_size": 2040,
+  "layer_types": [
+    "full_attention"
+  ],
+  "max_position_embeddings": 128,
+  "max_window_layers": 28,
+  "model_type": "qwen3",
+  "num_attention_heads": 3,
+  "num_hidden_layers": 1,
+  "num_key_value_heads": 3,
+  "pad_token_id": null,
+  "rms_norm_eps": 1e-06,
+  "rope_parameters": {
+    "rope_theta": 10000.0,
+    "rope_type": "default"
+  },
+  "sliding_window": null,
+  "tie_word_embeddings": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151645
+}

add_sub_baseline_50K_1L3H510d/generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "output_attentions": false,
+  "output_hidden_states": false,
+  "transformers_version": "5.5.0",
+  "use_cache": true
+}

add_sub_baseline_50K_1L3H510d/metrics.json

@@ -0,0 +1,1831 @@
+{
+  "history": {
+    "step": [
+      50,
+      100,
+      150,
+      200,
+      250,
+      300,
+      350,
+      400,
+      450,
+      500,
+      550,
+      600,
+      650,
+      700,
+      750,
+      800,
+      850,
+      900,
+      950,
+      1000,
+      1050,
+      1100,
+      1150,
+      1200,
+      1250,
+      1300,
+      1350,
+      1400,
+      1450,
+      1500,
+      1550,
+      1600,
+      1650,
+      1700,
+      1750,
+      1800,
+      1850,
+      1900,
+      1950,
+      2000,
+      2050,
+      2100,
+      2150,
+      2200,
+      2250,
+      2300,
+      2350,
+      2400,
+      2450,
+      2500,
+      2550,
+      2600,
+      2650,
+      2700,
+      2750,
+      2800,
+      2850,
+      2900,
+      2950,
+      3000,
+      3050,
+      3100,
+      3150,
+      3200,
+      3250,
+      3300,
+      3350,
+      3400,
+      3450,
+      3500,
+      3550,
+      3600,
+      3650,
+      3700,
+      3750,
+      3800,
+      3850,
+      3900,
+      3950,
+      4000,
+      4050,
+      4100,
+      4150,
+      4200,
+      4250,
+      4300,
+      4350,
+      4400,
+      4450,
+      4500,
+      4550,
+      4600,
+      4650,
+      4700,
+      4750,
+      4800,
+      4850,
+      4900,
+      4950,
+      5000,
+      5050,
+      5100,
+      5150,
+      5200,
+      5250,
+      5300,
+      5350,
+      5400,
+      5450,
+      5500,
+      5550,
+      5600,
+      5650,
+      5700,
+      5750,
+      5800,
+      5850,
+      5900,
+      5950,
+      6000,
+      6050,
+      6100,
+      6150,
+      6200,
+      6250,
+      6300,
+      6350,
+      6400,
+      6450,
+      6500,
+      6550,
+      6600,
+      6650,
+      6700,
+      6750,
+      6800,
+      6850,
+      6900,
+      6950,
+      7000,
+      7050,
+      7100,
+      7150,
+      7200,
+      7250,
+      7300,
+      7350,
+      7400,
+      7450,
+      7500,
+      7550,
+      7600,
+      7650,
+      7700,
+      7750,
+      7800,
+      7850,
+      7900,
+      7950,
+      8000,
+      8050,
+      8100,
+      8150,
+      8200,
+      8250,
+      8300,
+      8350,
+      8400,
+      8450,
+      8500,
+      8550,
+      8600,
+      8650,
+      8700,
+      8750,
+      8800,
+      8850,
+      8900,
+      8950,
+      9000,
+      9050,
+      9100,
+      9150,
+      9200,
+      9250,
+      9300,
+      9350,
+      9400,
+      9450,
+      9500,
+      9550,
+      9600,
+      9650,
+      9700,
+      9750,
+      9800,
+      9850,
+      9900,
+      9950,
+      10000,
+      10050,
+      10100,
+      10150,
+      10200,
+      10250,
+      10300,
+      10350,
+      10400,
+      10450,
+      10500,
+      10550,
+      10600,
+      10650,
+      10700,
+      10750,
+      10800,
+      10850,
+      10900,
+      10950,
+      11000,
+      11050,
+      11100,
+      11150,
+      11200,
+      11250,
+      11300,
+      11350,
+      11400,
+      11450,
+      11500,
+      11550,
+      11600,
+      11650,
+      11700,
+      11750,
+      11800,
+      11850,
+      11900,
+      11950,
+      12000,
+      12050,
+      12100,
+      12150,
+      12200,
+      12250,
+      12300,
+      12350,
+      12400,
+      12450,
+      12500,
+      12550,
+      12600,
+      12650,
+      12700,
+      12750,
+      12800,
+      12850,
+      12900,
+      12950,
+      13000,
+      13050,
+      13100,
+      13150,
+      13200,
+      13250,
+      13300,
+      13350,
+      13400,
+      13450,
+      13500,
+      13550,
+      13600,
+      13650,
+      13700,
+      13750,
+      13800,
+      13850,
+      13900,
+      13950,
+      14000,
+      14050,
+      14100,
+      14150,
+      14200,
+      14250,
+      14300,
+      14350,
+      14400,
+      14450,
+      14500,
+      14550,
+      14600,
+      14650,
+      14700,
+      14750,
+      14800,
+      14850,
+      14900,
+      14950,
+      15000,
+      15050,
+      15100,
+      15150,
+      15200,
+      15250,
+      15300,
+      15350,
+      15400,
+      15450,
+      15500,
+      15550,
+      15600
+    ],
+    "loss": [
+      10.19568157196045,
+      7.192863464355469,
+      6.217032432556152,
+      4.67427921295166,
+      2.955170154571533,
+      2.0684783458709717,
+      1.879281759262085,
+      1.9268118143081665,
+      1.838002324104309,
+      1.6958969831466675,
+      1.6997877359390259,
+      1.5733033418655396,
+      1.5437490940093994,
+      1.147268295288086,
+      0.8210930228233337,
+      0.7633241415023804,
+      0.7406877279281616,
+      0.7202191352844238,
+      0.5617724061012268,
+      0.5543747544288635,
+      0.5196675658226013,
+      0.515282154083252,
+      0.541344404220581,
+      0.4584448039531708,
+      0.43351513147354126,
+      0.43640443682670593,
+      0.40899521112442017,
+      0.3735989034175873,
+      0.36980319023132324,
+      0.38705509901046753,
+      0.34830760955810547,
+      0.3112049400806427,
+      0.38858872652053833,
+      0.3346550166606903,
+      0.3554438054561615,
+      0.31374162435531616,
+      0.3362943232059479,
+      0.3253510296344757,
+      0.3735771179199219,
+      0.31208163499832153,
+      0.2946203649044037,
+      0.28192415833473206,
+      0.37054675817489624,
+      0.2701527178287506,
+      0.35655704140663147,
+      0.29881080985069275,
+      0.2859213054180145,
+      0.28949055075645447,
+      0.28196626901626587,
+      0.23745205998420715,
+      0.3055541217327118,
+      0.32069405913352966,
+      0.2612220048904419,
+      0.2794129252433777,
+      0.35670334100723267,
+      0.2686660587787628,
+      0.2621057331562042,
+      0.2519742548465729,
+      0.2593633234500885,
+      0.23556630313396454,
+      0.2755930423736572,
+      0.23948059976100922,
+      0.28940704464912415,
+      0.23039786517620087,
+      0.21981647610664368,
+      0.2917427718639374,
+      0.2732771635055542,
+      0.24072220921516418,
+      0.2149968147277832,
+      0.22879359126091003,
+      0.23625613749027252,
+      0.2409660965204239,
+      0.2549420893192291,
+      0.19799569249153137,
+      0.23658190667629242,
+      0.25520455837249756,
+      0.2438141405582428,
+      0.21446263790130615,
+      0.18694305419921875,
+      0.21734251081943512,
+      0.23308448493480682,
+      0.25597816705703735,
+      0.2303375005722046,
+      0.22810396552085876,
+      0.2421826273202896,
+      0.24269063770771027,
+      0.19383986294269562,
+      0.19238220155239105,
+      0.23637458682060242,
+      0.2113189697265625,
+      0.18594272434711456,
+      0.2047307789325714,
+      0.22051747143268585,
+      0.2338298112154007,
+      0.18495337665081024,
+      0.31769758462905884,
+      0.17948535084724426,
+      0.16956846415996552,
+      0.18370643258094788,
+      0.21728311479091644,
+      0.16529808938503265,
+      0.1880127638578415,
+      0.1927148550748825,
+      0.17977656424045563,
+      0.19032812118530273,
+      0.225495383143425,
+      0.18763747811317444,
+      0.15616856515407562,
+      0.2110285460948944,
+      0.1917344182729721,
+      0.19217932224273682,
+      0.18634091317653656,
+      0.17289797961711884,
+      0.18017618358135223,
+      0.16975148022174835,
+      0.20279523730278015,
+      0.18793119490146637,
+      0.18208105862140656,
+      0.2210826873779297,
+      0.1848507970571518,
+      0.175362229347229,
+      0.2338799387216568,
+      0.15665939450263977,
+      0.1710033118724823,
+      0.22897052764892578,
+      0.19976939260959625,
+      0.17123167216777802,
+      0.17207647860050201,
+      0.16104988753795624,
+      0.17151372134685516,
+      0.20540104806423187,
+      0.16327939927577972,
+      0.18736600875854492,
+      0.15778745710849762,
+      0.1724669635295868,
+      0.22603313624858856,
+      0.15962539613246918,
+      0.17842444777488708,
+      0.2059607207775116,
+      0.16246894001960754,
+      0.1688106805086136,
+      0.15051047503948212,
+      0.17147870361804962,
+      0.1596122831106186,
+      0.16684506833553314,
+      0.17243006825447083,
+      0.18031249940395355,
+      0.15410535037517548,
+      0.14030024409294128,
+      0.17812776565551758,
+      0.15372362732887268,
+      0.16936704516410828,
+      0.16118179261684418,
+      0.15867330133914948,
+      0.17409607768058777,
+      0.16555775701999664,
+      0.14979203045368195,
+      0.11939563602209091,
+      0.17306402325630188,
+      0.19467274844646454,
+      0.1610839068889618,
+      0.14897356927394867,
+      0.13533374667167664,
+      0.1751706600189209,
+      0.14803266525268555,
+      0.14225070178508759,
+      0.1285431832075119,
+      0.15326274931430817,
+      0.12212397158145905,
+      0.15423189103603363,
+      0.1676071733236313,
+      0.17005637288093567,
+      0.13811911642551422,
+      0.1578800231218338,
+      0.1245812326669693,
+      0.14160023629665375,
+      0.1362280547618866,
+      0.13950759172439575,
+      0.13266520202159882,
+      0.12251361459493637,
+      0.1468406617641449,
+      0.13180361688137054,
+      0.14409062266349792,
+      0.10714907199144363,
+      0.15004582703113556,
+      0.1443106085062027,
+      0.16568748652935028,
+      0.13185156881809235,
+      0.1419181525707245,
+      0.12822316586971283,
+      0.13271304965019226,
+      0.14806745946407318,
+      0.12749268114566803,
+      0.14777174592018127,
+      0.12936027348041534,
+      0.16480930149555206,
+      0.1283726692199707,
+      0.17376258969306946,
+      0.14537104964256287,
+      0.17024172842502594,
+      0.10525000840425491,
+      0.13460473716259003,
+      0.1136106625199318,
+      0.14334174990653992,
+      0.12381266057491302,
+      0.11635736376047134,
+      0.1619941145181656,
+      0.11771261692047119,
+      0.1627335399389267,
+      0.13971097767353058,
+      0.13618090748786926,
+      0.13798284530639648,
+      0.1138051375746727,
+      0.10376495867967606,
+      0.1188473179936409,
+      0.14848637580871582,
+      0.12351793795824051,
+      0.1291089653968811,
+      0.14152243733406067,
+      0.120426245033741,
+      0.12951800227165222,
+      0.1462240368127823,
+      0.12321526557207108,
+      0.11646594107151031,
+      0.16523265838623047,
+      0.09980458766222,
+      0.11321472376585007,
+      0.11211931705474854,
+      0.11767058819532394,
+      0.12701120972633362,
+      0.13879325985908508,
+      0.15463045239448547,
+      0.0981360599398613,
+      0.0952308177947998,
+      0.11886616051197052,
+      0.11998490244150162,
+      0.1317901909351349,
+      0.12052290141582489,
+      0.11561640352010727,
+      0.1148061528801918,
+      0.11529232561588287,
+      0.1109485775232315,
+      0.08685992658138275,
+      0.10863905400037766,
+      0.10214114189147949,
+      0.11502943933010101,
+      0.10768144577741623,
+      0.12711675465106964,
+      0.08342073112726212,
+      0.11724580824375153,
+      0.11047422140836716,
+      0.1387486755847931,
+      0.11161993443965912,
+      0.10834724456071854,
+      0.10992390662431717,
+      0.09308646619319916,
+      0.09626653045415878,
+      0.0924919992685318,
+      0.11180823296308517,
+      0.10675805807113647,
+      0.1210842952132225,
+      0.11283500492572784,
+      0.10502934455871582,
+      0.09572649002075195,
+      0.10792434215545654,
+      0.10839086771011353,
+      0.13045024871826172,
+      0.1423415094614029,
+      0.1113070398569107,
+      0.11313152313232422,
+      0.12788374722003937,
+      0.10165081918239594,
+      0.08276218920946121,
+      0.10745533555746078,
+      0.10156644880771637,
+      0.09847947210073471,
+      0.13116250932216644,
+      0.11027399450540543,
+      0.10681574791669846,
+      0.11552350223064423,
+      0.08603107184171677,
+      0.10476719588041306,
+      0.09377549588680267,
+      0.11473890393972397,
+      0.12605629861354828,
+      0.1027151346206665,
+      0.10792066156864166,
+      0.08990789949893951,
+      0.09799478948116302,
+      0.07296454906463623,
+      0.12055801600217819,
+      0.12072388827800751,
+      0.09598750621080399,
+      0.10575366765260696,
+      0.08751322329044342,
+      0.09683708101511002,
+      0.10606545954942703,
+      0.09735989570617676,
+      0.08438508957624435,
+      0.12220897525548935,
+      0.10032238811254501,
+      0.08653612434864044,
+      0.09255076199769974,
+      0.12790820002555847,
+      0.0972944125533104,
+      0.09457828849554062,
+      0.08459220826625824,
+      0.12037122994661331,
+      0.10575146228075027,
+      0.09452326595783234,
+      0.09958111494779587,
+      0.11665801703929901
+    ],
+    "base_loss": [
+      10.19568157196045,
+      7.192863464355469,
+      6.217032432556152,
+      4.67427921295166,
+      2.955170154571533,
+      2.0684783458709717,
+      1.879281759262085,
+      1.9268118143081665,
+      1.838002324104309,
+      1.6958969831466675,
+      1.6997877359390259,
+      1.5733033418655396,
+      1.5437490940093994,
+      1.147268295288086,
+      0.8210930228233337,
+      0.7633241415023804,
+      0.7406877279281616,
+      0.7202191352844238,
+      0.5617724061012268,
+      0.5543747544288635,
+      0.5196675658226013,
+      0.515282154083252,
+      0.541344404220581,
+      0.4584448039531708,
+      0.43351513147354126,
+      0.43640443682670593,
+      0.40899521112442017,
+      0.3735989034175873,
+      0.36980319023132324,
+      0.38705509901046753,
+      0.34830760955810547,
+      0.3112049400806427,
+      0.38858872652053833,
+      0.3346550166606903,
+      0.3554438054561615,
+      0.31374162435531616,
+      0.3362943232059479,
+      0.3253510296344757,
+      0.3735771179199219,
+      0.31208163499832153,
+      0.2946203649044037,
+      0.28192415833473206,
+      0.37054675817489624,
+      0.2701527178287506,
+      0.35655704140663147,
+      0.29881080985069275,
+      0.2859213054180145,
+      0.28949055075645447,
+      0.28196626901626587,
+      0.23745205998420715,
+      0.3055541217327118,
+      0.32069405913352966,
+      0.2612220048904419,
+      0.2794129252433777,
+      0.35670334100723267,
+      0.2686660587787628,
+      0.2621057331562042,
+      0.2519742548465729,
+      0.2593633234500885,
+      0.23556630313396454,
+      0.2755930423736572,
+      0.23948059976100922,
+      0.28940704464912415,
+      0.23039786517620087,
+      0.21981647610664368,
+      0.2917427718639374,
+      0.2732771635055542,
+      0.24072220921516418,
+      0.2149968147277832,
+      0.22879359126091003,
+      0.23625613749027252,
+      0.2409660965204239,
+      0.2549420893192291,
+      0.19799569249153137,
+      0.23658190667629242,
+      0.25520455837249756,
+      0.2438141405582428,
+      0.21446263790130615,
+      0.18694305419921875,
+      0.21734251081943512,
+      0.23308448493480682,
+      0.25597816705703735,
+      0.2303375005722046,
+      0.22810396552085876,
+      0.2421826273202896,
+      0.24269063770771027,
+      0.19383986294269562,
+      0.19238220155239105,
+      0.23637458682060242,
+      0.2113189697265625,
+      0.18594272434711456,
+      0.2047307789325714,
+      0.22051747143268585,
+      0.2338298112154007,
+      0.18495337665081024,
+      0.31769758462905884,
+      0.17948535084724426,
+      0.16956846415996552,
+      0.18370643258094788,
+      0.21728311479091644,
+      0.16529808938503265,
+      0.1880127638578415,
+      0.1927148550748825,
+      0.17977656424045563,
+      0.19032812118530273,
+      0.225495383143425,
+      0.18763747811317444,
+      0.15616856515407562,
+      0.2110285460948944,
+      0.1917344182729721,
+      0.19217932224273682,
+      0.18634091317653656,
+      0.17289797961711884,
+      0.18017618358135223,
+      0.16975148022174835,
+      0.20279523730278015,
+      0.18793119490146637,
+      0.18208105862140656,
+      0.2210826873779297,
+      0.1848507970571518,
+      0.175362229347229,
+      0.2338799387216568,
+      0.15665939450263977,
+      0.1710033118724823,
+      0.22897052764892578,
+      0.19976939260959625,
+      0.17123167216777802,
+      0.17207647860050201,
+      0.16104988753795624,
+      0.17151372134685516,
+      0.20540104806423187,
+      0.16327939927577972,
+      0.18736600875854492,
+      0.15778745710849762,
+      0.1724669635295868,
+      0.22603313624858856,
+      0.15962539613246918,
+      0.17842444777488708,
+      0.2059607207775116,
+      0.16246894001960754,
+      0.1688106805086136,
+      0.15051047503948212,
+      0.17147870361804962,
+      0.1596122831106186,
+      0.16684506833553314,
+      0.17243006825447083,
+      0.18031249940395355,
+      0.15410535037517548,
+      0.14030024409294128,
+      0.17812776565551758,
+      0.15372362732887268,
+      0.16936704516410828,
+      0.16118179261684418,
+      0.15867330133914948,
+      0.17409607768058777,
+      0.16555775701999664,
+      0.14979203045368195,
+      0.11939563602209091,
+      0.17306402325630188,
+      0.19467274844646454,
+      0.1610839068889618,
+      0.14897356927394867,
+      0.13533374667167664,
+      0.1751706600189209,
+      0.14803266525268555,
+      0.14225070178508759,
+      0.1285431832075119,
+      0.15326274931430817,
+      0.12212397158145905,
+      0.15423189103603363,
+      0.1676071733236313,
+      0.17005637288093567,
+      0.13811911642551422,
+      0.1578800231218338,
+      0.1245812326669693,
+      0.14160023629665375,
+      0.1362280547618866,
+      0.13950759172439575,
+      0.13266520202159882,
+      0.12251361459493637,
+      0.1468406617641449,
+      0.13180361688137054,
+      0.14409062266349792,
+      0.10714907199144363,
+      0.15004582703113556,
+      0.1443106085062027,
+      0.16568748652935028,
+      0.13185156881809235,
+      0.1419181525707245,
+      0.12822316586971283,
+      0.13271304965019226,
+      0.14806745946407318,
+      0.12749268114566803,
+      0.14777174592018127,
+      0.12936027348041534,
+      0.16480930149555206,
+      0.1283726692199707,
+      0.17376258969306946,
+      0.14537104964256287,
+      0.17024172842502594,
+      0.10525000840425491,
+      0.13460473716259003,
+      0.1136106625199318,
+      0.14334174990653992,
+      0.12381266057491302,
+      0.11635736376047134,
+      0.1619941145181656,
+      0.11771261692047119,
+      0.1627335399389267,
+      0.13971097767353058,
+      0.13618090748786926,
+      0.13798284530639648,
+      0.1138051375746727,
+      0.10376495867967606,
+      0.1188473179936409,
+      0.14848637580871582,
+      0.12351793795824051,
+      0.1291089653968811,
+      0.14152243733406067,
+      0.120426245033741,
+      0.12951800227165222,
+      0.1462240368127823,
+      0.12321526557207108,
+      0.11646594107151031,
+      0.16523265838623047,
+      0.09980458766222,
+      0.11321472376585007,
+      0.11211931705474854,
+      0.11767058819532394,
+      0.12701120972633362,
+      0.13879325985908508,
+      0.15463045239448547,
+      0.0981360599398613,
+      0.0952308177947998,
+      0.11886616051197052,
+      0.11998490244150162,
+      0.1317901909351349,
+      0.12052290141582489,
+      0.11561640352010727,
+      0.1148061528801918,
+      0.11529232561588287,
+      0.1109485775232315,
+      0.08685992658138275,
+      0.10863905400037766,
+      0.10214114189147949,
+      0.11502943933010101,
+      0.10768144577741623,
+      0.12711675465106964,
+      0.08342073112726212,
+      0.11724580824375153,
+      0.11047422140836716,
+      0.1387486755847931,
+      0.11161993443965912,
+      0.10834724456071854,
+      0.10992390662431717,
+      0.09308646619319916,
+      0.09626653045415878,
+      0.0924919992685318,
+      0.11180823296308517,
+      0.10675805807113647,
+      0.1210842952132225,
+      0.11283500492572784,
+      0.10502934455871582,
+      0.09572649002075195,
+      0.10792434215545654,
+      0.10839086771011353,
+      0.13045024871826172,
+      0.1423415094614029,
+      0.1113070398569107,
+      0.11313152313232422,
+      0.12788374722003937,
+      0.10165081918239594,
+      0.08276218920946121,
+      0.10745533555746078,
+      0.10156644880771637,
+      0.09847947210073471,
+      0.13116250932216644,
+      0.11027399450540543,
+      0.10681574791669846,
+      0.11552350223064423,
+      0.08603107184171677,
+      0.10476719588041306,
+      0.09377549588680267,
+      0.11473890393972397,
+      0.12605629861354828,
+      0.1027151346206665,
+      0.10792066156864166,
+      0.08990789949893951,
+      0.09799478948116302,
+      0.07296454906463623,
+      0.12055801600217819,
+      0.12072388827800751,
+      0.09598750621080399,
+      0.10575366765260696,
+      0.08751322329044342,
+      0.09683708101511002,
+      0.10606545954942703,
+      0.09735989570617676,
+      0.08438508957624435,
+      0.12220897525548935,
+      0.10032238811254501,
+      0.08653612434864044,
+      0.09255076199769974,
+      0.12790820002555847,
+      0.0972944125533104,
+      0.09457828849554062,
+      0.08459220826625824,
+      0.12037122994661331,
+      0.10575146228075027,
+      0.09452326595783234,
+      0.09958111494779587,
+      0.11665801703929901
+    ],
+    "lr": [
+      8.376068376068378e-06,
+      1.6923076923076924e-05,
+      2.5470085470085475e-05,
+      3.401709401709402e-05,
+      4.2564102564102564e-05,
+      5.1111111111111115e-05,
+      5.9658119658119666e-05,
+      6.820512820512821e-05,
+      7.675213675213675e-05,
+      7.999917592646048e-05,
+      7.999437394556597e-05,
+      7.998528500784705e-05,
+      7.997191008753788e-05,
+      7.995425061828272e-05,
+      7.993230849298239e-05,
+      7.990608606359128e-05,
+      7.987558614086529e-05,
+      7.984081199406053e-05,
+      7.980176735058294e-05,
+      7.975845639558867e-05,
+      7.971088377153555e-05,
+      7.965905457768543e-05,
+      7.96029743695576e-05,
+      7.954264915833332e-05,
+      7.947808541021147e-05,
+      7.940929004571544e-05,
+      7.933627043895137e-05,
+      7.925903441681762e-05,
+      7.917759025816593e-05,
+      7.9091946692914e-05,
+      7.900211290110966e-05,
+      7.890809851194693e-05,
+      7.880991360273391e-05,
+      7.870756869781249e-05,
+      7.860107476743038e-05,
+      7.849044322656517e-05,
+      7.837568593370073e-05,
+      7.825681518955616e-05,
+      7.813384373576731e-05,
+      7.800678475352094e-05,
+      7.78756518621419e-05,
+      7.774045911763327e-05,
+      7.760122101116976e-05,
+      7.745795246754429e-05,
+      7.731066884356836e-05,
+      7.715938592642586e-05,
+      7.700411993198093e-05,
+      7.684488750303978e-05,
+      7.668170570756673e-05,
+      7.651459203685475e-05,
+      7.634356440365058e-05,
+      7.616864114023463e-05,
+      7.598984099645608e-05,
+      7.580718313772295e-05,
+      7.562068714294791e-05,
+      7.543037300244957e-05,
+      7.523626111580973e-05,
+      7.50383722896868e-05,
+      7.483672773558555e-05,
+      7.463134906758347e-05,
+      7.442225830001397e-05,
+      7.420947784510667e-05,
+      7.399303051058509e-05,
+      7.37729394972219e-05,
+      7.354922839635207e-05,
+      7.332192118734404e-05,
+      7.309104223502958e-05,
+      7.285661628709196e-05,
+      7.261866847141341e-05,
+      7.237722429338159e-05,
+      7.213230963315574e-05,
+      7.188395074289262e-05,
+      7.163217424393255e-05,
+      7.137700712394589e-05,
+      7.111847673404027e-05,
+      7.085661078582884e-05,
+      7.059143734845993e-05,
+      7.032298484560829e-05,
+      7.005128205242838e-05,
+      6.977635809247008e-05,
+      6.949824243455688e-05,
+      6.921696488962715e-05,
+      6.893255560753881e-05,
+      6.864504507383748e-05,
+      6.835446410648889e-05,
+      6.806084385257542e-05,
+      6.776421578495758e-05,
+      6.746461169890036e-05,
+      6.716206370866522e-05,
+      6.685660424406774e-05,
+      6.654826604700153e-05,
+      6.623708216792863e-05,
+      6.592308596233687e-05,
+      6.560631108716458e-05,
+      6.528679149719284e-05,
+      6.496456144140604e-05,
+      6.463965545932057e-05,
+      6.431210837728275e-05,
+      6.398195530473573e-05,
+      6.364923163045619e-05,
+      6.331397301876102e-05,
+      6.29762154056845e-05,
+      6.263599499512636e-05,
+      6.229334825497113e-05,
+      6.194831191317919e-05,
+      6.160092295384987e-05,
+      6.12512186132573e-05,
+      6.089923637585891e-05,
+      6.054501397027768e-05,
+      6.0188589365257925e-05,
+      5.9830000765595515e-05,
+      5.946928660804276e-05,
+      5.9106485557188376e-05,
+      5.874163650131307e-05,
+      5.837477854822114e-05,
+      5.800595102104858e-05,
+      5.763519345404807e-05,
+      5.72625455883513e-05,
+      5.6888047367709176e-05,
+      5.651173893421031e-05,
+      5.613366062397822e-05,
+      5.575385296284772e-05,
+      5.5372356662021e-05,
+      5.498921261370389e-05,
+      5.460446188672256e-05,
+      5.421814572212151e-05,
+      5.383030552874291e-05,
+      5.3440982878788026e-05,
+      5.305021950336117e-05,
+      5.265805728799659e-05,
+      5.226453826816876e-05,
+      5.186970462478666e-05,
+      5.1473598679672494e-05,
+      5.107626289102515e-05,
+      5.0677739848869245e-05,
+      5.027807227048991e-05,
+      4.987730299585396e-05,
+      4.9475474983017934e-05,
+      4.907263130352345e-05,
+      4.866881513778038e-05,
+      4.826406977043851e-05,
+      4.7858438585747725e-05,
+      4.745196506290783e-05,
+      4.7044692771407994e-05,
+      4.663666536635661e-05,
+      4.622792658380193e-05,
+      4.581852023604404e-05,
+      4.540849020693867e-05,
+      4.499788044719335e-05,
+      4.458673496965632e-05,
+      4.417509784459891e-05,
+      4.3763013194991616e-05,
+      4.335052519177469e-05,
+      4.2937678049123405e-05,
+      4.252451601970885e-05,
+      4.2111083389954525e-05,
+      4.1697424475289266e-05,
+      4.128358361539723e-05,
+      4.0869605169465014e-05,
+      4.045553351142702e-05,
+      4.0041413025208874e-05,
+      3.9627288099970094e-05,
+      3.921320312534601e-05,
+      3.879920248668968e-05,
+      3.838533056031426e-05,
+      3.7971631708736386e-05,
+      3.755815027592099e-05,
+      3.7144930582528044e-05,
+      3.673201692116201e-05,
+      3.631945355162404e-05,
+      3.5907284696167886e-05,
+      3.549555453475968e-05,
+      3.5084307200342426e-05,
+      3.467358677410541e-05,
+      3.426343728075905e-05,
+      3.3853902683816166e-05,
+      3.344502688087938e-05,
+      3.303685369893586e-05,
+      3.262942688965953e-05,
+      3.222279012472138e-05,
+      3.181698699110837e-05,
+      3.1412060986451285e-05,
+      3.100805551436239e-05,
+      3.060501387978301e-05,
+      3.0202979284341613e-05,
+      2.9801994821723217e-05,
+      2.940210347305013e-05,
+      2.9003348102274914e-05,
+      2.8605771451585716e-05,
+      2.8209416136824944e-05,
+      2.7814324642921193e-05,
+      2.742053931933536e-05,
+      2.7028102375521285e-05,
+      2.663705587640131e-05,
+      2.6247441737857415e-05,
+      2.585930172223826e-05,
+      2.5472677433882806e-05,
+      2.5087610314660693e-05,
+      2.4704141639530145e-05,
+      2.4322312512113788e-05,
+      2.3942163860292792e-05,
+      2.3563736431819786e-05,
+      2.3187070789951253e-05,
+      2.2812207309099484e-05,
+      2.243918617050497e-05,
+      2.206804735792938e-05,
+      2.1698830653369728e-05,
+      2.1331575632794218e-05,
+      2.0966321661900107e-05,
+      2.060310789189414e-05,
+      2.0241973255296008e-05,
+      1.9882956461765102e-05,
+      1.9526095993951397e-05,
+      1.9171430103370494e-05,
+      1.8818996806303432e-05,
+      1.8468833879721774e-05,
+      1.8120978857238367e-05,
+      1.7775469025084143e-05,
+      1.7432341418111432e-05,
+      1.7091632815824213e-05,
+      1.6753379738435826e-05,
+      1.6417618442954277e-05,
+      1.608438491929607e-05,
+      1.575371488642832e-05,
+      1.5425643788540173e-05,
+      1.5100206791243474e-05,
+      1.4777438777803532e-05,
+      1.4457374345399963e-05,
+      1.4140047801418182e-05,
+      1.3825493159772134e-05,
+      1.3513744137258327e-05,
+      1.3204834149941763e-05,
+      1.2898796309574113e-05,
+      1.2595663420044493e-05,
+      1.2295467973863255e-05,
+      1.199824214867915e-05,
+      1.1704017803830223e-05,
+      1.1412826476928878e-05,
+      1.1124699380481312e-05,
+      1.0839667398541982e-05,
+      1.055776108340313e-05,
+      1.0279010652319892e-05,
+      1.0003445984271339e-05,
+      9.731096616757823e-06,
+      9.461991742634855e-06,
+      9.196160206983947e-06,
+      8.933630504020749e-06,
+      8.67443077404078e-06,
+      8.418588800403067e-06,
+      8.166132006552154e-06,
+      7.917087453078518e-06,
+      7.671481834818038e-06,
+      7.429341477990548e-06,
+      7.190692337378e-06,
+      6.955559993542414e-06,
+      6.72396965008383e-06,
+      6.4959461309388684e-06,
+      6.271513877719808e-06,
+      6.050696947094743e-06,
+      5.833519008208961e-06,
+      5.620003340147877e-06,
+      5.410172829441784e-06,
+      5.204049967612607e-06,
+      5.001656848763174e-06,
+      4.803015167208869e-06,
+      4.6081462151522605e-06,
+      4.417070880400856e-06,
+      4.2298096441281e-06,
+      4.046382578678101e-06,
+      3.866809345413973e-06,
+      3.6911091926104694e-06,
+      3.519300953390721e-06,
+      3.3514030437075486e-06,
+      3.187433460369471e-06,
+      3.027409779111654e-06,
+      2.8713491527119485e-06,
+      2.719268309152363e-06,
+      2.571183549825973e-06,
+      2.4271107477895805e-06,
+      2.2870653460623073e-06,
+      2.15106235597029e-06,
+      2.019116355537607e-06,
+      1.8912414879236918e-06,
+      1.7674514599073277e-06,
+      1.6477595404174484e-06,
+      1.5321785591108262e-06,
+      1.4207209049969195e-06,
+      1.3133985251098636e-06,
+      1.2102229232279083e-06,
+      1.1112051586403162e-06,
+      1.0163558449619404e-06,
+      9.256851489955854e-07,
+      8.392027896421884e-07,
+      7.569180368591022e-07,
+      6.788397106664324e-07,
+      6.049761802016418e-07,
+      5.353353628224734e-07,
+      4.699247232582815e-07,
+      4.087512728099041e-07,
+      3.518215685981341e-07,
+      2.991417128608598e-07,
+      2.5071735229897477e-07,
+      2.0655367747110634e-07,
+      1.6665542223726073e-07,
+      1.3102686325139335e-07,
+      9.967181950301108e-08,
+      7.259365190778856e-08,
+      4.9795262947358594e-08,
+      3.127909635815662e-08,
+      1.7047136869505764e-08,
+      7.10090999087143e-09,
+      1.4414818483343695e-09
+    ],
+    "eval_step": [
+      781,
+      1562,
+      2343,
+      3124,
+      3905,
+      4686,
+      5467,
+      6248,
+      7029,
+      7810,
+      8591,
+      9372,
+      10153,
+      10934,
+      11715,
+      12496,
+      13277,
+      14058,
+      14839,
+      15620
+    ],
+    "eval_epoch": [
+      1,
+      2,
+      3,
+      4,
+      5,
+      6,
+      7,
+      8,
+      9,
+      10,
+      11,
+      12,
+      13,
+      14,
+      15,
+      16,
+      17,
+      18,
+      19,
+      20
+    ],
+    "eval_accuracy": [
+      0.021111111111111112,
+      0.24,
+      0.3611111111111111,
+      0.44666666666666666,
+      0.4588888888888889,
+      0.5144444444444445,
+      0.5033333333333333,
+      0.5022222222222222,
+      0.5611111111111111,
+      0.57,
+      0.5722222222222222,
+      0.6244444444444445,
+      0.6166666666666667,
+      0.6211111111111111,
+      0.6455555555555555,
+      0.6711111111111111,
+      0.6311111111111111,
+      0.6322222222222222,
+      0.6533333333333333,
+      0.6666666666666666
+    ]
+  },
+  "final_accuracy": 0.54125,
+  "sft_eval": {
+    "config": {
+      "ops": "add_sub",
+      "K": null,
+      "mode": "sft",
+      "n_digits": 6,
+      "n_per_split": 100
+    },
+    "splits": {
+      "add_S0": {
+        "full_accuracy": 0.94,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9900826446280991,
+            "count": 605
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 95
+          }
+        }
+      },
+      "add_S1": {
+        "full_accuracy": 0.94,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9901960784313726,
+            "count": 204
+          },
+          "SC": {
+            "accuracy": 0.9940828402366864,
+            "count": 169
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 31
+          },
+          "UC": {
+            "accuracy": 0.9898648648648649,
+            "count": 296
+          }
+        }
+      },
+      "add_S2": {
+        "full_accuracy": 0.64,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9877300613496932,
+            "count": 163
+          },
+          "SC": {
+            "accuracy": 0.9384615384615385,
+            "count": 130
+          },
+          "SS": {
+            "accuracy": 0.9540229885057471,
+            "count": 87
+          },
+          "UC": {
+            "accuracy": 0.8669950738916257,
+            "count": 203
+          },
+          "US": {
+            "accuracy": 1.0,
+            "count": 117
+          }
+        }
+      },
+      "add_S3": {
+        "full_accuracy": 0.3,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9917355371900827,
+            "count": 121
+          },
+          "SC": {
+            "accuracy": 0.9421487603305785,
+            "count": 121
+          },
+          "SS": {
+            "accuracy": 0.9795918367346939,
+            "count": 49
+          },
+          "UC": {
+            "accuracy": 0.6935483870967742,
+            "count": 186
+          },
+          "US": {
+            "accuracy": 0.820627802690583,
+            "count": 223
+          }
+        }
+      },
+      "add_S4": {
+        "full_accuracy": 0.31,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 104
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 106
+          },
+          "SS": {
+            "accuracy": 1.0,
+            "count": 23
+          },
+          "UC": {
+            "accuracy": 0.65625,
+            "count": 160
+          },
+          "US": {
+            "accuracy": 0.6351791530944625,
+            "count": 307
+          }
+        }
+      },
+      "add_S5": {
+        "full_accuracy": 0.26,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.42,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.525,
+            "count": 400
+          }
+        }
+      },
+      "add_S6": {
+        "full_accuracy": 0.45,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.58,
+            "count": 100
+          },
+          "US": {
+            "accuracy": 0.594,
+            "count": 500
+          }
+        }
+      },
+      "add_random": {
+        "full_accuracy": 0.88,
+        "n_examples": 200,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9910514541387024,
+            "count": 447
+          },
+          "SC": {
+            "accuracy": 0.990625,
+            "count": 320
+          },
+          "SS": {
+            "accuracy": 0.9464285714285714,
+            "count": 56
+          },
+          "UC": {
+            "accuracy": 0.9716446124763705,
+            "count": 529
+          },
+          "US": {
+            "accuracy": 0.9791666666666666,
+            "count": 48
+          }
+        }
+      },
+      "add_C3": {
+        "full_accuracy": 0.53,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 0.9866666666666667,
+            "count": 300
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.7927461139896373,
+            "count": 193
+          },
+          "US": {
+            "accuracy": 0.8037383177570093,
+            "count": 107
+          }
+        }
+      },
+      "add_C4": {
+        "full_accuracy": 0.5,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8046875,
+            "count": 256
+          },
+          "US": {
+            "accuracy": 0.8055555555555556,
+            "count": 144
+          }
+        }
+      },
+      "add_C5": {
+        "full_accuracy": 0.51,
+        "n_examples": 100,
+        "per_subtask": {
+          "SA": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8496732026143791,
+            "count": 306
+          },
+          "US": {
+            "accuracy": 0.8402061855670103,
+            "count": 194
+          }
+        }
+      },
+      "add_C6": {
+        "full_accuracy": 0.44,
+        "n_examples": 100,
+        "per_subtask": {
+          "SC": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UC": {
+            "accuracy": 0.8579234972677595,
+            "count": 366
+          },
+          "US": {
+            "accuracy": 0.8717948717948718,
+            "count": 234
+          }
+        }
+      },
+      "sub_M0": {
+        "full_accuracy": 0.88,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9800332778702163,
+            "count": 601
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 99
+          }
+        }
+      },
+      "sub_M1": {
+        "full_accuracy": 0.92,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.985663082437276,
+            "count": 279
+          },
+          "MB": {
+            "accuracy": 0.9862068965517241,
+            "count": 145
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 24
+          },
+          "UB": {
+            "accuracy": 0.9920634920634921,
+            "count": 252
+          }
+        }
+      },
+      "sub_M2": {
+        "full_accuracy": 0.54,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.9906103286384976,
+            "count": 213
+          },
+          "MB": {
+            "accuracy": 0.9823008849557522,
+            "count": 113
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 85
+          },
+          "UB": {
+            "accuracy": 0.7624309392265194,
+            "count": 181
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 108
+          }
+        }
+      },
+      "sub_M3": {
+        "full_accuracy": 0.22,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 179
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 103
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 56
+          },
+          "UB": {
+            "accuracy": 0.5570469798657718,
+            "count": 149
+          },
+          "UD": {
+            "accuracy": 0.8450704225352113,
+            "count": 213
+          }
+        }
+      },
+      "sub_M4": {
+        "full_accuracy": 0.02,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.43,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.38333333333333336,
+            "count": 300
+          }
+        }
+      },
+      "sub_M5": {
+        "full_accuracy": 0.08,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.51,
+            "count": 100
+          },
+          "UD": {
+            "accuracy": 0.4075,
+            "count": 400
+          }
+        }
+      },
+      "sub_random": {
+        "full_accuracy": 0.86,
+        "n_examples": 200,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 0.985,
+            "count": 600
+          },
+          "MB": {
+            "accuracy": 0.9925093632958801,
+            "count": 267
+          },
+          "ME": {
+            "accuracy": 1.0,
+            "count": 53
+          },
+          "UB": {
+            "accuracy": 0.9567198177676538,
+            "count": 439
+          },
+          "UD": {
+            "accuracy": 1.0,
+            "count": 41
+          }
+        }
+      },
+      "sub_B3": {
+        "full_accuracy": 0.46,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 300
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7411167512690355,
+            "count": 197
+          },
+          "UD": {
+            "accuracy": 0.7669902912621359,
+            "count": 103
+          }
+        }
+      },
+      "sub_B4": {
+        "full_accuracy": 0.3,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 200
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7327935222672065,
+            "count": 247
+          },
+          "UD": {
+            "accuracy": 0.7450980392156863,
+            "count": 153
+          }
+        }
+      },
+      "sub_B5": {
+        "full_accuracy": 0.27,
+        "n_examples": 100,
+        "per_subtask": {
+          "MD": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "MB": {
+            "accuracy": 1.0,
+            "count": 100
+          },
+          "UB": {
+            "accuracy": 0.7449664429530202,
+            "count": 298
+          },
+          "UD": {
+            "accuracy": 0.698019801980198,
+            "count": 202
+          }
+        }
+      }
+    },
+    "summary": {
+      "overall_accuracy": 0.54125,
+      "total_examples": 2400,
+      "n_splits": 22
+    }
+  }
+}

add_sub_baseline_50K_1L3H510d/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfc5309917d4aa9bff45c52de66d373b6b27f50b2a5e8b3d16a116f52ff3678
+size 634642298

add_sub_baseline_50K_1L3H510d/train_config.json

@@ -0,0 +1,84 @@
+{
+  "num_rollouts": 4,
+  "K": 4,
+  "max_iterations": 2,
+  "memory_span_abs": 1792,
+  "memory_span_traj": 1792,
+  "temperature": 1.0,
+  "ar_search": false,
+  "response_only_abs": false,
+  "alpha_info_gain": 10.0,
+  "alpha_abs": 0.1,
+  "alpha_soft_zipf": 1.0,
+  "alpha_ortho": 0.0,
+  "alpha_anchor": 0.0,
+  "alpha_jacobi": 0.0,
+  "decay": 0.8,
+  "target_vocab_util": 0.8,
+  "min_abs_ppl": 0.0,
+  "zipf_alpha": 1.0,
+  "lr": 8e-05,
+  "emb_lr_mult": 1.0,
+  "weight_decay": 0.01,
+  "warmup_steps": 468,
+  "cooldown_frac": 0.4,
+  "max_grad_norm": 1.0,
+  "vq_abs_pretrain_steps": 0,
+  "vq_abs_pretrain_lr": 0.001,
+  "vq_abs_pretrain_layer": -1,
+  "vq_abs_pretrain_batch_size": 256,
+  "vq_abs_pretrain_target_vectors": 20000,
+  "batch_size": 64,
+  "gradient_accumulation_steps": 1,
+  "num_epochs": 20,
+  "emb_warmup_steps": 0,
+  "log_every": 50,
+  "eval_every": 781,
+  "save_every": 999999,
+  "eval_samples": 100,
+  "output_dir": "ckpt/sweep/as_baseline_50K_1L3H510d",
+  "eval_K": 4,
+  "alpha_traj": 0.0,
+  "corrupt_method": "shuffle",
+  "corrupt_ratio": 0.3,
+  "alpha_contrastive": 1.0,
+  "gamma_contrastive": 0.5,
+  "alpha_masked_traj": 0.0,
+  "mask_nl_ratio": 0.3,
+  "mask_nl_mode": "fixed",
+  "mask_nl_fixed_id": 0,
+  "use_ste": true,
+  "n_inner": 1,
+  "random_K": null,
+  "strip_suffix": null,
+  "compress_prefix": null,
+  "random_mem_span": null,
+  "warmup_ratio": 0.03,
+  "beta2": 0.999,
+  "seed": 42,
+  "n_digits": 6,
+  "n_layer": 1,
+  "n_head": 3,
+  "n_embd": 510,
+  "ops": "add_sub",
+  "abs_vocab": 0,
+  "dataset_size": 50000,
+  "mode": "baseline",
+  "device": "cuda",
+  "push_to_hub": true,
+  "no_wandb": false,
+  "n_params": 158584246,
+  "run_name": "add_sub_baseline_50K_1L3H510d",
+  "git_commit": "a9f060afec58a6f3f8c640208acc0795dcfd67ed",
+  "timestamp": "2026-04-14T02:31:53.160826+00:00",
+  "tokenizer": "Qwen/Qwen3-0.6B",
+  "dataset_repo": "thoughtworks/arithmetic-sorl-data",
+  "dataset_config": "add_sub_6digit",
+  "model_repo": "thoughtworks/arithmetic-sorl",
+  "trainer_version": "sft",
+  "wandb_run_id": "i4pa37un",
+  "wandb_url": "https://wandb.ai/nlp_and_interpretability/sorl-arithmetic/runs/i4pa37un",
+  "final_accuracy": 0.54125,
+  "sft_accuracy": 0.54125,
+  "eval_method": "ArithmeticEvaluator"
+}