Add SAE checkpoints (all models, stage1 + stage2)

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+Ministral-3-3B-Instruct-2512/loss_curve_L21.png filter=lfs diff=lfs merge=lfs -text
+Ministral-3-8B-Instruct-2512/loss_curve_L31.png filter=lfs diff=lfs merge=lfs -text
+Qwen3.5-9B/loss_curve_L25.png filter=lfs diff=lfs merge=lfs -text
+gemma-3-1b-it/loss_curve_L17.png filter=lfs diff=lfs merge=lfs -text
+gemma-3-4b-it/loss_curve_L29.png filter=lfs diff=lfs merge=lfs -text
+gemma-4-E2B-it/loss_curve_L30.png filter=lfs diff=lfs merge=lfs -text
+gemma-4-E4B-it/loss_curve_L30.png filter=lfs diff=lfs merge=lfs -text

Ministral-3-3B-Instruct-2512/stage1/Ministral-3-3B-Instruct-2512-L21-d24576-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e9baeee437845a0ddc46236577ad813963c8e815855c38f0cdd245ee13d259
+size 301998948

Ministral-3-3B-Instruct-2512/stage1/Ministral-3-3B-Instruct-2512-L21-d24576-50M-stage1_stats.json

@@ -0,0 +1,616 @@
+{
+  "interval_avg_losses": [
+    0.800390625,
+    0.79609375,
+    0.786328125,
+    0.76953125,
+    0.751171875,
+    0.727734375,
+    0.70703125,
+    0.682421875,
+    0.651171875,
+    0.621484375,
+    0.58671875,
+    0.558984375,
+    0.5359375,
+    0.519140625,
+    0.4853515625,
+    0.4615234375,
+    0.451953125,
+    0.4283203125,
+    0.41484375,
+    0.401171875,
+    0.3765625,
+    0.3671875,
+    0.3640625,
+    0.3552734375,
+    0.346484375,
+    0.337109375,
+    0.327734375,
+    0.3169921875,
+    0.3123046875,
+    0.3060546875,
+    0.2998046875,
+    0.29375,
+    0.2931640625,
+    0.2873046875,
+    0.2794921875,
+    0.2794921875,
+    0.2869140625,
+    0.26953125,
+    0.26220703125,
+    0.26484375,
+    0.269921875,
+    0.2625,
+    0.2587890625,
+    0.25634765625,
+    0.2517578125,
+    0.2580078125,
+    0.2533203125,
+    0.2486328125,
+    0.24501953125,
+    0.24814453125,
+    0.24462890625,
+    0.2392578125,
+    0.23564453125,
+    0.233984375,
+    0.24267578125,
+    0.2390625,
+    0.2373046875,
+    0.2333984375,
+    0.2345703125,
+    0.2376953125,
+    0.2375,
+    0.236328125,
+    0.2298828125,
+    0.23046875,
+    0.23193359375,
+    0.22724609375,
+    0.22431640625,
+    0.2177734375,
+    0.22509765625,
+    0.2236328125,
+    0.2216796875,
+    0.22138671875,
+    0.21865234375,
+    0.21923828125,
+    0.22421875,
+    0.2189453125,
+    0.21298828125,
+    0.21669921875,
+    0.21376953125,
+    0.2150390625,
+    0.21376953125,
+    0.2138671875,
+    0.21435546875,
+    0.21005859375,
+    0.2123046875,
+    0.20390625,
+    0.213671875,
+    0.21328125,
+    0.21015625,
+    0.20751953125,
+    0.20947265625,
+    0.205078125,
+    0.2076171875,
+    0.2107421875,
+    0.2080078125,
+    0.2056640625,
+    0.2078125,
+    0.20712890625,
+    0.20400390625,
+    0.208203125,
+    0.1984375,
+    0.2037109375,
+    0.2015625,
+    0.20283203125,
+    0.20615234375,
+    0.2029296875,
+    0.20625,
+    0.2064453125,
+    0.19765625,
+    0.20556640625,
+    0.20205078125,
+    0.2025390625,
+    0.20556640625,
+    0.20078125,
+    0.19677734375,
+    0.20205078125,
+    0.2052734375,
+    0.2,
+    0.19775390625,
+    0.20107421875,
+    0.2009765625,
+    0.19931640625,
+    0.20107421875,
+    0.20068359375,
+    0.19609375,
+    0.1974609375,
+    0.19990234375,
+    0.20048828125,
+    0.1986328125,
+    0.19375,
+    0.1947265625,
+    0.2017578125,
+    0.19541015625,
+    0.1923828125,
+    0.19423828125,
+    0.19404296875,
+    0.19052734375,
+    0.18955078125,
+    0.19267578125,
+    0.1935546875,
+    0.19658203125,
+    0.1935546875,
+    0.19541015625,
+    0.192578125,
+    0.1921875,
+    0.1935546875,
+    0.1904296875,
+    0.192578125,
+    0.19072265625,
+    0.1966796875,
+    0.188671875,
+    0.1896484375,
+    0.19052734375,
+    0.19296875,
+    0.1923828125,
+    0.1875,
+    0.19677734375,
+    0.19697265625,
+    0.19677734375,
+    0.195703125,
+    0.19248046875,
+    0.1919921875,
+    0.19990234375,
+    0.1921875,
+    0.18955078125,
+    0.1921875,
+    0.19150390625,
+    0.19423828125,
+    0.18828125,
+    0.1966796875,
+    0.19443359375,
+    0.19365234375,
+    0.18984375,
+    0.19248046875,
+    0.19248046875,
+    0.18916015625,
+    0.1919921875,
+    0.193359375,
+    0.191015625,
+    0.1919921875,
+    0.18955078125,
+    0.1869140625,
+    0.1865234375,
+    0.1861328125,
+    0.18623046875,
+    0.19140625,
+    0.18330078125,
+    0.1861328125,
+    0.18955078125,
+    0.1841796875,
+    0.1826171875,
+    0.18662109375,
+    0.185546875,
+    0.18583984375,
+    0.1810546875,
+    0.1796875,
+    0.1916015625,
+    0.18603515625,
+    0.18740234375,
+    0.18681640625,
+    0.18486328125,
+    0.1875,
+    0.187890625,
+    0.184375,
+    0.18505859375,
+    0.184765625,
+    0.18603515625,
+    0.18505859375,
+    0.18251953125,
+    0.1828125,
+    0.183984375,
+    0.1833984375,
+    0.1865234375,
+    0.18427734375,
+    0.183984375,
+    0.18642578125,
+    0.18505859375,
+    0.1822265625,
+    0.18681640625,
+    0.18291015625,
+    0.1849609375,
+    0.18388671875,
+    0.18271484375,
+    0.1865234375,
+    0.1775390625,
+    0.180859375,
+    0.17529296875,
+    0.18134765625,
+    0.1814453125,
+    0.17578125,
+    0.17998046875,
+    0.18017578125,
+    0.1837890625,
+    0.18740234375,
+    0.18115234375,
+    0.18212890625,
+    0.18193359375,
+    0.1833984375,
+    0.1833984375,
+    0.18212890625,
+    0.18447265625,
+    0.18427734375,
+    0.179296875,
+    0.1810546875,
+    0.1806640625,
+    0.18115234375,
+    0.18037109375,
+    0.17744140625,
+    0.184375,
+    0.18154296875,
+    0.18037109375,
+    0.1814453125,
+    0.17978515625,
+    0.17900390625,
+    0.18125,
+    0.18203125,
+    0.18037109375,
+    0.17744140625,
+    0.17841796875,
+    0.187890625,
+    0.18056640625,
+    0.182421875,
+    0.18427734375,
+    0.1810546875,
+    0.18095703125,
+    0.176953125,
+    0.17822265625,
+    0.18076171875,
+    0.17646484375,
+    0.18544921875,
+    0.18017578125,
+    0.18583984375,
+    0.1853515625,
+    0.18720703125,
+    0.18837890625,
+    0.18583984375,
+    0.185546875,
+    0.18349609375,
+    0.1896484375,
+    0.18818359375,
+    0.1796875,
+    0.17939453125,
+    0.1783203125,
+    0.18203125,
+    0.1791015625,
+    0.17900390625,
+    0.17734375,
+    0.1783203125,
+    0.1783203125,
+    0.1787109375,
+    0.18037109375,
+    0.18330078125,
+    0.1845703125,
+    0.17978515625,
+    0.178125,
+    0.17802734375,
+    0.17451171875,
+    0.176953125,
+    0.17666015625,
+    0.1783203125,
+    0.181640625,
+    0.17734375,
+    0.1751953125,
+    0.1779296875,
+    0.176953125
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040,
+    3050
+  ]
+}

Ministral-3-3B-Instruct-2512/stage2/Ministral-3-3B-Instruct-2512-L21-d24576-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09df1908a955be139b9e32b2ec7e2ff7e42ed3bd378e8dff768c7ddb51870555
+size 301998939

Ministral-3-3B-Instruct-2512/stage2/Ministral-3-3B-Instruct-2512-L21-d24576-5M-stage2_stats.json

@@ -0,0 +1,250 @@
+{
+  "interval_avg_losses": [
+    0.374609375,
+    0.3494140625,
+    0.2998046875,
+    0.24306640625,
+    0.19287109375,
+    0.154296875,
+    0.11142578125,
+    0.093212890625,
+    0.0904541015625,
+    0.096533203125,
+    0.08427734375,
+    0.083642578125,
+    0.078173828125,
+    0.073974609375,
+    0.0678466796875,
+    0.06572265625,
+    0.067333984375,
+    0.06064453125,
+    0.05849609375,
+    0.067333984375,
+    0.075537109375,
+    0.0637451171875,
+    0.058984375,
+    0.065625,
+    0.070068359375,
+    0.0695556640625,
+    0.065283203125,
+    0.0594970703125,
+    0.064501953125,
+    0.061328125,
+    0.0592529296875,
+    0.060791015625,
+    0.061767578125,
+    0.0680419921875,
+    0.05567626953125,
+    0.057373046875,
+    0.0598388671875,
+    0.0611083984375,
+    0.0511474609375,
+    0.04796142578125,
+    0.0605224609375,
+    0.0559326171875,
+    0.0521728515625,
+    0.05166015625,
+    0.05146484375,
+    0.053955078125,
+    0.0614501953125,
+    0.0670166015625,
+    0.0530029296875,
+    0.05706787109375,
+    0.053857421875,
+    0.0615966796875,
+    0.0553955078125,
+    0.0581298828125,
+    0.06270751953125,
+    0.0604736328125,
+    0.058935546875,
+    0.04849853515625,
+    0.0554931640625,
+    0.0550048828125,
+    0.0499267578125,
+    0.052490234375,
+    0.0618896484375,
+    0.05029296875,
+    0.057177734375,
+    0.049267578125,
+    0.053857421875,
+    0.0556396484375,
+    0.05484619140625,
+    0.048291015625,
+    0.057763671875,
+    0.055859375,
+    0.0498046875,
+    0.0580078125,
+    0.0494873046875,
+    0.049609375,
+    0.053515625,
+    0.0475830078125,
+    0.054052734375,
+    0.0503662109375,
+    0.0557373046875,
+    0.0502685546875,
+    0.04920654296875,
+    0.04796142578125,
+    0.0475341796875,
+    0.0499755859375,
+    0.0539306640625,
+    0.04906005859375,
+    0.0460693359375,
+    0.049560546875,
+    0.0453369140625,
+    0.0490966796875,
+    0.045458984375,
+    0.052099609375,
+    0.05113525390625,
+    0.0482177734375,
+    0.055859375,
+    0.0443115234375,
+    0.04716796875,
+    0.0516845703125,
+    0.043017578125,
+    0.0476318359375,
+    0.057861328125,
+    0.0523681640625,
+    0.0493408203125,
+    0.0498046875,
+    0.0476318359375,
+    0.0439208984375,
+    0.0457275390625,
+    0.0546875,
+    0.049560546875,
+    0.0490234375,
+    0.0502197265625,
+    0.04605712890625,
+    0.043505859375,
+    0.0425537109375,
+    0.04873046875,
+    0.04765625,
+    0.0444091796875,
+    0.04638671875,
+    0.04951171875,
+    0.052978515625
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220
+  ]
+}

Ministral-3-3B-Instruct-2512/stage2/stage2_data_preview.txt

@@ -0,0 +1,165 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-3B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "get_ico_calendar", "description": "Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.", "parameters": {"type": "dict", "properties": {"category": {"description": "Comma-separated list of categories to filter the ICOs. For example: \"_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare\".", "type": "str, optional", "default": ""}, "time_utc_offset": {"description": "UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.", "type": "int, optional", "default": "28800"}, "tabname": {"description": "The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.", "type": "str, optional", "default": "ongoing"}, "sort": {"description": "The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.", "type": "str, optional", "default": "related_days"}, "lang_id": {"description": "Language ID for the response. Default is 1.", "type": "int, optional", "default": "1"}}}}}][/AVAILABLE_TOOLS][INST]Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.[/INST]
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-3B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "monthly_mortgage_payment", "description": "Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.", "parameters": {"type": "dict", "properties": {"loan_amount": {"description": "The total amount of the loan.", "type": "float"}, "annual_interest_rate": {"description": "The annual interest rate as a decimal (e.g., 0.05 for 5%).", "type": "float"}, "loan_term_years": {"description": "The loan term in years.", "type": "int"}}}, "required": ["loan_amount", "annual_interest_rate", "loan_term_years"]}}, {"type": "function", "function": {"name": "cosine_similarity", "description": "Calculates the cosine similarity between two vectors.", "parameters": {"type": "dict", "properties": {"vector_a": {"description": "The first vector.", "type": "List[float]"}, "vector_b": {"description": "The second vector.", "type": "List[float]"}}}, "required": ["vector_a", "vector_b"]}}][/AVAILABLE_TOOLS][INST]Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.[/INST]
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-3B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "rgb_to_cmyk", "description": "Converts an RGB color code to a CMYK color code using an external API.", "parameters": {"type": "dict", "properties": {"r": {"description": "The red component of the RGB color code (0-255).", "type": "int", "default": "127"}, "g": {"description": "The green component of the RGB color code (0-255).", "type": "int", "default": "255"}, "b": {"description": "The blue component of the RGB color code (0-255).", "type": "int", "default": "212"}}}, "required": ["r", "g", "b"]}}, {"type": "function", "function": {"name": "generate_qr", "description": "Generates a QR code for a given URL using the QR Code Wizard API.", "parameters": {"type": "dict", "properties": {"url": {"description": "The URL to be encoded in the QR code.", "type": "str", "default": "www.google.com"}}}, "required": ["url"]}}][/AVAILABLE_TOOLS][INST]Convert RGB color code 255, 0, 0 to CMYK.[/INST]
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-3B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "whole_foods_order", "description": "Places an order at Whole Foods.", "parameters": {"type": "dict", "properties": {"store_location": {"description": "The location of the Whole Foods store.", "type": "str"}, "item_list": {"description": "A list of items to order.", "type": "list"}, "order_size": {"description": "The size of the order. Allowed values: \"small\", \"medium\", or \"large\".", "type": "str"}}}, "required": ["store_location", "item_list", "order_size"]}}, {"type": "function", "function": {"name": "simulate_query_database", "description": "Simulates querying a database based on certain conditions.", "parameters": {"type": "dict", "properties": {"table": {"description": "Name of the table to query.", "type": "str"}, "conditions": {"description": "Conditions for the query, each condition is a dictionary.", "type": "list"}}}, "required": ["table", "conditions"]}}, {"type": "function", "function": {"name": "calculate_calorie_intake", "description": "Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.", "parameters": {"type": "dict", "properties": {"weight_kg": {"description": "Body weight in kilograms.", "type": "float"}, "height_cm": {"description": "Height in centimeters.", "type": "float"}, "age": {"description": "Age in years.", "type": "int"}, "sex": {"description": "Biological sex, either 'male' or 'female'.", "type": "str"}, "activity_level": {"description": "Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).", "type": "int"}, "goal": {"description": "Fitness goal, either 'lose', 'maintain', or 'gain'.", "type": "str"}}}, "required": ["weight_kg", "height_cm", "age", "sex", "activity_level", "goal"]}}][/AVAILABLE_TOOLS][INST]Place a small order at the Whole Foods store in Chicago for milk and eggs.[/INST]
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-3B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "get_channels", "description": "Retrieve a list of radio channels based on various filtering parameters.", "parameters": {"type": "dict", "properties": {"keyword": {"description": "Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.", "type": "str", "default": "a"}, "genre_id": {"description": "Filter channels by genre ID. Default is None.", "type": "int, optional", "default": ""}, "city_id": {"description": "Filter channels by city ID. Default is None.", "type": "int, optional", "default": ""}, "country_id": {"description": "Filter channels by country ID. Default is 50.", "type": "int", "default": "50"}, "page": {"description": "The page number for pagination. Default is 1.", "type": "int", "default": "1"}}}, "required": ["keyword", "country_id", "page"]}}][/AVAILABLE_TOOLS][INST]I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?[/INST]
+

Ministral-3-8B-Instruct-2512/stage1/Ministral-3-8B-Instruct-2512-L31-d32768-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46050dbe25c7580dea8a7b677996ede4353682b80954942b35dae05bc511c1c0
+size 536882020

Ministral-3-8B-Instruct-2512/stage1/Ministral-3-8B-Instruct-2512-L31-d32768-50M-stage1_stats.json

@@ -0,0 +1,616 @@
+{
+  "interval_avg_losses": [
+    0.799609375,
+    0.794921875,
+    0.781640625,
+    0.7625,
+    0.742578125,
+    0.72109375,
+    0.70078125,
+    0.67578125,
+    0.64609375,
+    0.61796875,
+    0.58515625,
+    0.5609375,
+    0.542578125,
+    0.533203125,
+    0.5025390625,
+    0.481640625,
+    0.4806640625,
+    0.4576171875,
+    0.451953125,
+    0.43828125,
+    0.4095703125,
+    0.402734375,
+    0.4068359375,
+    0.4060546875,
+    0.4013671875,
+    0.38984375,
+    0.37890625,
+    0.3630859375,
+    0.3630859375,
+    0.3591796875,
+    0.354296875,
+    0.34453125,
+    0.3501953125,
+    0.3443359375,
+    0.3384765625,
+    0.3412109375,
+    0.3453125,
+    0.32734375,
+    0.320703125,
+    0.326171875,
+    0.3373046875,
+    0.3224609375,
+    0.3203125,
+    0.3169921875,
+    0.3109375,
+    0.3314453125,
+    0.314453125,
+    0.3169921875,
+    0.307421875,
+    0.3142578125,
+    0.3126953125,
+    0.290625,
+    0.2884765625,
+    0.283984375,
+    0.2939453125,
+    0.3001953125,
+    0.3,
+    0.301953125,
+    0.2994140625,
+    0.3009765625,
+    0.3068359375,
+    0.30234375,
+    0.290234375,
+    0.2912109375,
+    0.2841796875,
+    0.2779296875,
+    0.2779296875,
+    0.2703125,
+    0.277734375,
+    0.278125,
+    0.27421875,
+    0.27578125,
+    0.2720703125,
+    0.2744140625,
+    0.2908203125,
+    0.2841796875,
+    0.266796875,
+    0.2779296875,
+    0.2751953125,
+    0.275,
+    0.26494140625,
+    0.26953125,
+    0.268359375,
+    0.265234375,
+    0.2685546875,
+    0.25283203125,
+    0.2595703125,
+    0.259375,
+    0.2548828125,
+    0.25126953125,
+    0.25791015625,
+    0.255859375,
+    0.2603515625,
+    0.269140625,
+    0.26904296875,
+    0.2599609375,
+    0.26025390625,
+    0.26416015625,
+    0.2607421875,
+    0.26181640625,
+    0.2501953125,
+    0.256640625,
+    0.25556640625,
+    0.25166015625,
+    0.25244140625,
+    0.247265625,
+    0.25087890625,
+    0.25498046875,
+    0.24140625,
+    0.25400390625,
+    0.25126953125,
+    0.2564453125,
+    0.260546875,
+    0.25625,
+    0.24677734375,
+    0.25537109375,
+    0.26259765625,
+    0.25400390625,
+    0.2515625,
+    0.26240234375,
+    0.2548828125,
+    0.25205078125,
+    0.25458984375,
+    0.2517578125,
+    0.2466796875,
+    0.24619140625,
+    0.24560546875,
+    0.24970703125,
+    0.246484375,
+    0.24013671875,
+    0.23974609375,
+    0.2501953125,
+    0.243359375,
+    0.23203125,
+    0.2349609375,
+    0.23818359375,
+    0.2328125,
+    0.23212890625,
+    0.23974609375,
+    0.24091796875,
+    0.24619140625,
+    0.242578125,
+    0.24306640625,
+    0.2400390625,
+    0.2408203125,
+    0.241015625,
+    0.23740234375,
+    0.24248046875,
+    0.23583984375,
+    0.244921875,
+    0.23408203125,
+    0.23759765625,
+    0.2390625,
+    0.234765625,
+    0.23603515625,
+    0.22958984375,
+    0.24599609375,
+    0.2548828125,
+    0.25029296875,
+    0.24619140625,
+    0.2431640625,
+    0.2447265625,
+    0.25634765625,
+    0.2474609375,
+    0.23916015625,
+    0.24482421875,
+    0.2470703125,
+    0.24609375,
+    0.23525390625,
+    0.2498046875,
+    0.24638671875,
+    0.245703125,
+    0.24111328125,
+    0.2421875,
+    0.24189453125,
+    0.2373046875,
+    0.24365234375,
+    0.24345703125,
+    0.234765625,
+    0.23857421875,
+    0.23837890625,
+    0.23125,
+    0.2322265625,
+    0.2322265625,
+    0.23544921875,
+    0.2359375,
+    0.2228515625,
+    0.2296875,
+    0.22998046875,
+    0.2228515625,
+    0.22080078125,
+    0.2259765625,
+    0.2283203125,
+    0.22744140625,
+    0.2212890625,
+    0.21943359375,
+    0.23564453125,
+    0.23427734375,
+    0.2365234375,
+    0.2359375,
+    0.229296875,
+    0.22783203125,
+    0.2283203125,
+    0.2236328125,
+    0.22451171875,
+    0.2240234375,
+    0.22685546875,
+    0.22900390625,
+    0.22451171875,
+    0.2228515625,
+    0.22197265625,
+    0.224609375,
+    0.23046875,
+    0.2259765625,
+    0.2259765625,
+    0.23076171875,
+    0.22861328125,
+    0.22353515625,
+    0.22998046875,
+    0.22646484375,
+    0.22509765625,
+    0.22412109375,
+    0.221484375,
+    0.2271484375,
+    0.2166015625,
+    0.221484375,
+    0.2126953125,
+    0.22412109375,
+    0.22138671875,
+    0.21435546875,
+    0.221484375,
+    0.2201171875,
+    0.22490234375,
+    0.2302734375,
+    0.22255859375,
+    0.2263671875,
+    0.2224609375,
+    0.22607421875,
+    0.23125,
+    0.22900390625,
+    0.23251953125,
+    0.22958984375,
+    0.22099609375,
+    0.2224609375,
+    0.2201171875,
+    0.21982421875,
+    0.21884765625,
+    0.2146484375,
+    0.2208984375,
+    0.21943359375,
+    0.21982421875,
+    0.224609375,
+    0.2201171875,
+    0.22001953125,
+    0.22236328125,
+    0.2224609375,
+    0.221484375,
+    0.2134765625,
+    0.21943359375,
+    0.2349609375,
+    0.2232421875,
+    0.2279296875,
+    0.22978515625,
+    0.22158203125,
+    0.2208984375,
+    0.21484375,
+    0.21923828125,
+    0.222265625,
+    0.21455078125,
+    0.23046875,
+    0.22353515625,
+    0.23076171875,
+    0.2326171875,
+    0.2318359375,
+    0.2380859375,
+    0.23310546875,
+    0.2302734375,
+    0.22509765625,
+    0.23837890625,
+    0.23369140625,
+    0.22412109375,
+    0.223046875,
+    0.22294921875,
+    0.2255859375,
+    0.22333984375,
+    0.2244140625,
+    0.22080078125,
+    0.2208984375,
+    0.2216796875,
+    0.22216796875,
+    0.22587890625,
+    0.23134765625,
+    0.23271484375,
+    0.22578125,
+    0.22236328125,
+    0.22119140625,
+    0.217578125,
+    0.22177734375,
+    0.221875,
+    0.2189453125,
+    0.21943359375,
+    0.21533203125,
+    0.21435546875,
+    0.2142578125,
+    0.21396484375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040,
+    3050
+  ]
+}

Ministral-3-8B-Instruct-2512/stage2/Ministral-3-8B-Instruct-2512-L31-d32768-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3d3cbc801e22b5827f9226ca3fc32b3637124f64afaedd93a50dc86d6d69eda
+size 536882011

Ministral-3-8B-Instruct-2512/stage2/Ministral-3-8B-Instruct-2512-L31-d32768-5M-stage2_stats.json

@@ -0,0 +1,250 @@
+{
+  "interval_avg_losses": [
+    0.4267578125,
+    0.3896484375,
+    0.3259765625,
+    0.253125,
+    0.1958984375,
+    0.155078125,
+    0.110498046875,
+    0.0966796875,
+    0.0970947265625,
+    0.106591796875,
+    0.093408203125,
+    0.0955322265625,
+    0.089013671875,
+    0.082763671875,
+    0.0759521484375,
+    0.0740966796875,
+    0.0748779296875,
+    0.06796875,
+    0.06494140625,
+    0.0750732421875,
+    0.084326171875,
+    0.0716796875,
+    0.0663818359375,
+    0.07333984375,
+    0.0781982421875,
+    0.0817138671875,
+    0.0737060546875,
+    0.0677978515625,
+    0.0742431640625,
+    0.0701171875,
+    0.0667724609375,
+    0.069580078125,
+    0.0687744140625,
+    0.07685546875,
+    0.062255859375,
+    0.0640380859375,
+    0.0770263671875,
+    0.067724609375,
+    0.056689453125,
+    0.053369140625,
+    0.06875,
+    0.0627685546875,
+    0.0585205078125,
+    0.0574462890625,
+    0.057470703125,
+    0.061376953125,
+    0.0693359375,
+    0.075537109375,
+    0.059521484375,
+    0.0640625,
+    0.060693359375,
+    0.06953125,
+    0.062890625,
+    0.0643798828125,
+    0.070703125,
+    0.0707763671875,
+    0.067578125,
+    0.0548095703125,
+    0.06219482421875,
+    0.0620849609375,
+    0.0568603515625,
+    0.0594970703125,
+    0.066259765625,
+    0.05888671875,
+    0.0633056640625,
+    0.055322265625,
+    0.06083984375,
+    0.06328125,
+    0.062890625,
+    0.0538330078125,
+    0.0655029296875,
+    0.0629150390625,
+    0.05576171875,
+    0.066259765625,
+    0.0557373046875,
+    0.0554931640625,
+    0.0595947265625,
+    0.0574462890625,
+    0.061181640625,
+    0.0570068359375,
+    0.062353515625,
+    0.05670166015625,
+    0.06417236328125,
+    0.05389404296875,
+    0.0537841796875,
+    0.056005859375,
+    0.060546875,
+    0.05504150390625,
+    0.05145263671875,
+    0.055908203125,
+    0.050927734375,
+    0.05478515625,
+    0.0513427734375,
+    0.0616943359375,
+    0.05821533203125,
+    0.0540283203125,
+    0.0638671875,
+    0.0494140625,
+    0.052734375,
+    0.057421875,
+    0.04827880859375,
+    0.054833984375,
+    0.0655029296875,
+    0.05986328125,
+    0.0553466796875,
+    0.05631103515625,
+    0.06171875,
+    0.050244140625,
+    0.0515869140625,
+    0.062646484375,
+    0.05657958984375,
+    0.055322265625,
+    0.056591796875,
+    0.05316162109375,
+    0.0491455078125,
+    0.0489990234375,
+    0.05556640625,
+    0.0532470703125,
+    0.0494873046875,
+    0.05185546875,
+    0.0557373046875,
+    0.0595458984375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220
+  ]
+}

Ministral-3-8B-Instruct-2512/stage2/stage2_data_preview.txt

@@ -0,0 +1,165 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-8B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "get_ico_calendar", "description": "Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.", "parameters": {"type": "dict", "properties": {"category": {"description": "Comma-separated list of categories to filter the ICOs. For example: \"_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare\".", "type": "str, optional", "default": ""}, "time_utc_offset": {"description": "UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.", "type": "int, optional", "default": "28800"}, "tabname": {"description": "The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.", "type": "str, optional", "default": "ongoing"}, "sort": {"description": "The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.", "type": "str, optional", "default": "related_days"}, "lang_id": {"description": "Language ID for the response. Default is 1.", "type": "int, optional", "default": "1"}}}}}][/AVAILABLE_TOOLS][INST]Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.[/INST]
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-8B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "monthly_mortgage_payment", "description": "Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.", "parameters": {"type": "dict", "properties": {"loan_amount": {"description": "The total amount of the loan.", "type": "float"}, "annual_interest_rate": {"description": "The annual interest rate as a decimal (e.g., 0.05 for 5%).", "type": "float"}, "loan_term_years": {"description": "The loan term in years.", "type": "int"}}}, "required": ["loan_amount", "annual_interest_rate", "loan_term_years"]}}, {"type": "function", "function": {"name": "cosine_similarity", "description": "Calculates the cosine similarity between two vectors.", "parameters": {"type": "dict", "properties": {"vector_a": {"description": "The first vector.", "type": "List[float]"}, "vector_b": {"description": "The second vector.", "type": "List[float]"}}}, "required": ["vector_a", "vector_b"]}}][/AVAILABLE_TOOLS][INST]Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.[/INST]
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-8B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "rgb_to_cmyk", "description": "Converts an RGB color code to a CMYK color code using an external API.", "parameters": {"type": "dict", "properties": {"r": {"description": "The red component of the RGB color code (0-255).", "type": "int", "default": "127"}, "g": {"description": "The green component of the RGB color code (0-255).", "type": "int", "default": "255"}, "b": {"description": "The blue component of the RGB color code (0-255).", "type": "int", "default": "212"}}}, "required": ["r", "g", "b"]}}, {"type": "function", "function": {"name": "generate_qr", "description": "Generates a QR code for a given URL using the QR Code Wizard API.", "parameters": {"type": "dict", "properties": {"url": {"description": "The URL to be encoded in the QR code.", "type": "str", "default": "www.google.com"}}}, "required": ["url"]}}][/AVAILABLE_TOOLS][INST]Convert RGB color code 255, 0, 0 to CMYK.[/INST]
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-8B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "whole_foods_order", "description": "Places an order at Whole Foods.", "parameters": {"type": "dict", "properties": {"store_location": {"description": "The location of the Whole Foods store.", "type": "str"}, "item_list": {"description": "A list of items to order.", "type": "list"}, "order_size": {"description": "The size of the order. Allowed values: \"small\", \"medium\", or \"large\".", "type": "str"}}}, "required": ["store_location", "item_list", "order_size"]}}, {"type": "function", "function": {"name": "simulate_query_database", "description": "Simulates querying a database based on certain conditions.", "parameters": {"type": "dict", "properties": {"table": {"description": "Name of the table to query.", "type": "str"}, "conditions": {"description": "Conditions for the query, each condition is a dictionary.", "type": "list"}}}, "required": ["table", "conditions"]}}, {"type": "function", "function": {"name": "calculate_calorie_intake", "description": "Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.", "parameters": {"type": "dict", "properties": {"weight_kg": {"description": "Body weight in kilograms.", "type": "float"}, "height_cm": {"description": "Height in centimeters.", "type": "float"}, "age": {"description": "Age in years.", "type": "int"}, "sex": {"description": "Biological sex, either 'male' or 'female'.", "type": "str"}, "activity_level": {"description": "Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).", "type": "int"}, "goal": {"description": "Fitness goal, either 'lose', 'maintain', or 'gain'.", "type": "str"}}}, "required": ["weight_kg", "height_cm", "age", "sex", "activity_level", "goal"]}}][/AVAILABLE_TOOLS][INST]Place a small order at the Whole Foods store in Chicago for milk and eggs.[/INST]
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<s>[SYSTEM_PROMPT]You are Ministral-3-8B-Instruct-2512, a Large Language Model (LLM) created by Mistral AI, a French startup headquartered in Paris.
+You power an AI assistant called Le Chat.
+Your knowledge base was last updated on 2023-10-01.
+The current date is {today}.
+
+When you're not sure about some information or when the user's request requires up-to-date or specific data, you must use the available tools to fetch the information. Do not hesitate to use tools whenever they can provide a more accurate or complete response. If no relevant tools are available, then clearly state that you don't have the information and avoid making up anything.
+If the user's question is not clear, ambiguous, or does not provide enough context for you to accurately answer the question, you do not try to answer it right away and you rather ask the user to clarify their request (e.g. "What are some good restaurants around me?" => "Where are you?" or "When is the next flight to Tokyo" => "Where do you travel from?").
+You are always very attentive to dates, in particular you try to resolve dates (e.g. "yesterday" is {yesterday}) and when asked about information at specific dates, you discard information that is at another date.
+You follow these instructions in all languages, and always respond to the user in the language they use or request.
+Next sections describe the capabilities that you have.
+
+# WEB BROWSING INSTRUCTIONS
+
+You cannot perform any web search or access internet to open URLs, links etc. If it seems like the user is expecting you to do so, you clarify the situation and ask the user to copy paste the text directly in the chat.
+
+# MULTI-MODAL INSTRUCTIONS
+
+You have the ability to read images, but you cannot generate images. You also cannot transcribe audio files or videos.
+You cannot read nor transcribe audio files or videos.
+
+# TOOL CALLING INSTRUCTIONS
+
+You may have access to tools that you can use to fetch information or perform actions. You must use these tools in the following situations:
+
+1. When the request requires up-to-date information.
+2. When the request requires specific data that you do not have in your knowledge base.
+3. When the request involves actions that you cannot perform without tools.
+
+Always prioritize using tools to provide the most accurate and helpful response. If tools are not available, inform the user that you cannot perform the requested action at the moment.[/SYSTEM_PROMPT][AVAILABLE_TOOLS][{"type": "function", "function": {"name": "get_channels", "description": "Retrieve a list of radio channels based on various filtering parameters.", "parameters": {"type": "dict", "properties": {"keyword": {"description": "Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.", "type": "str", "default": "a"}, "genre_id": {"description": "Filter channels by genre ID. Default is None.", "type": "int, optional", "default": ""}, "city_id": {"description": "Filter channels by city ID. Default is None.", "type": "int, optional", "default": ""}, "country_id": {"description": "Filter channels by country ID. Default is 50.", "type": "int", "default": "50"}, "page": {"description": "The page number for pagination. Default is 1.", "type": "int", "default": "1"}}}, "required": ["keyword", "country_id", "page"]}}][/AVAILABLE_TOOLS][INST]I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?[/INST]
+

Qwen3.5-4B/stage1/Qwen3.5-4B-L25-d20480-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a349601c4a3bff96268d5285da4fae029974aa0e49f78a1c32342714cc87427
+size 209723074

Qwen3.5-4B/stage1/Qwen3.5-4B-L25-d20480-50M-stage1_stats.json

@@ -0,0 +1,6114 @@
+{
+  "interval_avg_losses": [
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.80078125,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.796875,
+    0.79296875,
+    0.79296875,
+    0.79296875,
+    0.7890625,
+    0.7890625,
+    0.7890625,
+    0.78515625,
+    0.78515625,
+    0.78515625,
+    0.78125,
+    0.78125,
+    0.77734375,
+    0.77734375,
+    0.77734375,
+    0.77734375,
+    0.7734375,
+    0.7734375,
+    0.76953125,
+    0.76953125,
+    0.76953125,
+    0.765625,
+    0.765625,
+    0.765625,
+    0.76171875,
+    0.7578125,
+    0.75390625,
+    0.75390625,
+    0.75,
+    0.75,
+    0.74609375,
+    0.7421875,
+    0.74609375,
+    0.74609375,
+    0.7421875,
+    0.73828125,
+    0.73828125,
+    0.734375,
+    0.734375,
+    0.734375,
+    0.73046875,
+    0.7265625,
+    0.7265625,
+    0.72265625,
+    0.7265625,
+    0.71875,
+    0.71875,
+    0.71484375,
+    0.7109375,
+    0.71484375,
+    0.7109375,
+    0.7109375,
+    0.70703125,
+    0.70703125,
+    0.70703125,
+    0.703125,
+    0.6953125,
+    0.6953125,
+    0.6953125,
+    0.69140625,
+    0.69140625,
+    0.68359375,
+    0.6796875,
+    0.69140625,
+    0.6796875,
+    0.67578125,
+    0.671875,
+    0.66796875,
+    0.6796875,
+    0.671875,
+    0.66796875,
+    0.66015625,
+    0.66015625,
+    0.65625,
+    0.6640625,
+    0.6484375,
+    0.6484375,
+    0.6484375,
+    0.640625,
+    0.640625,
+    0.6328125,
+    0.6328125,
+    0.63671875,
+    0.62109375,
+    0.6328125,
+    0.62109375,
+    0.609375,
+    0.62109375,
+    0.60546875,
+    0.61328125,
+    0.609375,
+    0.61328125,
+    0.58984375,
+    0.6171875,
+    0.6015625,
+    0.59765625,
+    0.5859375,
+    0.59765625,
+    0.58203125,
+    0.578125,
+    0.58203125,
+    0.58203125,
+    0.59375,
+    0.58203125,
+    0.56640625,
+    0.56640625,
+    0.57421875,
+    0.56640625,
+    0.55859375,
+    0.5546875,
+    0.55078125,
+    0.5703125,
+    0.55859375,
+    0.5546875,
+    0.5625,
+    0.5703125,
+    0.5625,
+    0.546875,
+    0.53125,
+    0.54296875,
+    0.53515625,
+    0.52734375,
+    0.51171875,
+    0.53125,
+    0.515625,
+    0.5234375,
+    0.5234375,
+    0.49609375,
+    0.4921875,
+    0.5078125,
+    0.5,
+    0.5078125,
+    0.498046875,
+    0.49609375,
+    0.494140625,
+    0.48828125,
+    0.4921875,
+    0.4921875,
+    0.5078125,
+    0.5,
+    0.5,
+    0.490234375,
+    0.462890625,
+    0.482421875,
+    0.4921875,
+    0.478515625,
+    0.466796875,
+    0.46875,
+    0.470703125,
+    0.458984375,
+    0.4453125,
+    0.455078125,
+    0.451171875,
+    0.439453125,
+    0.486328125,
+    0.453125,
+    0.462890625,
+    0.447265625,
+    0.453125,
+    0.44921875,
+    0.4375,
+    0.439453125,
+    0.4375,
+    0.4296875,
+    0.4296875,
+    0.4453125,
+    0.431640625,
+    0.443359375,
+    0.423828125,
+    0.42578125,
+    0.412109375,
+    0.41015625,
+    0.435546875,
+    0.423828125,
+    0.4140625,
+    0.427734375,
+    0.42578125,
+    0.4296875,
+    0.400390625,
+    0.390625,
+    0.404296875,
+    0.41796875,
+    0.396484375,
+    0.41796875,
+    0.3984375,
+    0.40234375,
+    0.40234375,
+    0.40625,
+    0.39453125,
+    0.41015625,
+    0.3828125,
+    0.408203125,
+    0.404296875,
+    0.390625,
+    0.365234375,
+    0.396484375,
+    0.392578125,
+    0.375,
+    0.396484375,
+    0.37890625,
+    0.37890625,
+    0.38671875,
+    0.40234375,
+    0.396484375,
+    0.376953125,
+    0.384765625,
+    0.361328125,
+    0.37890625,
+    0.369140625,
+    0.37890625,
+    0.375,
+    0.36328125,
+    0.369140625,
+    0.376953125,
+    0.361328125,
+    0.357421875,
+    0.3671875,
+    0.36328125,
+    0.361328125,
+    0.359375,
+    0.36328125,
+    0.361328125,
+    0.365234375,
+    0.34765625,
+    0.361328125,
+    0.35546875,
+    0.36328125,
+    0.34765625,
+    0.35546875,
+    0.349609375,
+    0.337890625,
+    0.345703125,
+    0.337890625,
+    0.361328125,
+    0.369140625,
+    0.341796875,
+    0.33984375,
+    0.345703125,
+    0.33984375,
+    0.357421875,
+    0.35546875,
+    0.33203125,
+    0.322265625,
+    0.341796875,
+    0.349609375,
+    0.33203125,
+    0.322265625,
+    0.333984375,
+    0.3359375,
+    0.328125,
+    0.33984375,
+    0.32421875,
+    0.33984375,
+    0.34765625,
+    0.326171875,
+    0.337890625,
+    0.31640625,
+    0.333984375,
+    0.33203125,
+    0.32421875,
+    0.337890625,
+    0.30859375,
+    0.333984375,
+    0.333984375,
+    0.306640625,
+    0.330078125,
+    0.33203125,
+    0.3125,
+    0.33984375,
+    0.3125,
+    0.31640625,
+    0.3125,
+    0.3125,
+    0.318359375,
+    0.314453125,
+    0.333984375,
+    0.318359375,
+    0.294921875,
+    0.32421875,
+    0.314453125,
+    0.30859375,
+    0.314453125,
+    0.318359375,
+    0.3046875,
+    0.314453125,
+    0.3046875,
+    0.30859375,
+    0.29296875,
+    0.3125,
+    0.296875,
+    0.296875,
+    0.310546875,
+    0.3125,
+    0.322265625,
+    0.298828125,
+    0.322265625,
+    0.306640625,
+    0.3046875,
+    0.30078125,
+    0.302734375,
+    0.298828125,
+    0.291015625,
+    0.296875,
+    0.294921875,
+    0.3125,
+    0.2890625,
+    0.306640625,
+    0.2890625,
+    0.298828125,
+    0.29296875,
+    0.2890625,
+    0.287109375,
+    0.275390625,
+    0.294921875,
+    0.27734375,
+    0.322265625,
+    0.283203125,
+    0.29296875,
+    0.306640625,
+    0.287109375,
+    0.2890625,
+    0.2734375,
+    0.271484375,
+    0.275390625,
+    0.275390625,
+    0.26953125,
+    0.28515625,
+    0.275390625,
+    0.27734375,
+    0.267578125,
+    0.2734375,
+    0.279296875,
+    0.2890625,
+    0.275390625,
+    0.28515625,
+    0.296875,
+    0.302734375,
+    0.30078125,
+    0.296875,
+    0.310546875,
+    0.322265625,
+    0.29296875,
+    0.2734375,
+    0.3046875,
+    0.2734375,
+    0.28125,
+    0.30078125,
+    0.283203125,
+    0.2890625,
+    0.2734375,
+    0.291015625,
+    0.27734375,
+    0.255859375,
+    0.267578125,
+    0.25,
+    0.27734375,
+    0.2490234375,
+    0.248046875,
+    0.267578125,
+    0.26171875,
+    0.28515625,
+    0.2734375,
+    0.265625,
+    0.251953125,
+    0.26171875,
+    0.259765625,
+    0.267578125,
+    0.271484375,
+    0.2734375,
+    0.25390625,
+    0.26953125,
+    0.251953125,
+    0.283203125,
+    0.259765625,
+    0.26953125,
+    0.2734375,
+    0.25,
+    0.26953125,
+    0.25390625,
+    0.265625,
+    0.283203125,
+    0.2734375,
+    0.26171875,
+    0.279296875,
+    0.26953125,
+    0.283203125,
+    0.2734375,
+    0.259765625,
+    0.251953125,
+    0.267578125,
+    0.26953125,
+    0.25,
+    0.26171875,
+    0.2578125,
+    0.263671875,
+    0.283203125,
+    0.263671875,
+    0.27734375,
+    0.251953125,
+    0.259765625,
+    0.255859375,
+    0.2490234375,
+    0.2578125,
+    0.25390625,
+    0.2578125,
+    0.255859375,
+    0.26171875,
+    0.27734375,
+    0.25390625,
+    0.263671875,
+    0.259765625,
+    0.263671875,
+    0.251953125,
+    0.2421875,
+    0.2451171875,
+    0.2431640625,
+    0.271484375,
+    0.26953125,
+    0.26953125,
+    0.240234375,
+    0.2451171875,
+    0.2412109375,
+    0.255859375,
+    0.2353515625,
+    0.255859375,
+    0.2578125,
+    0.265625,
+    0.26953125,
+    0.25390625,
+    0.251953125,
+    0.2890625,
+    0.26171875,
+    0.2451171875,
+    0.23828125,
+    0.2392578125,
+    0.255859375,
+    0.26171875,
+    0.255859375,
+    0.2314453125,
+    0.2333984375,
+    0.255859375,
+    0.26171875,
+    0.2578125,
+    0.2431640625,
+    0.265625,
+    0.2490234375,
+    0.2431640625,
+    0.2451171875,
+    0.240234375,
+    0.25390625,
+    0.244140625,
+    0.23828125,
+    0.259765625,
+    0.24609375,
+    0.271484375,
+    0.240234375,
+    0.24609375,
+    0.25,
+    0.251953125,
+    0.23046875,
+    0.232421875,
+    0.2490234375,
+    0.251953125,
+    0.2373046875,
+    0.23828125,
+    0.2333984375,
+    0.255859375,
+    0.248046875,
+    0.248046875,
+    0.2314453125,
+    0.234375,
+    0.2470703125,
+    0.23828125,
+    0.2578125,
+    0.251953125,
+    0.2353515625,
+    0.234375,
+    0.2265625,
+    0.2470703125,
+    0.234375,
+    0.232421875,
+    0.259765625,
+    0.2421875,
+    0.244140625,
+    0.244140625,
+    0.26171875,
+    0.251953125,
+    0.2353515625,
+    0.2578125,
+    0.2451171875,
+    0.2392578125,
+    0.228515625,
+    0.234375,
+    0.24609375,
+    0.2333984375,
+    0.2373046875,
+    0.2333984375,
+    0.244140625,
+    0.236328125,
+    0.234375,
+    0.2421875,
+    0.234375,
+    0.251953125,
+    0.248046875,
+    0.234375,
+    0.232421875,
+    0.244140625,
+    0.2197265625,
+    0.2373046875,
+    0.2265625,
+    0.240234375,
+    0.23828125,
+    0.263671875,
+    0.25,
+    0.2431640625,
+    0.2333984375,
+    0.255859375,
+    0.25390625,
+    0.25390625,
+    0.232421875,
+    0.2373046875,
+    0.255859375,
+    0.2470703125,
+    0.2392578125,
+    0.2421875,
+    0.2578125,
+    0.2412109375,
+    0.22265625,
+    0.244140625,
+    0.234375,
+    0.2333984375,
+    0.2421875,
+    0.23828125,
+    0.2421875,
+    0.240234375,
+    0.2275390625,
+    0.2255859375,
+    0.2294921875,
+    0.2255859375,
+    0.2314453125,
+    0.234375,
+    0.224609375,
+    0.234375,
+    0.24609375,
+    0.2431640625,
+    0.2236328125,
+    0.240234375,
+    0.232421875,
+    0.234375,
+    0.232421875,
+    0.236328125,
+    0.2216796875,
+    0.2265625,
+    0.2216796875,
+    0.234375,
+    0.2373046875,
+    0.2236328125,
+    0.224609375,
+    0.2333984375,
+    0.220703125,
+    0.2275390625,
+    0.2392578125,
+    0.224609375,
+    0.244140625,
+    0.2138671875,
+    0.2451171875,
+    0.2275390625,
+    0.2353515625,
+    0.2236328125,
+    0.21875,
+    0.224609375,
+    0.2578125,
+    0.2451171875,
+    0.2431640625,
+    0.22265625,
+    0.251953125,
+    0.23046875,
+    0.2275390625,
+    0.2431640625,
+    0.224609375,
+    0.228515625,
+    0.228515625,
+    0.2353515625,
+    0.2314453125,
+    0.2275390625,
+    0.23828125,
+    0.263671875,
+    0.228515625,
+    0.2119140625,
+    0.232421875,
+    0.232421875,
+    0.224609375,
+    0.23828125,
+    0.2197265625,
+    0.224609375,
+    0.21875,
+    0.2255859375,
+    0.2216796875,
+    0.2197265625,
+    0.23046875,
+    0.224609375,
+    0.212890625,
+    0.23828125,
+    0.216796875,
+    0.23046875,
+    0.220703125,
+    0.2255859375,
+    0.220703125,
+    0.2255859375,
+    0.2099609375,
+    0.2392578125,
+    0.228515625,
+    0.2236328125,
+    0.232421875,
+    0.2392578125,
+    0.2294921875,
+    0.234375,
+    0.228515625,
+    0.2431640625,
+    0.23046875,
+    0.2451171875,
+    0.251953125,
+    0.2412109375,
+    0.2333984375,
+    0.2333984375,
+    0.2392578125,
+    0.2255859375,
+    0.2294921875,
+    0.2431640625,
+    0.224609375,
+    0.2470703125,
+    0.2255859375,
+    0.2275390625,
+    0.21875,
+    0.2197265625,
+    0.2275390625,
+    0.2294921875,
+    0.21484375,
+    0.2294921875,
+    0.2236328125,
+    0.22265625,
+    0.2158203125,
+    0.2119140625,
+    0.23046875,
+    0.21875,
+    0.216796875,
+    0.2138671875,
+    0.2216796875,
+    0.2314453125,
+    0.2109375,
+    0.2099609375,
+    0.2197265625,
+    0.21875,
+    0.2255859375,
+    0.220703125,
+    0.2392578125,
+    0.2333984375,
+    0.2177734375,
+    0.212890625,
+    0.2255859375,
+    0.2275390625,
+    0.2138671875,
+    0.2255859375,
+    0.23046875,
+    0.232421875,
+    0.2158203125,
+    0.22265625,
+    0.224609375,
+    0.216796875,
+    0.2197265625,
+    0.2236328125,
+    0.2216796875,
+    0.2314453125,
+    0.2177734375,
+    0.2314453125,
+    0.220703125,
+    0.2138671875,
+    0.2138671875,
+    0.224609375,
+    0.2373046875,
+    0.2060546875,
+    0.2275390625,
+    0.224609375,
+    0.2080078125,
+    0.228515625,
+    0.2119140625,
+    0.22265625,
+    0.224609375,
+    0.2353515625,
+    0.2294921875,
+    0.2138671875,
+    0.2197265625,
+    0.2119140625,
+    0.21875,
+    0.212890625,
+    0.2158203125,
+    0.23046875,
+    0.2255859375,
+    0.240234375,
+    0.203125,
+    0.2275390625,
+    0.216796875,
+    0.208984375,
+    0.20703125,
+    0.2236328125,
+    0.2333984375,
+    0.212890625,
+    0.20703125,
+    0.212890625,
+    0.2177734375,
+    0.2080078125,
+    0.234375,
+    0.212890625,
+    0.216796875,
+    0.208984375,
+    0.2158203125,
+    0.2294921875,
+    0.2109375,
+    0.2216796875,
+    0.234375,
+    0.2216796875,
+    0.2109375,
+    0.240234375,
+    0.2109375,
+    0.2158203125,
+    0.2265625,
+    0.2177734375,
+    0.224609375,
+    0.203125,
+    0.232421875,
+    0.2099609375,
+    0.21484375,
+    0.2119140625,
+    0.2109375,
+    0.20703125,
+    0.212890625,
+    0.2275390625,
+    0.1953125,
+    0.21875,
+    0.2041015625,
+    0.2080078125,
+    0.2138671875,
+    0.2119140625,
+    0.197265625,
+    0.2138671875,
+    0.2119140625,
+    0.2197265625,
+    0.2236328125,
+    0.21875,
+    0.2109375,
+    0.22265625,
+    0.2119140625,
+    0.205078125,
+    0.2119140625,
+    0.2109375,
+    0.20703125,
+    0.205078125,
+    0.2119140625,
+    0.2158203125,
+    0.216796875,
+    0.216796875,
+    0.21875,
+    0.2021484375,
+    0.203125,
+    0.2109375,
+    0.2138671875,
+    0.201171875,
+    0.205078125,
+    0.20703125,
+    0.2158203125,
+    0.2236328125,
+    0.216796875,
+    0.2021484375,
+    0.2138671875,
+    0.205078125,
+    0.2080078125,
+    0.212890625,
+    0.2177734375,
+    0.2001953125,
+    0.2255859375,
+    0.220703125,
+    0.2314453125,
+    0.2021484375,
+    0.2099609375,
+    0.1982421875,
+    0.205078125,
+    0.21484375,
+    0.2138671875,
+    0.2236328125,
+    0.21484375,
+    0.21875,
+    0.205078125,
+    0.205078125,
+    0.2099609375,
+    0.2197265625,
+    0.212890625,
+    0.2099609375,
+    0.2109375,
+    0.212890625,
+    0.2119140625,
+    0.2080078125,
+    0.2041015625,
+    0.205078125,
+    0.2177734375,
+    0.197265625,
+    0.2080078125,
+    0.2001953125,
+    0.2109375,
+    0.2158203125,
+    0.2021484375,
+    0.2021484375,
+    0.2001953125,
+    0.20703125,
+    0.1982421875,
+    0.216796875,
+    0.2080078125,
+    0.216796875,
+    0.203125,
+    0.2099609375,
+    0.205078125,
+    0.208984375,
+    0.20703125,
+    0.2080078125,
+    0.2109375,
+    0.2001953125,
+    0.203125,
+    0.205078125,
+    0.2099609375,
+    0.197265625,
+    0.197265625,
+    0.19921875,
+    0.208984375,
+    0.19140625,
+    0.20703125,
+    0.2236328125,
+    0.2138671875,
+    0.228515625,
+    0.2158203125,
+    0.2177734375,
+    0.22265625,
+    0.2216796875,
+    0.21875,
+    0.2060546875,
+    0.21484375,
+    0.2138671875,
+    0.2314453125,
+    0.2333984375,
+    0.2236328125,
+    0.21484375,
+    0.21875,
+    0.2177734375,
+    0.1982421875,
+    0.20703125,
+    0.2080078125,
+    0.216796875,
+    0.2158203125,
+    0.216796875,
+    0.21484375,
+    0.212890625,
+    0.2119140625,
+    0.2216796875,
+    0.205078125,
+    0.212890625,
+    0.212890625,
+    0.2099609375,
+    0.2060546875,
+    0.2265625,
+    0.2060546875,
+    0.2138671875,
+    0.220703125,
+    0.197265625,
+    0.2021484375,
+    0.2060546875,
+    0.21484375,
+    0.212890625,
+    0.2138671875,
+    0.2080078125,
+    0.208984375,
+    0.2119140625,
+    0.205078125,
+    0.2060546875,
+    0.2041015625,
+    0.2021484375,
+    0.2021484375,
+    0.2109375,
+    0.2216796875,
+    0.1904296875,
+    0.189453125,
+    0.19140625,
+    0.2021484375,
+    0.1923828125,
+    0.2158203125,
+    0.2109375,
+    0.2080078125,
+    0.1962890625,
+    0.1943359375,
+    0.19921875,
+    0.19921875,
+    0.220703125,
+    0.197265625,
+    0.20703125,
+    0.19921875,
+    0.2021484375,
+    0.2099609375,
+    0.1962890625,
+    0.2177734375,
+    0.2060546875,
+    0.20703125,
+    0.193359375,
+    0.2080078125,
+    0.2041015625,
+    0.2119140625,
+    0.2109375,
+    0.2421875,
+    0.2001953125,
+    0.2041015625,
+    0.2001953125,
+    0.20703125,
+    0.1943359375,
+    0.205078125,
+    0.1923828125,
+    0.1923828125,
+    0.2021484375,
+    0.201171875,
+    0.189453125,
+    0.1962890625,
+    0.2197265625,
+    0.2001953125,
+    0.19921875,
+    0.212890625,
+    0.216796875,
+    0.1962890625,
+    0.1923828125,
+    0.2041015625,
+    0.1943359375,
+    0.203125,
+    0.2041015625,
+    0.1962890625,
+    0.2158203125,
+    0.1943359375,
+    0.208984375,
+    0.2001953125,
+    0.208984375,
+    0.1923828125,
+    0.1982421875,
+    0.20703125,
+    0.2021484375,
+    0.2021484375,
+    0.2060546875,
+    0.1943359375,
+    0.2138671875,
+    0.20703125,
+    0.2021484375,
+    0.193359375,
+    0.1943359375,
+    0.2041015625,
+    0.1875,
+    0.197265625,
+    0.203125,
+    0.1826171875,
+    0.2060546875,
+    0.2109375,
+    0.19921875,
+    0.1923828125,
+    0.224609375,
+    0.1962890625,
+    0.1943359375,
+    0.2021484375,
+    0.2197265625,
+    0.197265625,
+    0.201171875,
+    0.205078125,
+    0.2001953125,
+    0.1953125,
+    0.2021484375,
+    0.193359375,
+    0.1904296875,
+    0.189453125,
+    0.203125,
+    0.19921875,
+    0.189453125,
+    0.1904296875,
+    0.1953125,
+    0.2041015625,
+    0.193359375,
+    0.19921875,
+    0.1943359375,
+    0.19921875,
+    0.216796875,
+    0.1845703125,
+    0.1943359375,
+    0.2138671875,
+    0.208984375,
+    0.2001953125,
+    0.197265625,
+    0.1923828125,
+    0.2041015625,
+    0.2041015625,
+    0.1787109375,
+    0.1982421875,
+    0.21484375,
+    0.1962890625,
+    0.1982421875,
+    0.208984375,
+    0.1904296875,
+    0.1923828125,
+    0.203125,
+    0.2099609375,
+    0.197265625,
+    0.2041015625,
+    0.193359375,
+    0.1982421875,
+    0.19921875,
+    0.1904296875,
+    0.1865234375,
+    0.1982421875,
+    0.1953125,
+    0.2060546875,
+    0.2373046875,
+    0.21484375,
+    0.2177734375,
+    0.1962890625,
+    0.19921875,
+    0.2021484375,
+    0.2138671875,
+    0.1962890625,
+    0.208984375,
+    0.1982421875,
+    0.1953125,
+    0.1962890625,
+    0.216796875,
+    0.1982421875,
+    0.1943359375,
+    0.2099609375,
+    0.2099609375,
+    0.2109375,
+    0.2265625,
+    0.20703125,
+    0.208984375,
+    0.203125,
+    0.1923828125,
+    0.205078125,
+    0.197265625,
+    0.2158203125,
+    0.2060546875,
+    0.2119140625,
+    0.2021484375,
+    0.2099609375,
+    0.205078125,
+    0.2158203125,
+    0.2021484375,
+    0.1962890625,
+    0.1943359375,
+    0.1943359375,
+    0.203125,
+    0.2001953125,
+    0.1982421875,
+    0.2060546875,
+    0.1953125,
+    0.201171875,
+    0.2001953125,
+    0.1943359375,
+    0.205078125,
+    0.2109375,
+    0.220703125,
+    0.1953125,
+    0.2099609375,
+    0.197265625,
+    0.201171875,
+    0.2158203125,
+    0.205078125,
+    0.189453125,
+    0.2080078125,
+    0.197265625,
+    0.19921875,
+    0.193359375,
+    0.197265625,
+    0.2041015625,
+    0.19140625,
+    0.1943359375,
+    0.1943359375,
+    0.2119140625,
+    0.19921875,
+    0.1923828125,
+    0.2060546875,
+    0.2001953125,
+    0.197265625,
+    0.201171875,
+    0.189453125,
+    0.2001953125,
+    0.2021484375,
+    0.19140625,
+    0.203125,
+    0.216796875,
+    0.193359375,
+    0.197265625,
+    0.2216796875,
+    0.20703125,
+    0.2021484375,
+    0.203125,
+    0.1923828125,
+    0.185546875,
+    0.1982421875,
+    0.1953125,
+    0.193359375,
+    0.19921875,
+    0.19921875,
+    0.19921875,
+    0.193359375,
+    0.1962890625,
+    0.1943359375,
+    0.1865234375,
+    0.1904296875,
+    0.1845703125,
+    0.1962890625,
+    0.2001953125,
+    0.193359375,
+    0.1875,
+    0.1875,
+    0.197265625,
+    0.1904296875,
+    0.203125,
+    0.1962890625,
+    0.1865234375,
+    0.19140625,
+    0.19140625,
+    0.2041015625,
+    0.1865234375,
+    0.193359375,
+    0.1884765625,
+    0.2021484375,
+    0.2236328125,
+    0.201171875,
+    0.19140625,
+    0.1943359375,
+    0.201171875,
+    0.19140625,
+    0.203125,
+    0.2060546875,
+    0.224609375,
+    0.208984375,
+    0.1826171875,
+    0.1884765625,
+    0.19140625,
+    0.201171875,
+    0.201171875,
+    0.1953125,
+    0.19140625,
+    0.2001953125,
+    0.19140625,
+    0.201171875,
+    0.1943359375,
+    0.1953125,
+    0.1953125,
+    0.1953125,
+    0.1982421875,
+    0.1962890625,
+    0.185546875,
+    0.1884765625,
+    0.1943359375,
+    0.1962890625,
+    0.193359375,
+    0.19921875,
+    0.203125,
+    0.19921875,
+    0.201171875,
+    0.1982421875,
+    0.197265625,
+    0.1953125,
+    0.193359375,
+    0.19921875,
+    0.1962890625,
+    0.1904296875,
+    0.208984375,
+    0.193359375,
+    0.1904296875,
+    0.1845703125,
+    0.19921875,
+    0.2041015625,
+    0.1962890625,
+    0.1845703125,
+    0.19140625,
+    0.208984375,
+    0.1826171875,
+    0.2060546875,
+    0.203125,
+    0.1923828125,
+    0.1875,
+    0.1982421875,
+    0.193359375,
+    0.1845703125,
+    0.1904296875,
+    0.1865234375,
+    0.19140625,
+    0.2236328125,
+    0.1884765625,
+    0.201171875,
+    0.1953125,
+    0.189453125,
+    0.1845703125,
+    0.193359375,
+    0.1943359375,
+    0.1884765625,
+    0.1953125,
+    0.1962890625,
+    0.1982421875,
+    0.197265625,
+    0.1884765625,
+    0.1806640625,
+    0.201171875,
+    0.2021484375,
+    0.1884765625,
+    0.1962890625,
+    0.1953125,
+    0.1982421875,
+    0.19140625,
+    0.197265625,
+    0.193359375,
+    0.193359375,
+    0.181640625,
+    0.181640625,
+    0.1943359375,
+    0.1923828125,
+    0.1943359375,
+    0.1904296875,
+    0.1875,
+    0.1962890625,
+    0.1982421875,
+    0.197265625,
+    0.1982421875,
+    0.1982421875,
+    0.193359375,
+    0.201171875,
+    0.201171875,
+    0.1962890625,
+    0.205078125,
+    0.1962890625,
+    0.2080078125,
+    0.1923828125,
+    0.1962890625,
+    0.1943359375,
+    0.1953125,
+    0.19921875,
+    0.197265625,
+    0.1962890625,
+    0.2041015625,
+    0.193359375,
+    0.205078125,
+    0.1962890625,
+    0.2041015625,
+    0.1962890625,
+    0.2001953125,
+    0.189453125,
+    0.1982421875,
+    0.2099609375,
+    0.1845703125,
+    0.193359375,
+    0.201171875,
+    0.19921875,
+    0.19921875,
+    0.1904296875,
+    0.19140625,
+    0.189453125,
+    0.19140625,
+    0.19921875,
+    0.193359375,
+    0.197265625,
+    0.19140625,
+    0.193359375,
+    0.19921875,
+    0.189453125,
+    0.2109375,
+    0.19140625,
+    0.2041015625,
+    0.1904296875,
+    0.1865234375,
+    0.1865234375,
+    0.2001953125,
+    0.1953125,
+    0.1953125,
+    0.185546875,
+    0.2021484375,
+    0.1982421875,
+    0.2041015625,
+    0.2001953125,
+    0.1982421875,
+    0.197265625,
+    0.2041015625,
+    0.2021484375,
+    0.1982421875,
+    0.193359375,
+    0.1904296875,
+    0.1884765625,
+    0.1904296875,
+    0.2099609375,
+    0.2041015625,
+    0.201171875,
+    0.197265625,
+    0.1904296875,
+    0.1953125,
+    0.19140625,
+    0.1875,
+    0.197265625,
+    0.2001953125,
+    0.19140625,
+    0.205078125,
+    0.1884765625,
+    0.197265625,
+    0.20703125,
+    0.201171875,
+    0.205078125,
+    0.1953125,
+    0.1884765625,
+    0.185546875,
+    0.197265625,
+    0.189453125,
+    0.1904296875,
+    0.2099609375,
+    0.2119140625,
+    0.185546875,
+    0.2314453125,
+    0.1904296875,
+    0.1904296875,
+    0.2001953125,
+    0.19921875,
+    0.1953125,
+    0.1875,
+    0.1962890625,
+    0.1826171875,
+    0.19140625,
+    0.1884765625,
+    0.1884765625,
+    0.203125,
+    0.1904296875,
+    0.2041015625,
+    0.185546875,
+    0.197265625,
+    0.181640625,
+    0.1845703125,
+    0.1884765625,
+    0.1904296875,
+    0.1806640625,
+    0.1953125,
+    0.1865234375,
+    0.1875,
+    0.1845703125,
+    0.1787109375,
+    0.1904296875,
+    0.1865234375,
+    0.193359375,
+    0.197265625,
+    0.1904296875,
+    0.1787109375,
+    0.1904296875,
+    0.1904296875,
+    0.1923828125,
+    0.1923828125,
+    0.203125,
+    0.19921875,
+    0.1953125,
+    0.18359375,
+    0.189453125,
+    0.181640625,
+    0.1875,
+    0.1826171875,
+    0.1943359375,
+    0.18359375,
+    0.1962890625,
+    0.1943359375,
+    0.203125,
+    0.1953125,
+    0.1884765625,
+    0.1884765625,
+    0.18359375,
+    0.1884765625,
+    0.2109375,
+    0.1953125,
+    0.1806640625,
+    0.197265625,
+    0.189453125,
+    0.1953125,
+    0.18359375,
+    0.208984375,
+    0.189453125,
+    0.193359375,
+    0.1845703125,
+    0.1875,
+    0.1953125,
+    0.1826171875,
+    0.1826171875,
+    0.203125,
+    0.1875,
+    0.193359375,
+    0.1884765625,
+    0.2041015625,
+    0.1826171875,
+    0.1875,
+    0.2001953125,
+    0.1875,
+    0.2060546875,
+    0.203125,
+    0.18359375,
+    0.1806640625,
+    0.1806640625,
+    0.181640625,
+    0.19140625,
+    0.1826171875,
+    0.1865234375,
+    0.193359375,
+    0.19921875,
+    0.1884765625,
+    0.1875,
+    0.19140625,
+    0.1875,
+    0.1923828125,
+    0.1787109375,
+    0.1865234375,
+    0.1806640625,
+    0.181640625,
+    0.1923828125,
+    0.203125,
+    0.1796875,
+    0.1923828125,
+    0.185546875,
+    0.197265625,
+    0.1953125,
+    0.185546875,
+    0.193359375,
+    0.18359375,
+    0.1982421875,
+    0.19140625,
+    0.177734375,
+    0.1875,
+    0.1923828125,
+    0.1923828125,
+    0.1875,
+    0.185546875,
+    0.1953125,
+    0.17578125,
+    0.1845703125,
+    0.1865234375,
+    0.185546875,
+    0.201171875,
+    0.1826171875,
+    0.18359375,
+    0.1943359375,
+    0.181640625,
+    0.1875,
+    0.181640625,
+    0.1953125,
+    0.1826171875,
+    0.193359375,
+    0.189453125,
+    0.203125,
+    0.19140625,
+    0.166015625,
+    0.1845703125,
+    0.189453125,
+    0.2001953125,
+    0.1728515625,
+    0.1875,
+    0.1884765625,
+    0.2099609375,
+    0.1962890625,
+    0.193359375,
+    0.1826171875,
+    0.19921875,
+    0.1923828125,
+    0.1943359375,
+    0.177734375,
+    0.1796875,
+    0.1796875,
+    0.1904296875,
+    0.189453125,
+    0.173828125,
+    0.17578125,
+    0.1806640625,
+    0.1884765625,
+    0.201171875,
+    0.19140625,
+    0.1845703125,
+    0.1923828125,
+    0.181640625,
+    0.1806640625,
+    0.1943359375,
+    0.185546875,
+    0.1875,
+    0.185546875,
+    0.189453125,
+    0.173828125,
+    0.1767578125,
+    0.1806640625,
+    0.185546875,
+    0.1875,
+    0.1787109375,
+    0.2041015625,
+    0.203125,
+    0.193359375,
+    0.1923828125,
+    0.2060546875,
+    0.2041015625,
+    0.1884765625,
+    0.18359375,
+    0.1904296875,
+    0.1884765625,
+    0.201171875,
+    0.1943359375,
+    0.208984375,
+    0.189453125,
+    0.2001953125,
+    0.205078125,
+    0.2041015625,
+    0.1904296875,
+    0.1923828125,
+    0.197265625,
+    0.1826171875,
+    0.1806640625,
+    0.1943359375,
+    0.18359375,
+    0.1884765625,
+    0.1826171875,
+    0.18359375,
+    0.19140625,
+    0.1845703125,
+    0.193359375,
+    0.193359375,
+    0.1845703125,
+    0.185546875,
+    0.1845703125,
+    0.1982421875,
+    0.1923828125,
+    0.1982421875,
+    0.185546875,
+    0.1982421875,
+    0.1953125,
+    0.19140625,
+    0.18359375,
+    0.1875,
+    0.19140625,
+    0.1962890625,
+    0.1904296875,
+    0.2001953125,
+    0.189453125,
+    0.185546875,
+    0.1904296875,
+    0.1865234375,
+    0.2001953125,
+    0.1884765625,
+    0.1865234375,
+    0.2158203125,
+    0.18359375,
+    0.1865234375,
+    0.189453125,
+    0.1845703125,
+    0.197265625,
+    0.193359375,
+    0.1923828125,
+    0.1845703125,
+    0.1943359375,
+    0.19921875,
+    0.1875,
+    0.1875,
+    0.1796875,
+    0.185546875,
+    0.18359375,
+    0.1875,
+    0.19140625,
+    0.1943359375,
+    0.17578125,
+    0.18359375,
+    0.1787109375,
+    0.1962890625,
+    0.19140625,
+    0.1953125,
+    0.1767578125,
+    0.1845703125,
+    0.205078125,
+    0.18359375,
+    0.185546875,
+    0.19140625,
+    0.181640625,
+    0.201171875,
+    0.1875,
+    0.193359375,
+    0.1865234375,
+    0.1923828125,
+    0.1796875,
+    0.1767578125,
+    0.193359375,
+    0.1982421875,
+    0.2099609375,
+    0.193359375,
+    0.1875,
+    0.193359375,
+    0.1943359375,
+    0.1982421875,
+    0.201171875,
+    0.189453125,
+    0.19140625,
+    0.185546875,
+    0.1826171875,
+    0.173828125,
+    0.201171875,
+    0.193359375,
+    0.1865234375,
+    0.1923828125,
+    0.1865234375,
+    0.1865234375,
+    0.17578125,
+    0.18359375,
+    0.18359375,
+    0.1904296875,
+    0.1845703125,
+    0.2001953125,
+    0.18359375,
+    0.1826171875,
+    0.1845703125,
+    0.1767578125,
+    0.189453125,
+    0.1767578125,
+    0.193359375,
+    0.1787109375,
+    0.177734375,
+    0.2060546875,
+    0.1982421875,
+    0.1953125,
+    0.1923828125,
+    0.1806640625,
+    0.1806640625,
+    0.17578125,
+    0.1962890625,
+    0.1943359375,
+    0.1904296875,
+    0.1796875,
+    0.19140625,
+    0.1865234375,
+    0.1943359375,
+    0.18359375,
+    0.1953125,
+    0.181640625,
+    0.1943359375,
+    0.18359375,
+    0.1806640625,
+    0.1806640625,
+    0.2021484375,
+    0.193359375,
+    0.19140625,
+    0.2080078125,
+    0.1904296875,
+    0.1875,
+    0.1875,
+    0.18359375,
+    0.19140625,
+    0.1845703125,
+    0.1787109375,
+    0.1884765625,
+    0.1884765625,
+    0.1796875,
+    0.1904296875,
+    0.19921875,
+    0.1923828125,
+    0.1943359375,
+    0.20703125,
+    0.1884765625,
+    0.1923828125,
+    0.1875,
+    0.1875,
+    0.1943359375,
+    0.1796875,
+    0.1953125,
+    0.2109375,
+    0.1865234375,
+    0.19140625,
+    0.189453125,
+    0.197265625,
+    0.1826171875,
+    0.18359375,
+    0.19921875,
+    0.1982421875,
+    0.1845703125,
+    0.1884765625,
+    0.1923828125,
+    0.1845703125,
+    0.1845703125,
+    0.2041015625,
+    0.1875,
+    0.1953125,
+    0.18359375,
+    0.185546875,
+    0.1904296875,
+    0.189453125,
+    0.1875,
+    0.1845703125,
+    0.1953125,
+    0.189453125,
+    0.1953125,
+    0.1845703125,
+    0.181640625,
+    0.19140625,
+    0.1787109375,
+    0.1962890625,
+    0.201171875,
+    0.1982421875,
+    0.189453125,
+    0.201171875,
+    0.1953125,
+    0.18359375,
+    0.185546875,
+    0.1904296875,
+    0.19140625,
+    0.2041015625,
+    0.1845703125,
+    0.1904296875,
+    0.1796875,
+    0.1982421875,
+    0.181640625,
+    0.185546875,
+    0.1943359375,
+    0.1904296875,
+    0.18359375,
+    0.1796875,
+    0.1787109375,
+    0.193359375,
+    0.1845703125,
+    0.1875,
+    0.1845703125,
+    0.1923828125,
+    0.1845703125,
+    0.18359375,
+    0.1904296875,
+    0.2060546875,
+    0.1875,
+    0.193359375,
+    0.1806640625,
+    0.197265625,
+    0.1796875,
+    0.181640625,
+    0.189453125,
+    0.1953125,
+    0.185546875,
+    0.1865234375,
+    0.19140625,
+    0.2001953125,
+    0.2001953125,
+    0.19140625,
+    0.1884765625,
+    0.1923828125,
+    0.189453125,
+    0.1943359375,
+    0.1845703125,
+    0.197265625,
+    0.197265625,
+    0.1796875,
+    0.1806640625,
+    0.2021484375,
+    0.1943359375,
+    0.18359375,
+    0.1962890625,
+    0.193359375,
+    0.1962890625,
+    0.1767578125,
+    0.1875,
+    0.201171875,
+    0.1865234375,
+    0.1923828125,
+    0.1884765625,
+    0.1826171875,
+    0.2080078125,
+    0.1904296875,
+    0.1923828125,
+    0.1787109375,
+    0.1796875,
+    0.19140625,
+    0.1865234375,
+    0.1923828125,
+    0.1796875,
+    0.185546875,
+    0.18359375,
+    0.1904296875,
+    0.1826171875,
+    0.177734375,
+    0.1875,
+    0.1953125,
+    0.19140625,
+    0.185546875,
+    0.1875,
+    0.1787109375,
+    0.1865234375,
+    0.177734375,
+    0.173828125,
+    0.181640625,
+    0.1796875,
+    0.1884765625,
+    0.185546875,
+    0.2001953125,
+    0.1865234375,
+    0.1962890625,
+    0.1787109375,
+    0.1875,
+    0.1806640625,
+    0.18359375,
+    0.1943359375,
+    0.181640625,
+    0.1728515625,
+    0.18359375,
+    0.185546875,
+    0.185546875,
+    0.1923828125,
+    0.1884765625,
+    0.185546875,
+    0.1943359375,
+    0.1796875,
+    0.177734375,
+    0.1806640625,
+    0.1875,
+    0.1826171875,
+    0.1787109375,
+    0.185546875,
+    0.193359375,
+    0.1953125,
+    0.2060546875,
+    0.1865234375,
+    0.1826171875,
+    0.1904296875,
+    0.1943359375,
+    0.185546875,
+    0.1904296875,
+    0.1767578125,
+    0.193359375,
+    0.19140625,
+    0.18359375,
+    0.1806640625,
+    0.18359375,
+    0.1982421875,
+    0.18359375,
+    0.1826171875,
+    0.1748046875,
+    0.1884765625,
+    0.181640625,
+    0.1806640625,
+    0.1962890625,
+    0.19140625,
+    0.1796875,
+    0.1845703125,
+    0.1865234375,
+    0.193359375,
+    0.18359375,
+    0.19921875,
+    0.1923828125,
+    0.193359375,
+    0.1982421875,
+    0.1796875,
+    0.19921875,
+    0.1787109375,
+    0.1943359375,
+    0.1865234375,
+    0.19140625,
+    0.1865234375,
+    0.193359375,
+    0.1806640625,
+    0.18359375,
+    0.177734375,
+    0.1806640625,
+    0.185546875,
+    0.1806640625,
+    0.1884765625,
+    0.1767578125,
+    0.1708984375,
+    0.189453125,
+    0.19140625,
+    0.1845703125,
+    0.1875,
+    0.1767578125,
+    0.1845703125,
+    0.181640625,
+    0.17578125,
+    0.185546875,
+    0.1884765625,
+    0.1962890625,
+    0.18359375,
+    0.19140625,
+    0.1767578125,
+    0.181640625,
+    0.1943359375,
+    0.1845703125,
+    0.17578125,
+    0.1845703125,
+    0.1884765625,
+    0.19140625,
+    0.1826171875,
+    0.181640625,
+    0.1689453125,
+    0.189453125,
+    0.1806640625,
+    0.19140625,
+    0.177734375,
+    0.201171875,
+    0.1904296875,
+    0.177734375,
+    0.1875,
+    0.189453125,
+    0.193359375,
+    0.1708984375,
+    0.1845703125,
+    0.1845703125,
+    0.1806640625,
+    0.1806640625,
+    0.17578125,
+    0.177734375,
+    0.1884765625,
+    0.181640625,
+    0.181640625,
+    0.1865234375,
+    0.1865234375,
+    0.1767578125,
+    0.1728515625,
+    0.1728515625,
+    0.1787109375,
+    0.177734375,
+    0.1806640625,
+    0.1787109375,
+    0.1826171875,
+    0.1806640625,
+    0.18359375,
+    0.1845703125,
+    0.177734375,
+    0.1865234375,
+    0.1748046875,
+    0.1923828125,
+    0.1884765625,
+    0.1806640625,
+    0.216796875,
+    0.203125,
+    0.2080078125,
+    0.189453125,
+    0.2041015625,
+    0.1875,
+    0.1826171875,
+    0.19140625,
+    0.177734375,
+    0.189453125,
+    0.1728515625,
+    0.185546875,
+    0.17578125,
+    0.18359375,
+    0.18359375,
+    0.18359375,
+    0.1748046875,
+    0.1845703125,
+    0.1845703125,
+    0.18359375,
+    0.1806640625,
+    0.1884765625,
+    0.1826171875,
+    0.189453125,
+    0.171875,
+    0.1953125,
+    0.19140625,
+    0.17578125,
+    0.1767578125,
+    0.1787109375,
+    0.19921875,
+    0.1845703125,
+    0.1845703125,
+    0.181640625,
+    0.1826171875,
+    0.1708984375,
+    0.181640625,
+    0.185546875,
+    0.1767578125,
+    0.1865234375,
+    0.1796875,
+    0.189453125,
+    0.185546875,
+    0.18359375,
+    0.1845703125,
+    0.197265625,
+    0.1923828125,
+    0.1787109375,
+    0.1884765625,
+    0.1806640625,
+    0.193359375,
+    0.193359375,
+    0.2001953125,
+    0.19140625,
+    0.1796875,
+    0.181640625,
+    0.189453125,
+    0.1826171875,
+    0.1826171875,
+    0.1796875,
+    0.18359375,
+    0.1845703125,
+    0.1962890625,
+    0.193359375,
+    0.2001953125,
+    0.1826171875,
+    0.193359375,
+    0.1943359375,
+    0.1884765625,
+    0.1845703125,
+    0.1787109375,
+    0.189453125,
+    0.1923828125,
+    0.1767578125,
+    0.185546875,
+    0.197265625,
+    0.1884765625,
+    0.1865234375,
+    0.1982421875,
+    0.177734375,
+    0.177734375,
+    0.18359375,
+    0.18359375,
+    0.181640625,
+    0.19140625,
+    0.185546875,
+    0.1884765625,
+    0.177734375,
+    0.1953125,
+    0.173828125,
+    0.1884765625,
+    0.17578125,
+    0.203125,
+    0.18359375,
+    0.1796875,
+    0.1826171875,
+    0.1826171875,
+    0.1845703125,
+    0.1826171875,
+    0.205078125,
+    0.1875,
+    0.1923828125,
+    0.1787109375,
+    0.193359375,
+    0.181640625,
+    0.18359375,
+    0.193359375,
+    0.19140625,
+    0.1826171875,
+    0.1865234375,
+    0.1875,
+    0.1962890625,
+    0.1787109375,
+    0.1806640625,
+    0.1884765625,
+    0.1796875,
+    0.1826171875,
+    0.1826171875,
+    0.18359375,
+    0.18359375,
+    0.181640625,
+    0.1845703125,
+    0.177734375,
+    0.1767578125,
+    0.1796875,
+    0.1875,
+    0.1953125,
+    0.185546875,
+    0.18359375,
+    0.1845703125,
+    0.1767578125,
+    0.1748046875,
+    0.193359375,
+    0.17578125,
+    0.197265625,
+    0.1962890625,
+    0.17578125,
+    0.19140625,
+    0.1845703125,
+    0.1923828125,
+    0.1845703125,
+    0.19140625,
+    0.185546875,
+    0.1796875,
+    0.1796875,
+    0.1845703125,
+    0.1845703125,
+    0.1923828125,
+    0.171875,
+    0.1806640625,
+    0.1865234375,
+    0.1904296875,
+    0.185546875,
+    0.1826171875,
+    0.1875,
+    0.185546875,
+    0.189453125,
+    0.185546875,
+    0.181640625,
+    0.19140625,
+    0.1943359375,
+    0.1796875,
+    0.1884765625,
+    0.1845703125,
+    0.1826171875,
+    0.1845703125,
+    0.1748046875,
+    0.181640625,
+    0.1845703125,
+    0.1953125,
+    0.1767578125,
+    0.1826171875,
+    0.1923828125,
+    0.193359375,
+    0.1875,
+    0.1748046875,
+    0.177734375,
+    0.181640625,
+    0.1708984375,
+    0.205078125,
+    0.197265625,
+    0.1767578125,
+    0.18359375,
+    0.17578125,
+    0.185546875,
+    0.18359375,
+    0.1826171875,
+    0.1767578125,
+    0.193359375,
+    0.1923828125,
+    0.1796875,
+    0.1767578125,
+    0.1943359375,
+    0.193359375,
+    0.173828125,
+    0.1845703125,
+    0.1845703125,
+    0.181640625,
+    0.1787109375,
+    0.185546875,
+    0.1865234375,
+    0.177734375,
+    0.1845703125,
+    0.1884765625,
+    0.1767578125,
+    0.1923828125,
+    0.17578125,
+    0.185546875,
+    0.173828125,
+    0.1787109375,
+    0.1767578125,
+    0.1826171875,
+    0.185546875,
+    0.181640625,
+    0.189453125,
+    0.1806640625,
+    0.169921875,
+    0.1826171875,
+    0.1982421875,
+    0.1728515625,
+    0.1845703125,
+    0.18359375,
+    0.203125,
+    0.1923828125,
+    0.1796875,
+    0.18359375,
+    0.18359375,
+    0.185546875,
+    0.1826171875,
+    0.1826171875,
+    0.1865234375,
+    0.1806640625,
+    0.1865234375,
+    0.1708984375,
+    0.177734375,
+    0.1826171875,
+    0.1953125,
+    0.185546875,
+    0.18359375,
+    0.1875,
+    0.177734375,
+    0.1806640625,
+    0.185546875,
+    0.197265625,
+    0.201171875,
+    0.177734375,
+    0.17578125,
+    0.1826171875,
+    0.1796875,
+    0.177734375,
+    0.19140625,
+    0.185546875,
+    0.1865234375,
+    0.19140625,
+    0.1806640625,
+    0.1845703125,
+    0.1943359375,
+    0.1875,
+    0.17578125,
+    0.1845703125,
+    0.1767578125,
+    0.1767578125,
+    0.193359375,
+    0.189453125,
+    0.1884765625,
+    0.19921875,
+    0.1806640625,
+    0.1787109375,
+    0.1904296875,
+    0.185546875,
+    0.2021484375,
+    0.193359375,
+    0.1875,
+    0.171875,
+    0.1826171875,
+    0.177734375,
+    0.181640625,
+    0.177734375,
+    0.17578125,
+    0.17578125,
+    0.1767578125,
+    0.1728515625,
+    0.1767578125,
+    0.18359375,
+    0.1748046875,
+    0.1806640625,
+    0.18359375,
+    0.1884765625,
+    0.1884765625,
+    0.1884765625,
+    0.177734375,
+    0.17578125,
+    0.181640625,
+    0.1728515625,
+    0.173828125,
+    0.171875,
+    0.1962890625,
+    0.16796875,
+    0.169921875,
+    0.1767578125,
+    0.1767578125,
+    0.1689453125,
+    0.1806640625,
+    0.1845703125,
+    0.177734375,
+    0.193359375,
+    0.1728515625,
+    0.1826171875,
+    0.1767578125,
+    0.185546875,
+    0.181640625,
+    0.1845703125,
+    0.1708984375,
+    0.1904296875,
+    0.1845703125,
+    0.1875,
+    0.1748046875,
+    0.18359375,
+    0.1884765625,
+    0.185546875,
+    0.171875,
+    0.1748046875,
+    0.19921875,
+    0.1708984375,
+    0.177734375,
+    0.1767578125,
+    0.1796875,
+    0.1806640625,
+    0.1689453125,
+    0.1708984375,
+    0.173828125,
+    0.1787109375,
+    0.177734375,
+    0.1767578125,
+    0.1748046875,
+    0.1767578125,
+    0.17578125,
+    0.1806640625,
+    0.1826171875,
+    0.1650390625,
+    0.181640625,
+    0.1884765625,
+    0.185546875,
+    0.1923828125,
+    0.185546875,
+    0.177734375,
+    0.1787109375,
+    0.1787109375,
+    0.1787109375,
+    0.1806640625,
+    0.1923828125,
+    0.17578125,
+    0.1796875,
+    0.1826171875,
+    0.1767578125,
+    0.1904296875,
+    0.193359375,
+    0.173828125,
+    0.1845703125,
+    0.181640625,
+    0.1943359375,
+    0.18359375,
+    0.1845703125,
+    0.177734375,
+    0.1923828125,
+    0.1865234375,
+    0.205078125,
+    0.1826171875,
+    0.1767578125,
+    0.1845703125,
+    0.185546875,
+    0.18359375,
+    0.1787109375,
+    0.1962890625,
+    0.197265625,
+    0.177734375,
+    0.1728515625,
+    0.1787109375,
+    0.1953125,
+    0.177734375,
+    0.18359375,
+    0.173828125,
+    0.1767578125,
+    0.1796875,
+    0.1826171875,
+    0.181640625,
+    0.1767578125,
+    0.1875,
+    0.17578125,
+    0.1875,
+    0.189453125,
+    0.1767578125,
+    0.185546875,
+    0.1708984375,
+    0.1884765625,
+    0.181640625,
+    0.1796875,
+    0.185546875,
+    0.19140625,
+    0.1806640625,
+    0.1884765625,
+    0.1796875,
+    0.1875,
+    0.1845703125,
+    0.185546875,
+    0.1787109375,
+    0.1962890625,
+    0.1796875,
+    0.18359375,
+    0.1845703125,
+    0.1787109375,
+    0.1767578125,
+    0.1845703125,
+    0.181640625,
+    0.1796875,
+    0.17578125,
+    0.18359375,
+    0.1875,
+    0.171875,
+    0.1787109375,
+    0.169921875,
+    0.1845703125,
+    0.177734375,
+    0.18359375,
+    0.17578125,
+    0.181640625,
+    0.185546875,
+    0.181640625,
+    0.181640625,
+    0.171875,
+    0.173828125,
+    0.181640625,
+    0.1787109375,
+    0.1767578125,
+    0.1689453125,
+    0.1865234375,
+    0.173828125,
+    0.1826171875,
+    0.1787109375,
+    0.1845703125,
+    0.185546875,
+    0.1865234375,
+    0.1796875,
+    0.1796875,
+    0.1826171875,
+    0.189453125,
+    0.173828125,
+    0.18359375,
+    0.177734375,
+    0.1826171875,
+    0.18359375,
+    0.177734375,
+    0.1689453125,
+    0.18359375,
+    0.1826171875,
+    0.1787109375,
+    0.17578125,
+    0.1787109375,
+    0.1787109375,
+    0.1875,
+    0.1787109375,
+    0.1826171875,
+    0.1826171875,
+    0.1796875,
+    0.1767578125,
+    0.1796875,
+    0.19921875,
+    0.1806640625,
+    0.169921875,
+    0.1845703125,
+    0.173828125,
+    0.1904296875,
+    0.1796875,
+    0.18359375,
+    0.1884765625,
+    0.1796875,
+    0.1796875,
+    0.185546875,
+    0.1728515625,
+    0.1875,
+    0.1826171875,
+    0.1728515625,
+    0.17578125,
+    0.1689453125,
+    0.1826171875,
+    0.1953125,
+    0.1748046875,
+    0.185546875,
+    0.1728515625,
+    0.197265625,
+    0.1826171875,
+    0.181640625,
+    0.1767578125,
+    0.177734375,
+    0.1796875,
+    0.1787109375,
+    0.1806640625,
+    0.173828125,
+    0.1845703125,
+    0.1796875,
+    0.1806640625,
+    0.1796875,
+    0.2060546875,
+    0.181640625,
+    0.185546875,
+    0.181640625,
+    0.173828125,
+    0.181640625,
+    0.1767578125,
+    0.169921875,
+    0.171875,
+    0.1845703125,
+    0.18359375,
+    0.169921875,
+    0.1796875,
+    0.169921875,
+    0.1796875,
+    0.1865234375,
+    0.1953125,
+    0.2041015625,
+    0.181640625,
+    0.19140625,
+    0.205078125,
+    0.18359375,
+    0.1943359375,
+    0.1845703125,
+    0.1943359375,
+    0.1875,
+    0.1904296875,
+    0.17578125,
+    0.1806640625,
+    0.1796875,
+    0.1796875,
+    0.173828125,
+    0.189453125,
+    0.17578125,
+    0.1826171875,
+    0.1826171875,
+    0.1748046875,
+    0.1865234375,
+    0.1806640625,
+    0.18359375,
+    0.17578125,
+    0.1689453125,
+    0.18359375,
+    0.1826171875,
+    0.17578125,
+    0.189453125,
+    0.1708984375,
+    0.185546875,
+    0.1875,
+    0.1875,
+    0.185546875,
+    0.181640625,
+    0.1826171875,
+    0.1796875,
+    0.173828125,
+    0.171875,
+    0.1728515625,
+    0.1767578125,
+    0.1923828125,
+    0.185546875,
+    0.185546875,
+    0.1728515625,
+    0.1826171875,
+    0.1767578125,
+    0.1806640625,
+    0.1728515625,
+    0.177734375,
+    0.1748046875,
+    0.1865234375,
+    0.1767578125,
+    0.1748046875,
+    0.1748046875,
+    0.193359375,
+    0.1953125,
+    0.1806640625,
+    0.177734375,
+    0.1826171875,
+    0.177734375,
+    0.1845703125,
+    0.1669921875,
+    0.169921875,
+    0.1826171875,
+    0.173828125,
+    0.1875,
+    0.1875,
+    0.1796875,
+    0.177734375,
+    0.1923828125,
+    0.1845703125,
+    0.1826171875,
+    0.1796875,
+    0.1728515625,
+    0.18359375,
+    0.181640625,
+    0.17578125,
+    0.1826171875,
+    0.1767578125,
+    0.1875,
+    0.197265625,
+    0.18359375,
+    0.1767578125,
+    0.1796875,
+    0.166015625,
+    0.181640625,
+    0.173828125,
+    0.1640625,
+    0.1845703125,
+    0.173828125,
+    0.169921875,
+    0.181640625,
+    0.1806640625,
+    0.17578125,
+    0.1767578125,
+    0.1748046875,
+    0.1806640625,
+    0.1826171875,
+    0.1806640625,
+    0.1796875,
+    0.173828125,
+    0.173828125,
+    0.1904296875,
+    0.1806640625,
+    0.1748046875,
+    0.177734375,
+    0.1875,
+    0.2021484375,
+    0.1796875,
+    0.1884765625,
+    0.1806640625,
+    0.1865234375,
+    0.171875,
+    0.1787109375,
+    0.162109375,
+    0.19140625,
+    0.1806640625,
+    0.1708984375,
+    0.1806640625,
+    0.173828125,
+    0.1796875,
+    0.177734375,
+    0.19140625,
+    0.177734375,
+    0.1728515625,
+    0.1865234375,
+    0.169921875,
+    0.1728515625,
+    0.17578125,
+    0.18359375,
+    0.177734375,
+    0.1767578125,
+    0.1787109375,
+    0.1865234375,
+    0.1728515625,
+    0.169921875,
+    0.1826171875,
+    0.18359375,
+    0.181640625,
+    0.185546875,
+    0.1875,
+    0.1767578125,
+    0.1806640625,
+    0.171875,
+    0.1806640625,
+    0.1796875,
+    0.18359375,
+    0.1748046875,
+    0.19140625,
+    0.1796875,
+    0.1865234375,
+    0.18359375,
+    0.177734375,
+    0.177734375,
+    0.185546875,
+    0.177734375,
+    0.1787109375,
+    0.1826171875,
+    0.1845703125,
+    0.17578125,
+    0.1748046875,
+    0.18359375,
+    0.1845703125,
+    0.169921875,
+    0.1669921875,
+    0.1875,
+    0.173828125,
+    0.177734375,
+    0.1875,
+    0.17578125,
+    0.177734375,
+    0.171875,
+    0.17578125,
+    0.1767578125,
+    0.1904296875,
+    0.1748046875,
+    0.1806640625,
+    0.1845703125,
+    0.169921875,
+    0.1787109375,
+    0.1708984375,
+    0.1806640625,
+    0.19140625,
+    0.1796875,
+    0.17578125,
+    0.1865234375,
+    0.1689453125,
+    0.1728515625,
+    0.1826171875,
+    0.169921875,
+    0.18359375,
+    0.1826171875,
+    0.1826171875,
+    0.171875,
+    0.1796875,
+    0.1708984375,
+    0.1845703125,
+    0.169921875,
+    0.17578125,
+    0.171875,
+    0.19140625,
+    0.1708984375,
+    0.1923828125,
+    0.1767578125,
+    0.1806640625,
+    0.1787109375,
+    0.1767578125,
+    0.2021484375,
+    0.1875,
+    0.177734375,
+    0.189453125,
+    0.18359375,
+    0.1884765625,
+    0.1826171875,
+    0.185546875,
+    0.171875,
+    0.1689453125,
+    0.1806640625,
+    0.177734375,
+    0.1787109375,
+    0.1865234375,
+    0.1748046875,
+    0.18359375,
+    0.1904296875,
+    0.185546875,
+    0.185546875,
+    0.1826171875,
+    0.1865234375,
+    0.189453125,
+    0.1865234375,
+    0.1943359375,
+    0.171875,
+    0.1748046875,
+    0.193359375,
+    0.1767578125,
+    0.1826171875,
+    0.18359375,
+    0.19140625,
+    0.1826171875,
+    0.1962890625,
+    0.17578125,
+    0.177734375,
+    0.1923828125,
+    0.1953125,
+    0.181640625,
+    0.185546875,
+    0.16796875,
+    0.1767578125,
+    0.1875,
+    0.189453125,
+    0.1923828125,
+    0.1826171875,
+    0.1962890625,
+    0.1943359375,
+    0.1767578125,
+    0.177734375,
+    0.1953125,
+    0.18359375,
+    0.173828125,
+    0.181640625,
+    0.1767578125,
+    0.2021484375,
+    0.181640625,
+    0.17578125,
+    0.1865234375,
+    0.189453125,
+    0.177734375,
+    0.1962890625,
+    0.18359375,
+    0.2080078125,
+    0.18359375,
+    0.1708984375,
+    0.173828125,
+    0.1904296875,
+    0.1943359375,
+    0.197265625,
+    0.1796875,
+    0.1767578125,
+    0.1826171875,
+    0.173828125,
+    0.1865234375,
+    0.1826171875,
+    0.1923828125,
+    0.1826171875,
+    0.1708984375,
+    0.1845703125,
+    0.18359375,
+    0.1748046875,
+    0.1884765625,
+    0.177734375,
+    0.1826171875,
+    0.171875,
+    0.1904296875,
+    0.1767578125,
+    0.18359375,
+    0.181640625,
+    0.1884765625,
+    0.1787109375,
+    0.2060546875,
+    0.1953125,
+    0.2021484375,
+    0.19140625,
+    0.2021484375,
+    0.177734375,
+    0.189453125,
+    0.17578125,
+    0.19921875,
+    0.16796875,
+    0.19140625,
+    0.1923828125,
+    0.1845703125,
+    0.181640625,
+    0.18359375,
+    0.1689453125,
+    0.177734375,
+    0.171875,
+    0.193359375,
+    0.1806640625,
+    0.1611328125,
+    0.17578125,
+    0.17578125,
+    0.17578125,
+    0.1796875,
+    0.1708984375,
+    0.1728515625,
+    0.1806640625,
+    0.1796875,
+    0.17578125,
+    0.169921875,
+    0.1748046875,
+    0.19140625,
+    0.169921875,
+    0.1787109375,
+    0.1767578125,
+    0.1796875,
+    0.1708984375,
+    0.1826171875,
+    0.177734375,
+    0.1689453125,
+    0.177734375,
+    0.1845703125,
+    0.17578125,
+    0.1689453125,
+    0.181640625,
+    0.181640625,
+    0.1904296875,
+    0.1787109375,
+    0.177734375,
+    0.1748046875,
+    0.1884765625,
+    0.18359375,
+    0.1796875,
+    0.1748046875,
+    0.18359375,
+    0.189453125,
+    0.16796875,
+    0.171875,
+    0.1826171875,
+    0.17578125,
+    0.1748046875,
+    0.1728515625,
+    0.1796875,
+    0.1728515625,
+    0.1806640625,
+    0.173828125,
+    0.1796875,
+    0.173828125,
+    0.17578125,
+    0.169921875,
+    0.181640625,
+    0.17578125,
+    0.17578125,
+    0.16796875,
+    0.1826171875,
+    0.1875,
+    0.1728515625,
+    0.1748046875,
+    0.1728515625,
+    0.1689453125,
+    0.169921875,
+    0.166015625,
+    0.1748046875,
+    0.1796875,
+    0.1728515625,
+    0.1748046875,
+    0.16796875,
+    0.1865234375,
+    0.1748046875,
+    0.18359375,
+    0.16796875,
+    0.17578125,
+    0.1728515625,
+    0.2001953125,
+    0.17578125,
+    0.197265625,
+    0.1630859375,
+    0.166015625,
+    0.1689453125,
+    0.1767578125,
+    0.181640625,
+    0.1767578125,
+    0.173828125,
+    0.177734375,
+    0.171875,
+    0.17578125,
+    0.169921875,
+    0.17578125,
+    0.1708984375,
+    0.169921875,
+    0.189453125,
+    0.17578125,
+    0.1787109375,
+    0.181640625,
+    0.185546875,
+    0.169921875,
+    0.177734375,
+    0.1806640625,
+    0.1767578125,
+    0.1806640625,
+    0.171875,
+    0.169921875,
+    0.1826171875,
+    0.1689453125,
+    0.1689453125,
+    0.162109375,
+    0.1845703125,
+    0.1923828125,
+    0.173828125,
+    0.1767578125,
+    0.1826171875,
+    0.1865234375,
+    0.19140625,
+    0.17578125,
+    0.1943359375,
+    0.1845703125,
+    0.17578125,
+    0.189453125,
+    0.1826171875,
+    0.1708984375,
+    0.173828125,
+    0.16796875,
+    0.16796875,
+    0.1875,
+    0.17578125,
+    0.173828125,
+    0.1806640625,
+    0.16796875,
+    0.173828125,
+    0.173828125,
+    0.16796875,
+    0.1806640625,
+    0.1806640625,
+    0.1650390625,
+    0.1708984375,
+    0.1748046875,
+    0.1708984375,
+    0.1640625,
+    0.1767578125,
+    0.169921875,
+    0.1640625,
+    0.1826171875,
+    0.171875,
+    0.16015625,
+    0.173828125,
+    0.1826171875,
+    0.1748046875,
+    0.1767578125,
+    0.1689453125,
+    0.17578125,
+    0.173828125,
+    0.16796875,
+    0.1650390625,
+    0.169921875,
+    0.162109375,
+    0.173828125,
+    0.1689453125,
+    0.173828125,
+    0.169921875,
+    0.1806640625,
+    0.171875,
+    0.171875,
+    0.16796875,
+    0.177734375,
+    0.171875,
+    0.1826171875,
+    0.1708984375,
+    0.171875,
+    0.181640625,
+    0.1650390625,
+    0.1767578125,
+    0.1806640625,
+    0.1689453125,
+    0.173828125,
+    0.17578125,
+    0.1669921875,
+    0.173828125,
+    0.1689453125,
+    0.1787109375,
+    0.17578125,
+    0.1669921875,
+    0.1767578125,
+    0.169921875,
+    0.1708984375,
+    0.1708984375,
+    0.177734375,
+    0.1806640625,
+    0.1884765625,
+    0.18359375,
+    0.1796875,
+    0.1806640625,
+    0.171875,
+    0.1787109375,
+    0.177734375,
+    0.173828125,
+    0.1904296875,
+    0.19140625,
+    0.1787109375,
+    0.177734375,
+    0.1728515625,
+    0.1943359375,
+    0.17578125,
+    0.1787109375,
+    0.1708984375,
+    0.1923828125,
+    0.177734375,
+    0.1728515625,
+    0.1796875,
+    0.17578125,
+    0.1748046875,
+    0.173828125,
+    0.1689453125,
+    0.18359375,
+    0.1708984375,
+    0.173828125,
+    0.166015625,
+    0.1875,
+    0.17578125,
+    0.17578125,
+    0.16796875,
+    0.173828125,
+    0.17578125,
+    0.181640625,
+    0.1728515625,
+    0.1796875,
+    0.177734375,
+    0.17578125,
+    0.1748046875,
+    0.1806640625,
+    0.1796875,
+    0.19140625,
+    0.1748046875,
+    0.1767578125,
+    0.169921875,
+    0.173828125,
+    0.171875,
+    0.1884765625,
+    0.169921875,
+    0.18359375,
+    0.17578125,
+    0.1865234375,
+    0.17578125,
+    0.1865234375,
+    0.1708984375,
+    0.1748046875,
+    0.1748046875,
+    0.1767578125,
+    0.1728515625,
+    0.171875,
+    0.169921875,
+    0.1767578125,
+    0.1748046875,
+    0.1865234375,
+    0.173828125,
+    0.1787109375,
+    0.171875,
+    0.1826171875,
+    0.171875,
+    0.1787109375,
+    0.1796875,
+    0.177734375,
+    0.17578125,
+    0.166015625
+  ],
+  "steps": [
+    1,
+    2,
+    3,
+    4,
+    5,
+    6,
+    7,
+    8,
+    9,
+    10,
+    11,
+    12,
+    13,
+    14,
+    15,
+    16,
+    17,
+    18,
+    19,
+    20,
+    21,
+    22,
+    23,
+    24,
+    25,
+    26,
+    27,
+    28,
+    29,
+    30,
+    31,
+    32,
+    33,
+    34,
+    35,
+    36,
+    37,
+    38,
+    39,
+    40,
+    41,
+    42,
+    43,
+    44,
+    45,
+    46,
+    47,
+    48,
+    49,
+    50,
+    51,
+    52,
+    53,
+    54,
+    55,
+    56,
+    57,
+    58,
+    59,
+    60,
+    61,
+    62,
+    63,
+    64,
+    65,
+    66,
+    67,
+    68,
+    69,
+    70,
+    71,
+    72,
+    73,
+    74,
+    75,
+    76,
+    77,
+    78,
+    79,
+    80,
+    81,
+    82,
+    83,
+    84,
+    85,
+    86,
+    87,
+    88,
+    89,
+    90,
+    91,
+    92,
+    93,
+    94,
+    95,
+    96,
+    97,
+    98,
+    99,
+    100,
+    101,
+    102,
+    103,
+    104,
+    105,
+    106,
+    107,
+    108,
+    109,
+    110,
+    111,
+    112,
+    113,
+    114,
+    115,
+    116,
+    117,
+    118,
+    119,
+    120,
+    121,
+    122,
+    123,
+    124,
+    125,
+    126,
+    127,
+    128,
+    129,
+    130,
+    131,
+    132,
+    133,
+    134,
+    135,
+    136,
+    137,
+    138,
+    139,
+    140,
+    141,
+    142,
+    143,
+    144,
+    145,
+    146,
+    147,
+    148,
+    149,
+    150,
+    151,
+    152,
+    153,
+    154,
+    155,
+    156,
+    157,
+    158,
+    159,
+    160,
+    161,
+    162,
+    163,
+    164,
+    165,
+    166,
+    167,
+    168,
+    169,
+    170,
+    171,
+    172,
+    173,
+    174,
+    175,
+    176,
+    177,
+    178,
+    179,
+    180,
+    181,
+    182,
+    183,
+    184,
+    185,
+    186,
+    187,
+    188,
+    189,
+    190,
+    191,
+    192,
+    193,
+    194,
+    195,
+    196,
+    197,
+    198,
+    199,
+    200,
+    201,
+    202,
+    203,
+    204,
+    205,
+    206,
+    207,
+    208,
+    209,
+    210,
+    211,
+    212,
+    213,
+    214,
+    215,
+    216,
+    217,
+    218,
+    219,
+    220,
+    221,
+    222,
+    223,
+    224,
+    225,
+    226,
+    227,
+    228,
+    229,
+    230,
+    231,
+    232,
+    233,
+    234,
+    235,
+    236,
+    237,
+    238,
+    239,
+    240,
+    241,
+    242,
+    243,
+    244,
+    245,
+    246,
+    247,
+    248,
+    249,
+    250,
+    251,
+    252,
+    253,
+    254,
+    255,
+    256,
+    257,
+    258,
+    259,
+    260,
+    261,
+    262,
+    263,
+    264,
+    265,
+    266,
+    267,
+    268,
+    269,
+    270,
+    271,
+    272,
+    273,
+    274,
+    275,
+    276,
+    277,
+    278,
+    279,
+    280,
+    281,
+    282,
+    283,
+    284,
+    285,
+    286,
+    287,
+    288,
+    289,
+    290,
+    291,
+    292,
+    293,
+    294,
+    295,
+    296,
+    297,
+    298,
+    299,
+    300,
+    301,
+    302,
+    303,
+    304,
+    305,
+    306,
+    307,
+    308,
+    309,
+    310,
+    311,
+    312,
+    313,
+    314,
+    315,
+    316,
+    317,
+    318,
+    319,
+    320,
+    321,
+    322,
+    323,
+    324,
+    325,
+    326,
+    327,
+    328,
+    329,
+    330,
+    331,
+    332,
+    333,
+    334,
+    335,
+    336,
+    337,
+    338,
+    339,
+    340,
+    341,
+    342,
+    343,
+    344,
+    345,
+    346,
+    347,
+    348,
+    349,
+    350,
+    351,
+    352,
+    353,
+    354,
+    355,
+    356,
+    357,
+    358,
+    359,
+    360,
+    361,
+    362,
+    363,
+    364,
+    365,
+    366,
+    367,
+    368,
+    369,
+    370,
+    371,
+    372,
+    373,
+    374,
+    375,
+    376,
+    377,
+    378,
+    379,
+    380,
+    381,
+    382,
+    383,
+    384,
+    385,
+    386,
+    387,
+    388,
+    389,
+    390,
+    391,
+    392,
+    393,
+    394,
+    395,
+    396,
+    397,
+    398,
+    399,
+    400,
+    401,
+    402,
+    403,
+    404,
+    405,
+    406,
+    407,
+    408,
+    409,
+    410,
+    411,
+    412,
+    413,
+    414,
+    415,
+    416,
+    417,
+    418,
+    419,
+    420,
+    421,
+    422,
+    423,
+    424,
+    425,
+    426,
+    427,
+    428,
+    429,
+    430,
+    431,
+    432,
+    433,
+    434,
+    435,
+    436,
+    437,
+    438,
+    439,
+    440,
+    441,
+    442,
+    443,
+    444,
+    445,
+    446,
+    447,
+    448,
+    449,
+    450,
+    451,
+    452,
+    453,
+    454,
+    455,
+    456,
+    457,
+    458,
+    459,
+    460,
+    461,
+    462,
+    463,
+    464,
+    465,
+    466,
+    467,
+    468,
+    469,
+    470,
+    471,
+    472,
+    473,
+    474,
+    475,
+    476,
+    477,
+    478,
+    479,
+    480,
+    481,
+    482,
+    483,
+    484,
+    485,
+    486,
+    487,
+    488,
+    489,
+    490,
+    491,
+    492,
+    493,
+    494,
+    495,
+    496,
+    497,
+    498,
+    499,
+    500,
+    501,
+    502,
+    503,
+    504,
+    505,
+    506,
+    507,
+    508,
+    509,
+    510,
+    511,
+    512,
+    513,
+    514,
+    515,
+    516,
+    517,
+    518,
+    519,
+    520,
+    521,
+    522,
+    523,
+    524,
+    525,
+    526,
+    527,
+    528,
+    529,
+    530,
+    531,
+    532,
+    533,
+    534,
+    535,
+    536,
+    537,
+    538,
+    539,
+    540,
+    541,
+    542,
+    543,
+    544,
+    545,
+    546,
+    547,
+    548,
+    549,
+    550,
+    551,
+    552,
+    553,
+    554,
+    555,
+    556,
+    557,
+    558,
+    559,
+    560,
+    561,
+    562,
+    563,
+    564,
+    565,
+    566,
+    567,
+    568,
+    569,
+    570,
+    571,
+    572,
+    573,
+    574,
+    575,
+    576,
+    577,
+    578,
+    579,
+    580,
+    581,
+    582,
+    583,
+    584,
+    585,
+    586,
+    587,
+    588,
+    589,
+    590,
+    591,
+    592,
+    593,
+    594,
+    595,
+    596,
+    597,
+    598,
+    599,
+    600,
+    601,
+    602,
+    603,
+    604,
+    605,
+    606,
+    607,
+    608,
+    609,
+    610,
+    611,
+    612,
+    613,
+    614,
+    615,
+    616,
+    617,
+    618,
+    619,
+    620,
+    621,
+    622,
+    623,
+    624,
+    625,
+    626,
+    627,
+    628,
+    629,
+    630,
+    631,
+    632,
+    633,
+    634,
+    635,
+    636,
+    637,
+    638,
+    639,
+    640,
+    641,
+    642,
+    643,
+    644,
+    645,
+    646,
+    647,
+    648,
+    649,
+    650,
+    651,
+    652,
+    653,
+    654,
+    655,
+    656,
+    657,
+    658,
+    659,
+    660,
+    661,
+    662,
+    663,
+    664,
+    665,
+    666,
+    667,
+    668,
+    669,
+    670,
+    671,
+    672,
+    673,
+    674,
+    675,
+    676,
+    677,
+    678,
+    679,
+    680,
+    681,
+    682,
+    683,
+    684,
+    685,
+    686,
+    687,
+    688,
+    689,
+    690,
+    691,
+    692,
+    693,
+    694,
+    695,
+    696,
+    697,
+    698,
+    699,
+    700,
+    701,
+    702,
+    703,
+    704,
+    705,
+    706,
+    707,
+    708,
+    709,
+    710,
+    711,
+    712,
+    713,
+    714,
+    715,
+    716,
+    717,
+    718,
+    719,
+    720,
+    721,
+    722,
+    723,
+    724,
+    725,
+    726,
+    727,
+    728,
+    729,
+    730,
+    731,
+    732,
+    733,
+    734,
+    735,
+    736,
+    737,
+    738,
+    739,
+    740,
+    741,
+    742,
+    743,
+    744,
+    745,
+    746,
+    747,
+    748,
+    749,
+    750,
+    751,
+    752,
+    753,
+    754,
+    755,
+    756,
+    757,
+    758,
+    759,
+    760,
+    761,
+    762,
+    763,
+    764,
+    765,
+    766,
+    767,
+    768,
+    769,
+    770,
+    771,
+    772,
+    773,
+    774,
+    775,
+    776,
+    777,
+    778,
+    779,
+    780,
+    781,
+    782,
+    783,
+    784,
+    785,
+    786,
+    787,
+    788,
+    789,
+    790,
+    791,
+    792,
+    793,
+    794,
+    795,
+    796,
+    797,
+    798,
+    799,
+    800,
+    801,
+    802,
+    803,
+    804,
+    805,
+    806,
+    807,
+    808,
+    809,
+    810,
+    811,
+    812,
+    813,
+    814,
+    815,
+    816,
+    817,
+    818,
+    819,
+    820,
+    821,
+    822,
+    823,
+    824,
+    825,
+    826,
+    827,
+    828,
+    829,
+    830,
+    831,
+    832,
+    833,
+    834,
+    835,
+    836,
+    837,
+    838,
+    839,
+    840,
+    841,
+    842,
+    843,
+    844,
+    845,
+    846,
+    847,
+    848,
+    849,
+    850,
+    851,
+    852,
+    853,
+    854,
+    855,
+    856,
+    857,
+    858,
+    859,
+    860,
+    861,
+    862,
+    863,
+    864,
+    865,
+    866,
+    867,
+    868,
+    869,
+    870,
+    871,
+    872,
+    873,
+    874,
+    875,
+    876,
+    877,
+    878,
+    879,
+    880,
+    881,
+    882,
+    883,
+    884,
+    885,
+    886,
+    887,
+    888,
+    889,
+    890,
+    891,
+    892,
+    893,
+    894,
+    895,
+    896,
+    897,
+    898,
+    899,
+    900,
+    901,
+    902,
+    903,
+    904,
+    905,
+    906,
+    907,
+    908,
+    909,
+    910,
+    911,
+    912,
+    913,
+    914,
+    915,
+    916,
+    917,
+    918,
+    919,
+    920,
+    921,
+    922,
+    923,
+    924,
+    925,
+    926,
+    927,
+    928,
+    929,
+    930,
+    931,
+    932,
+    933,
+    934,
+    935,
+    936,
+    937,
+    938,
+    939,
+    940,
+    941,
+    942,
+    943,
+    944,
+    945,
+    946,
+    947,
+    948,
+    949,
+    950,
+    951,
+    952,
+    953,
+    954,
+    955,
+    956,
+    957,
+    958,
+    959,
+    960,
+    961,
+    962,
+    963,
+    964,
+    965,
+    966,
+    967,
+    968,
+    969,
+    970,
+    971,
+    972,
+    973,
+    974,
+    975,
+    976,
+    977,
+    978,
+    979,
+    980,
+    981,
+    982,
+    983,
+    984,
+    985,
+    986,
+    987,
+    988,
+    989,
+    990,
+    991,
+    992,
+    993,
+    994,
+    995,
+    996,
+    997,
+    998,
+    999,
+    1000,
+    1001,
+    1002,
+    1003,
+    1004,
+    1005,
+    1006,
+    1007,
+    1008,
+    1009,
+    1010,
+    1011,
+    1012,
+    1013,
+    1014,
+    1015,
+    1016,
+    1017,
+    1018,
+    1019,
+    1020,
+    1021,
+    1022,
+    1023,
+    1024,
+    1025,
+    1026,
+    1027,
+    1028,
+    1029,
+    1030,
+    1031,
+    1032,
+    1033,
+    1034,
+    1035,
+    1036,
+    1037,
+    1038,
+    1039,
+    1040,
+    1041,
+    1042,
+    1043,
+    1044,
+    1045,
+    1046,
+    1047,
+    1048,
+    1049,
+    1050,
+    1051,
+    1052,
+    1053,
+    1054,
+    1055,
+    1056,
+    1057,
+    1058,
+    1059,
+    1060,
+    1061,
+    1062,
+    1063,
+    1064,
+    1065,
+    1066,
+    1067,
+    1068,
+    1069,
+    1070,
+    1071,
+    1072,
+    1073,
+    1074,
+    1075,
+    1076,
+    1077,
+    1078,
+    1079,
+    1080,
+    1081,
+    1082,
+    1083,
+    1084,
+    1085,
+    1086,
+    1087,
+    1088,
+    1089,
+    1090,
+    1091,
+    1092,
+    1093,
+    1094,
+    1095,
+    1096,
+    1097,
+    1098,
+    1099,
+    1100,
+    1101,
+    1102,
+    1103,
+    1104,
+    1105,
+    1106,
+    1107,
+    1108,
+    1109,
+    1110,
+    1111,
+    1112,
+    1113,
+    1114,
+    1115,
+    1116,
+    1117,
+    1118,
+    1119,
+    1120,
+    1121,
+    1122,
+    1123,
+    1124,
+    1125,
+    1126,
+    1127,
+    1128,
+    1129,
+    1130,
+    1131,
+    1132,
+    1133,
+    1134,
+    1135,
+    1136,
+    1137,
+    1138,
+    1139,
+    1140,
+    1141,
+    1142,
+    1143,
+    1144,
+    1145,
+    1146,
+    1147,
+    1148,
+    1149,
+    1150,
+    1151,
+    1152,
+    1153,
+    1154,
+    1155,
+    1156,
+    1157,
+    1158,
+    1159,
+    1160,
+    1161,
+    1162,
+    1163,
+    1164,
+    1165,
+    1166,
+    1167,
+    1168,
+    1169,
+    1170,
+    1171,
+    1172,
+    1173,
+    1174,
+    1175,
+    1176,
+    1177,
+    1178,
+    1179,
+    1180,
+    1181,
+    1182,
+    1183,
+    1184,
+    1185,
+    1186,
+    1187,
+    1188,
+    1189,
+    1190,
+    1191,
+    1192,
+    1193,
+    1194,
+    1195,
+    1196,
+    1197,
+    1198,
+    1199,
+    1200,
+    1201,
+    1202,
+    1203,
+    1204,
+    1205,
+    1206,
+    1207,
+    1208,
+    1209,
+    1210,
+    1211,
+    1212,
+    1213,
+    1214,
+    1215,
+    1216,
+    1217,
+    1218,
+    1219,
+    1220,
+    1221,
+    1222,
+    1223,
+    1224,
+    1225,
+    1226,
+    1227,
+    1228,
+    1229,
+    1230,
+    1231,
+    1232,
+    1233,
+    1234,
+    1235,
+    1236,
+    1237,
+    1238,
+    1239,
+    1240,
+    1241,
+    1242,
+    1243,
+    1244,
+    1245,
+    1246,
+    1247,
+    1248,
+    1249,
+    1250,
+    1251,
+    1252,
+    1253,
+    1254,
+    1255,
+    1256,
+    1257,
+    1258,
+    1259,
+    1260,
+    1261,
+    1262,
+    1263,
+    1264,
+    1265,
+    1266,
+    1267,
+    1268,
+    1269,
+    1270,
+    1271,
+    1272,
+    1273,
+    1274,
+    1275,
+    1276,
+    1277,
+    1278,
+    1279,
+    1280,
+    1281,
+    1282,
+    1283,
+    1284,
+    1285,
+    1286,
+    1287,
+    1288,
+    1289,
+    1290,
+    1291,
+    1292,
+    1293,
+    1294,
+    1295,
+    1296,
+    1297,
+    1298,
+    1299,
+    1300,
+    1301,
+    1302,
+    1303,
+    1304,
+    1305,
+    1306,
+    1307,
+    1308,
+    1309,
+    1310,
+    1311,
+    1312,
+    1313,
+    1314,
+    1315,
+    1316,
+    1317,
+    1318,
+    1319,
+    1320,
+    1321,
+    1322,
+    1323,
+    1324,
+    1325,
+    1326,
+    1327,
+    1328,
+    1329,
+    1330,
+    1331,
+    1332,
+    1333,
+    1334,
+    1335,
+    1336,
+    1337,
+    1338,
+    1339,
+    1340,
+    1341,
+    1342,
+    1343,
+    1344,
+    1345,
+    1346,
+    1347,
+    1348,
+    1349,
+    1350,
+    1351,
+    1352,
+    1353,
+    1354,
+    1355,
+    1356,
+    1357,
+    1358,
+    1359,
+    1360,
+    1361,
+    1362,
+    1363,
+    1364,
+    1365,
+    1366,
+    1367,
+    1368,
+    1369,
+    1370,
+    1371,
+    1372,
+    1373,
+    1374,
+    1375,
+    1376,
+    1377,
+    1378,
+    1379,
+    1380,
+    1381,
+    1382,
+    1383,
+    1384,
+    1385,
+    1386,
+    1387,
+    1388,
+    1389,
+    1390,
+    1391,
+    1392,
+    1393,
+    1394,
+    1395,
+    1396,
+    1397,
+    1398,
+    1399,
+    1400,
+    1401,
+    1402,
+    1403,
+    1404,
+    1405,
+    1406,
+    1407,
+    1408,
+    1409,
+    1410,
+    1411,
+    1412,
+    1413,
+    1414,
+    1415,
+    1416,
+    1417,
+    1418,
+    1419,
+    1420,
+    1421,
+    1422,
+    1423,
+    1424,
+    1425,
+    1426,
+    1427,
+    1428,
+    1429,
+    1430,
+    1431,
+    1432,
+    1433,
+    1434,
+    1435,
+    1436,
+    1437,
+    1438,
+    1439,
+    1440,
+    1441,
+    1442,
+    1443,
+    1444,
+    1445,
+    1446,
+    1447,
+    1448,
+    1449,
+    1450,
+    1451,
+    1452,
+    1453,
+    1454,
+    1455,
+    1456,
+    1457,
+    1458,
+    1459,
+    1460,
+    1461,
+    1462,
+    1463,
+    1464,
+    1465,
+    1466,
+    1467,
+    1468,
+    1469,
+    1470,
+    1471,
+    1472,
+    1473,
+    1474,
+    1475,
+    1476,
+    1477,
+    1478,
+    1479,
+    1480,
+    1481,
+    1482,
+    1483,
+    1484,
+    1485,
+    1486,
+    1487,
+    1488,
+    1489,
+    1490,
+    1491,
+    1492,
+    1493,
+    1494,
+    1495,
+    1496,
+    1497,
+    1498,
+    1499,
+    1500,
+    1501,
+    1502,
+    1503,
+    1504,
+    1505,
+    1506,
+    1507,
+    1508,
+    1509,
+    1510,
+    1511,
+    1512,
+    1513,
+    1514,
+    1515,
+    1516,
+    1517,
+    1518,
+    1519,
+    1520,
+    1521,
+    1522,
+    1523,
+    1524,
+    1525,
+    1526,
+    1527,
+    1528,
+    1529,
+    1530,
+    1531,
+    1532,
+    1533,
+    1534,
+    1535,
+    1536,
+    1537,
+    1538,
+    1539,
+    1540,
+    1541,
+    1542,
+    1543,
+    1544,
+    1545,
+    1546,
+    1547,
+    1548,
+    1549,
+    1550,
+    1551,
+    1552,
+    1553,
+    1554,
+    1555,
+    1556,
+    1557,
+    1558,
+    1559,
+    1560,
+    1561,
+    1562,
+    1563,
+    1564,
+    1565,
+    1566,
+    1567,
+    1568,
+    1569,
+    1570,
+    1571,
+    1572,
+    1573,
+    1574,
+    1575,
+    1576,
+    1577,
+    1578,
+    1579,
+    1580,
+    1581,
+    1582,
+    1583,
+    1584,
+    1585,
+    1586,
+    1587,
+    1588,
+    1589,
+    1590,
+    1591,
+    1592,
+    1593,
+    1594,
+    1595,
+    1596,
+    1597,
+    1598,
+    1599,
+    1600,
+    1601,
+    1602,
+    1603,
+    1604,
+    1605,
+    1606,
+    1607,
+    1608,
+    1609,
+    1610,
+    1611,
+    1612,
+    1613,
+    1614,
+    1615,
+    1616,
+    1617,
+    1618,
+    1619,
+    1620,
+    1621,
+    1622,
+    1623,
+    1624,
+    1625,
+    1626,
+    1627,
+    1628,
+    1629,
+    1630,
+    1631,
+    1632,
+    1633,
+    1634,
+    1635,
+    1636,
+    1637,
+    1638,
+    1639,
+    1640,
+    1641,
+    1642,
+    1643,
+    1644,
+    1645,
+    1646,
+    1647,
+    1648,
+    1649,
+    1650,
+    1651,
+    1652,
+    1653,
+    1654,
+    1655,
+    1656,
+    1657,
+    1658,
+    1659,
+    1660,
+    1661,
+    1662,
+    1663,
+    1664,
+    1665,
+    1666,
+    1667,
+    1668,
+    1669,
+    1670,
+    1671,
+    1672,
+    1673,
+    1674,
+    1675,
+    1676,
+    1677,
+    1678,
+    1679,
+    1680,
+    1681,
+    1682,
+    1683,
+    1684,
+    1685,
+    1686,
+    1687,
+    1688,
+    1689,
+    1690,
+    1691,
+    1692,
+    1693,
+    1694,
+    1695,
+    1696,
+    1697,
+    1698,
+    1699,
+    1700,
+    1701,
+    1702,
+    1703,
+    1704,
+    1705,
+    1706,
+    1707,
+    1708,
+    1709,
+    1710,
+    1711,
+    1712,
+    1713,
+    1714,
+    1715,
+    1716,
+    1717,
+    1718,
+    1719,
+    1720,
+    1721,
+    1722,
+    1723,
+    1724,
+    1725,
+    1726,
+    1727,
+    1728,
+    1729,
+    1730,
+    1731,
+    1732,
+    1733,
+    1734,
+    1735,
+    1736,
+    1737,
+    1738,
+    1739,
+    1740,
+    1741,
+    1742,
+    1743,
+    1744,
+    1745,
+    1746,
+    1747,
+    1748,
+    1749,
+    1750,
+    1751,
+    1752,
+    1753,
+    1754,
+    1755,
+    1756,
+    1757,
+    1758,
+    1759,
+    1760,
+    1761,
+    1762,
+    1763,
+    1764,
+    1765,
+    1766,
+    1767,
+    1768,
+    1769,
+    1770,
+    1771,
+    1772,
+    1773,
+    1774,
+    1775,
+    1776,
+    1777,
+    1778,
+    1779,
+    1780,
+    1781,
+    1782,
+    1783,
+    1784,
+    1785,
+    1786,
+    1787,
+    1788,
+    1789,
+    1790,
+    1791,
+    1792,
+    1793,
+    1794,
+    1795,
+    1796,
+    1797,
+    1798,
+    1799,
+    1800,
+    1801,
+    1802,
+    1803,
+    1804,
+    1805,
+    1806,
+    1807,
+    1808,
+    1809,
+    1810,
+    1811,
+    1812,
+    1813,
+    1814,
+    1815,
+    1816,
+    1817,
+    1818,
+    1819,
+    1820,
+    1821,
+    1822,
+    1823,
+    1824,
+    1825,
+    1826,
+    1827,
+    1828,
+    1829,
+    1830,
+    1831,
+    1832,
+    1833,
+    1834,
+    1835,
+    1836,
+    1837,
+    1838,
+    1839,
+    1840,
+    1841,
+    1842,
+    1843,
+    1844,
+    1845,
+    1846,
+    1847,
+    1848,
+    1849,
+    1850,
+    1851,
+    1852,
+    1853,
+    1854,
+    1855,
+    1856,
+    1857,
+    1858,
+    1859,
+    1860,
+    1861,
+    1862,
+    1863,
+    1864,
+    1865,
+    1866,
+    1867,
+    1868,
+    1869,
+    1870,
+    1871,
+    1872,
+    1873,
+    1874,
+    1875,
+    1876,
+    1877,
+    1878,
+    1879,
+    1880,
+    1881,
+    1882,
+    1883,
+    1884,
+    1885,
+    1886,
+    1887,
+    1888,
+    1889,
+    1890,
+    1891,
+    1892,
+    1893,
+    1894,
+    1895,
+    1896,
+    1897,
+    1898,
+    1899,
+    1900,
+    1901,
+    1902,
+    1903,
+    1904,
+    1905,
+    1906,
+    1907,
+    1908,
+    1909,
+    1910,
+    1911,
+    1912,
+    1913,
+    1914,
+    1915,
+    1916,
+    1917,
+    1918,
+    1919,
+    1920,
+    1921,
+    1922,
+    1923,
+    1924,
+    1925,
+    1926,
+    1927,
+    1928,
+    1929,
+    1930,
+    1931,
+    1932,
+    1933,
+    1934,
+    1935,
+    1936,
+    1937,
+    1938,
+    1939,
+    1940,
+    1941,
+    1942,
+    1943,
+    1944,
+    1945,
+    1946,
+    1947,
+    1948,
+    1949,
+    1950,
+    1951,
+    1952,
+    1953,
+    1954,
+    1955,
+    1956,
+    1957,
+    1958,
+    1959,
+    1960,
+    1961,
+    1962,
+    1963,
+    1964,
+    1965,
+    1966,
+    1967,
+    1968,
+    1969,
+    1970,
+    1971,
+    1972,
+    1973,
+    1974,
+    1975,
+    1976,
+    1977,
+    1978,
+    1979,
+    1980,
+    1981,
+    1982,
+    1983,
+    1984,
+    1985,
+    1986,
+    1987,
+    1988,
+    1989,
+    1990,
+    1991,
+    1992,
+    1993,
+    1994,
+    1995,
+    1996,
+    1997,
+    1998,
+    1999,
+    2000,
+    2001,
+    2002,
+    2003,
+    2004,
+    2005,
+    2006,
+    2007,
+    2008,
+    2009,
+    2010,
+    2011,
+    2012,
+    2013,
+    2014,
+    2015,
+    2016,
+    2017,
+    2018,
+    2019,
+    2020,
+    2021,
+    2022,
+    2023,
+    2024,
+    2025,
+    2026,
+    2027,
+    2028,
+    2029,
+    2030,
+    2031,
+    2032,
+    2033,
+    2034,
+    2035,
+    2036,
+    2037,
+    2038,
+    2039,
+    2040,
+    2041,
+    2042,
+    2043,
+    2044,
+    2045,
+    2046,
+    2047,
+    2048,
+    2049,
+    2050,
+    2051,
+    2052,
+    2053,
+    2054,
+    2055,
+    2056,
+    2057,
+    2058,
+    2059,
+    2060,
+    2061,
+    2062,
+    2063,
+    2064,
+    2065,
+    2066,
+    2067,
+    2068,
+    2069,
+    2070,
+    2071,
+    2072,
+    2073,
+    2074,
+    2075,
+    2076,
+    2077,
+    2078,
+    2079,
+    2080,
+    2081,
+    2082,
+    2083,
+    2084,
+    2085,
+    2086,
+    2087,
+    2088,
+    2089,
+    2090,
+    2091,
+    2092,
+    2093,
+    2094,
+    2095,
+    2096,
+    2097,
+    2098,
+    2099,
+    2100,
+    2101,
+    2102,
+    2103,
+    2104,
+    2105,
+    2106,
+    2107,
+    2108,
+    2109,
+    2110,
+    2111,
+    2112,
+    2113,
+    2114,
+    2115,
+    2116,
+    2117,
+    2118,
+    2119,
+    2120,
+    2121,
+    2122,
+    2123,
+    2124,
+    2125,
+    2126,
+    2127,
+    2128,
+    2129,
+    2130,
+    2131,
+    2132,
+    2133,
+    2134,
+    2135,
+    2136,
+    2137,
+    2138,
+    2139,
+    2140,
+    2141,
+    2142,
+    2143,
+    2144,
+    2145,
+    2146,
+    2147,
+    2148,
+    2149,
+    2150,
+    2151,
+    2152,
+    2153,
+    2154,
+    2155,
+    2156,
+    2157,
+    2158,
+    2159,
+    2160,
+    2161,
+    2162,
+    2163,
+    2164,
+    2165,
+    2166,
+    2167,
+    2168,
+    2169,
+    2170,
+    2171,
+    2172,
+    2173,
+    2174,
+    2175,
+    2176,
+    2177,
+    2178,
+    2179,
+    2180,
+    2181,
+    2182,
+    2183,
+    2184,
+    2185,
+    2186,
+    2187,
+    2188,
+    2189,
+    2190,
+    2191,
+    2192,
+    2193,
+    2194,
+    2195,
+    2196,
+    2197,
+    2198,
+    2199,
+    2200,
+    2201,
+    2202,
+    2203,
+    2204,
+    2205,
+    2206,
+    2207,
+    2208,
+    2209,
+    2210,
+    2211,
+    2212,
+    2213,
+    2214,
+    2215,
+    2216,
+    2217,
+    2218,
+    2219,
+    2220,
+    2221,
+    2222,
+    2223,
+    2224,
+    2225,
+    2226,
+    2227,
+    2228,
+    2229,
+    2230,
+    2231,
+    2232,
+    2233,
+    2234,
+    2235,
+    2236,
+    2237,
+    2238,
+    2239,
+    2240,
+    2241,
+    2242,
+    2243,
+    2244,
+    2245,
+    2246,
+    2247,
+    2248,
+    2249,
+    2250,
+    2251,
+    2252,
+    2253,
+    2254,
+    2255,
+    2256,
+    2257,
+    2258,
+    2259,
+    2260,
+    2261,
+    2262,
+    2263,
+    2264,
+    2265,
+    2266,
+    2267,
+    2268,
+    2269,
+    2270,
+    2271,
+    2272,
+    2273,
+    2274,
+    2275,
+    2276,
+    2277,
+    2278,
+    2279,
+    2280,
+    2281,
+    2282,
+    2283,
+    2284,
+    2285,
+    2286,
+    2287,
+    2288,
+    2289,
+    2290,
+    2291,
+    2292,
+    2293,
+    2294,
+    2295,
+    2296,
+    2297,
+    2298,
+    2299,
+    2300,
+    2301,
+    2302,
+    2303,
+    2304,
+    2305,
+    2306,
+    2307,
+    2308,
+    2309,
+    2310,
+    2311,
+    2312,
+    2313,
+    2314,
+    2315,
+    2316,
+    2317,
+    2318,
+    2319,
+    2320,
+    2321,
+    2322,
+    2323,
+    2324,
+    2325,
+    2326,
+    2327,
+    2328,
+    2329,
+    2330,
+    2331,
+    2332,
+    2333,
+    2334,
+    2335,
+    2336,
+    2337,
+    2338,
+    2339,
+    2340,
+    2341,
+    2342,
+    2343,
+    2344,
+    2345,
+    2346,
+    2347,
+    2348,
+    2349,
+    2350,
+    2351,
+    2352,
+    2353,
+    2354,
+    2355,
+    2356,
+    2357,
+    2358,
+    2359,
+    2360,
+    2361,
+    2362,
+    2363,
+    2364,
+    2365,
+    2366,
+    2367,
+    2368,
+    2369,
+    2370,
+    2371,
+    2372,
+    2373,
+    2374,
+    2375,
+    2376,
+    2377,
+    2378,
+    2379,
+    2380,
+    2381,
+    2382,
+    2383,
+    2384,
+    2385,
+    2386,
+    2387,
+    2388,
+    2389,
+    2390,
+    2391,
+    2392,
+    2393,
+    2394,
+    2395,
+    2396,
+    2397,
+    2398,
+    2399,
+    2400,
+    2401,
+    2402,
+    2403,
+    2404,
+    2405,
+    2406,
+    2407,
+    2408,
+    2409,
+    2410,
+    2411,
+    2412,
+    2413,
+    2414,
+    2415,
+    2416,
+    2417,
+    2418,
+    2419,
+    2420,
+    2421,
+    2422,
+    2423,
+    2424,
+    2425,
+    2426,
+    2427,
+    2428,
+    2429,
+    2430,
+    2431,
+    2432,
+    2433,
+    2434,
+    2435,
+    2436,
+    2437,
+    2438,
+    2439,
+    2440,
+    2441,
+    2442,
+    2443,
+    2444,
+    2445,
+    2446,
+    2447,
+    2448,
+    2449,
+    2450,
+    2451,
+    2452,
+    2453,
+    2454,
+    2455,
+    2456,
+    2457,
+    2458,
+    2459,
+    2460,
+    2461,
+    2462,
+    2463,
+    2464,
+    2465,
+    2466,
+    2467,
+    2468,
+    2469,
+    2470,
+    2471,
+    2472,
+    2473,
+    2474,
+    2475,
+    2476,
+    2477,
+    2478,
+    2479,
+    2480,
+    2481,
+    2482,
+    2483,
+    2484,
+    2485,
+    2486,
+    2487,
+    2488,
+    2489,
+    2490,
+    2491,
+    2492,
+    2493,
+    2494,
+    2495,
+    2496,
+    2497,
+    2498,
+    2499,
+    2500,
+    2501,
+    2502,
+    2503,
+    2504,
+    2505,
+    2506,
+    2507,
+    2508,
+    2509,
+    2510,
+    2511,
+    2512,
+    2513,
+    2514,
+    2515,
+    2516,
+    2517,
+    2518,
+    2519,
+    2520,
+    2521,
+    2522,
+    2523,
+    2524,
+    2525,
+    2526,
+    2527,
+    2528,
+    2529,
+    2530,
+    2531,
+    2532,
+    2533,
+    2534,
+    2535,
+    2536,
+    2537,
+    2538,
+    2539,
+    2540,
+    2541,
+    2542,
+    2543,
+    2544,
+    2545,
+    2546,
+    2547,
+    2548,
+    2549,
+    2550,
+    2551,
+    2552,
+    2553,
+    2554,
+    2555,
+    2556,
+    2557,
+    2558,
+    2559,
+    2560,
+    2561,
+    2562,
+    2563,
+    2564,
+    2565,
+    2566,
+    2567,
+    2568,
+    2569,
+    2570,
+    2571,
+    2572,
+    2573,
+    2574,
+    2575,
+    2576,
+    2577,
+    2578,
+    2579,
+    2580,
+    2581,
+    2582,
+    2583,
+    2584,
+    2585,
+    2586,
+    2587,
+    2588,
+    2589,
+    2590,
+    2591,
+    2592,
+    2593,
+    2594,
+    2595,
+    2596,
+    2597,
+    2598,
+    2599,
+    2600,
+    2601,
+    2602,
+    2603,
+    2604,
+    2605,
+    2606,
+    2607,
+    2608,
+    2609,
+    2610,
+    2611,
+    2612,
+    2613,
+    2614,
+    2615,
+    2616,
+    2617,
+    2618,
+    2619,
+    2620,
+    2621,
+    2622,
+    2623,
+    2624,
+    2625,
+    2626,
+    2627,
+    2628,
+    2629,
+    2630,
+    2631,
+    2632,
+    2633,
+    2634,
+    2635,
+    2636,
+    2637,
+    2638,
+    2639,
+    2640,
+    2641,
+    2642,
+    2643,
+    2644,
+    2645,
+    2646,
+    2647,
+    2648,
+    2649,
+    2650,
+    2651,
+    2652,
+    2653,
+    2654,
+    2655,
+    2656,
+    2657,
+    2658,
+    2659,
+    2660,
+    2661,
+    2662,
+    2663,
+    2664,
+    2665,
+    2666,
+    2667,
+    2668,
+    2669,
+    2670,
+    2671,
+    2672,
+    2673,
+    2674,
+    2675,
+    2676,
+    2677,
+    2678,
+    2679,
+    2680,
+    2681,
+    2682,
+    2683,
+    2684,
+    2685,
+    2686,
+    2687,
+    2688,
+    2689,
+    2690,
+    2691,
+    2692,
+    2693,
+    2694,
+    2695,
+    2696,
+    2697,
+    2698,
+    2699,
+    2700,
+    2701,
+    2702,
+    2703,
+    2704,
+    2705,
+    2706,
+    2707,
+    2708,
+    2709,
+    2710,
+    2711,
+    2712,
+    2713,
+    2714,
+    2715,
+    2716,
+    2717,
+    2718,
+    2719,
+    2720,
+    2721,
+    2722,
+    2723,
+    2724,
+    2725,
+    2726,
+    2727,
+    2728,
+    2729,
+    2730,
+    2731,
+    2732,
+    2733,
+    2734,
+    2735,
+    2736,
+    2737,
+    2738,
+    2739,
+    2740,
+    2741,
+    2742,
+    2743,
+    2744,
+    2745,
+    2746,
+    2747,
+    2748,
+    2749,
+    2750,
+    2751,
+    2752,
+    2753,
+    2754,
+    2755,
+    2756,
+    2757,
+    2758,
+    2759,
+    2760,
+    2761,
+    2762,
+    2763,
+    2764,
+    2765,
+    2766,
+    2767,
+    2768,
+    2769,
+    2770,
+    2771,
+    2772,
+    2773,
+    2774,
+    2775,
+    2776,
+    2777,
+    2778,
+    2779,
+    2780,
+    2781,
+    2782,
+    2783,
+    2784,
+    2785,
+    2786,
+    2787,
+    2788,
+    2789,
+    2790,
+    2791,
+    2792,
+    2793,
+    2794,
+    2795,
+    2796,
+    2797,
+    2798,
+    2799,
+    2800,
+    2801,
+    2802,
+    2803,
+    2804,
+    2805,
+    2806,
+    2807,
+    2808,
+    2809,
+    2810,
+    2811,
+    2812,
+    2813,
+    2814,
+    2815,
+    2816,
+    2817,
+    2818,
+    2819,
+    2820,
+    2821,
+    2822,
+    2823,
+    2824,
+    2825,
+    2826,
+    2827,
+    2828,
+    2829,
+    2830,
+    2831,
+    2832,
+    2833,
+    2834,
+    2835,
+    2836,
+    2837,
+    2838,
+    2839,
+    2840,
+    2841,
+    2842,
+    2843,
+    2844,
+    2845,
+    2846,
+    2847,
+    2848,
+    2849,
+    2850,
+    2851,
+    2852,
+    2853,
+    2854,
+    2855,
+    2856,
+    2857,
+    2858,
+    2859,
+    2860,
+    2861,
+    2862,
+    2863,
+    2864,
+    2865,
+    2866,
+    2867,
+    2868,
+    2869,
+    2870,
+    2871,
+    2872,
+    2873,
+    2874,
+    2875,
+    2876,
+    2877,
+    2878,
+    2879,
+    2880,
+    2881,
+    2882,
+    2883,
+    2884,
+    2885,
+    2886,
+    2887,
+    2888,
+    2889,
+    2890,
+    2891,
+    2892,
+    2893,
+    2894,
+    2895,
+    2896,
+    2897,
+    2898,
+    2899,
+    2900,
+    2901,
+    2902,
+    2903,
+    2904,
+    2905,
+    2906,
+    2907,
+    2908,
+    2909,
+    2910,
+    2911,
+    2912,
+    2913,
+    2914,
+    2915,
+    2916,
+    2917,
+    2918,
+    2919,
+    2920,
+    2921,
+    2922,
+    2923,
+    2924,
+    2925,
+    2926,
+    2927,
+    2928,
+    2929,
+    2930,
+    2931,
+    2932,
+    2933,
+    2934,
+    2935,
+    2936,
+    2937,
+    2938,
+    2939,
+    2940,
+    2941,
+    2942,
+    2943,
+    2944,
+    2945,
+    2946,
+    2947,
+    2948,
+    2949,
+    2950,
+    2951,
+    2952,
+    2953,
+    2954,
+    2955,
+    2956,
+    2957,
+    2958,
+    2959,
+    2960,
+    2961,
+    2962,
+    2963,
+    2964,
+    2965,
+    2966,
+    2967,
+    2968,
+    2969,
+    2970,
+    2971,
+    2972,
+    2973,
+    2974,
+    2975,
+    2976,
+    2977,
+    2978,
+    2979,
+    2980,
+    2981,
+    2982,
+    2983,
+    2984,
+    2985,
+    2986,
+    2987,
+    2988,
+    2989,
+    2990,
+    2991,
+    2992,
+    2993,
+    2994,
+    2995,
+    2996,
+    2997,
+    2998,
+    2999,
+    3000,
+    3001,
+    3002,
+    3003,
+    3004,
+    3005,
+    3006,
+    3007,
+    3008,
+    3009,
+    3010,
+    3011,
+    3012,
+    3013,
+    3014,
+    3015,
+    3016,
+    3017,
+    3018,
+    3019,
+    3020,
+    3021,
+    3022,
+    3023,
+    3024,
+    3025,
+    3026,
+    3027,
+    3028,
+    3029,
+    3030,
+    3031,
+    3032,
+    3033,
+    3034,
+    3035,
+    3036,
+    3037,
+    3038,
+    3039,
+    3040,
+    3041,
+    3042,
+    3043,
+    3044,
+    3045,
+    3046,
+    3047,
+    3048,
+    3049,
+    3050,
+    3051,
+    3052,
+    3053,
+    3054
+  ]
+}

Qwen3.5-4B/stage2/Qwen3.5-4B-L25-d20480-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac9addc6437fd5f4928a2cdc831e79d53655f3e3948d4fa1e9e95686d730b6f
+size 209723065

Qwen3.5-4B/stage2/Qwen3.5-4B-L25-d20480-5M-stage2_stats.json

@@ -0,0 +1,248 @@
+{
+  "interval_avg_losses": [
+    0.4421875,
+    0.4392578125,
+    0.369140625,
+    0.3109375,
+    0.237109375,
+    0.19306640625,
+    0.172265625,
+    0.15341796875,
+    0.147265625,
+    0.13662109375,
+    0.13037109375,
+    0.136083984375,
+    0.1248046875,
+    0.122216796875,
+    0.124560546875,
+    0.125537109375,
+    0.11982421875,
+    0.111474609375,
+    0.116796875,
+    0.11474609375,
+    0.10712890625,
+    0.12060546875,
+    0.105517578125,
+    0.106201171875,
+    0.10234375,
+    0.1001953125,
+    0.10234375,
+    0.111376953125,
+    0.103662109375,
+    0.100146484375,
+    0.105078125,
+    0.102978515625,
+    0.103515625,
+    0.097119140625,
+    0.101318359375,
+    0.0986328125,
+    0.10146484375,
+    0.098388671875,
+    0.098046875,
+    0.09521484375,
+    0.09521484375,
+    0.09833984375,
+    0.095849609375,
+    0.09150390625,
+    0.0943359375,
+    0.095263671875,
+    0.09736328125,
+    0.096240234375,
+    0.089404296875,
+    0.092529296875,
+    0.08994140625,
+    0.091748046875,
+    0.088037109375,
+    0.08759765625,
+    0.092138671875,
+    0.085595703125,
+    0.086474609375,
+    0.08857421875,
+    0.085400390625,
+    0.097021484375,
+    0.087255859375,
+    0.087109375,
+    0.08251953125,
+    0.0912109375,
+    0.0888671875,
+    0.084423828125,
+    0.084375,
+    0.088818359375,
+    0.084326171875,
+    0.08486328125,
+    0.090673828125,
+    0.09287109375,
+    0.090576171875,
+    0.084814453125,
+    0.084033203125,
+    0.084619140625,
+    0.083740234375,
+    0.087841796875,
+    0.082861328125,
+    0.081982421875,
+    0.085302734375,
+    0.087255859375,
+    0.0837890625,
+    0.082373046875,
+    0.083984375,
+    0.08466796875,
+    0.08466796875,
+    0.08359375,
+    0.0841796875,
+    0.08583984375,
+    0.08134765625,
+    0.080859375,
+    0.083642578125,
+    0.081103515625,
+    0.07939453125,
+    0.081787109375,
+    0.078466796875,
+    0.080859375,
+    0.079443359375,
+    0.07822265625,
+    0.08681640625,
+    0.07978515625,
+    0.07763671875,
+    0.077783203125,
+    0.0775390625,
+    0.080517578125,
+    0.077685546875,
+    0.085693359375,
+    0.077001953125,
+    0.080078125,
+    0.081103515625,
+    0.0748046875,
+    0.08193359375,
+    0.080419921875,
+    0.08076171875,
+    0.07939453125,
+    0.07666015625,
+    0.076220703125,
+    0.08046875,
+    0.07451171875,
+    0.078564453125
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210
+  ]
+}

Qwen3.5-9B/stage1/Qwen3.5-9B-L25-d32768-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74435b73eec3d428db2239afb685ab134c188e4c3ab62e18216ee51d972dd0b2
+size 536881876

Qwen3.5-9B/stage1/Qwen3___5-9B-L25-d32768-50M-stage1_stats.json

@@ -0,0 +1,616 @@
+{
+  "interval_avg_losses": [
+    0.8015625,
+    0.798828125,
+    0.787890625,
+    0.771875,
+    0.753515625,
+    0.7328125,
+    0.71171875,
+    0.68671875,
+    0.656640625,
+    0.626171875,
+    0.587109375,
+    0.557421875,
+    0.530078125,
+    0.510546875,
+    0.475390625,
+    0.45625,
+    0.4443359375,
+    0.419921875,
+    0.4041015625,
+    0.3904296875,
+    0.3732421875,
+    0.36328125,
+    0.3548828125,
+    0.34375,
+    0.334765625,
+    0.3248046875,
+    0.3171875,
+    0.310546875,
+    0.3076171875,
+    0.2966796875,
+    0.2923828125,
+    0.290625,
+    0.2837890625,
+    0.2771484375,
+    0.2640625,
+    0.2712890625,
+    0.280078125,
+    0.2521484375,
+    0.2544921875,
+    0.25126953125,
+    0.25830078125,
+    0.25400390625,
+    0.24619140625,
+    0.2470703125,
+    0.2400390625,
+    0.24267578125,
+    0.23974609375,
+    0.2396484375,
+    0.23125,
+    0.2314453125,
+    0.2357421875,
+    0.226953125,
+    0.22607421875,
+    0.23427734375,
+    0.22998046875,
+    0.22451171875,
+    0.2244140625,
+    0.219921875,
+    0.222265625,
+    0.22744140625,
+    0.222265625,
+    0.21572265625,
+    0.21591796875,
+    0.22138671875,
+    0.22724609375,
+    0.21640625,
+    0.21123046875,
+    0.21044921875,
+    0.2130859375,
+    0.212109375,
+    0.21328125,
+    0.21142578125,
+    0.2060546875,
+    0.20703125,
+    0.21064453125,
+    0.20361328125,
+    0.20126953125,
+    0.2,
+    0.199609375,
+    0.20107421875,
+    0.20380859375,
+    0.20126953125,
+    0.19755859375,
+    0.19677734375,
+    0.19443359375,
+    0.198828125,
+    0.20771484375,
+    0.20068359375,
+    0.2009765625,
+    0.19736328125,
+    0.19228515625,
+    0.19296875,
+    0.19267578125,
+    0.19775390625,
+    0.18994140625,
+    0.19248046875,
+    0.19169921875,
+    0.18994140625,
+    0.19248046875,
+    0.18642578125,
+    0.18623046875,
+    0.18681640625,
+    0.18955078125,
+    0.18916015625,
+    0.1927734375,
+    0.19560546875,
+    0.19306640625,
+    0.1890625,
+    0.19306640625,
+    0.18828125,
+    0.18779296875,
+    0.1919921875,
+    0.18486328125,
+    0.1802734375,
+    0.1822265625,
+    0.189453125,
+    0.18701171875,
+    0.182421875,
+    0.1869140625,
+    0.18466796875,
+    0.18310546875,
+    0.18251953125,
+    0.1794921875,
+    0.18359375,
+    0.17900390625,
+    0.18623046875,
+    0.1849609375,
+    0.185546875,
+    0.1806640625,
+    0.1830078125,
+    0.1861328125,
+    0.18232421875,
+    0.1814453125,
+    0.18359375,
+    0.1826171875,
+    0.17783203125,
+    0.1728515625,
+    0.18046875,
+    0.17470703125,
+    0.1802734375,
+    0.17685546875,
+    0.17783203125,
+    0.1748046875,
+    0.17333984375,
+    0.17685546875,
+    0.17490234375,
+    0.173046875,
+    0.175390625,
+    0.1787109375,
+    0.1701171875,
+    0.17275390625,
+    0.173828125,
+    0.18095703125,
+    0.178125,
+    0.17255859375,
+    0.178515625,
+    0.17802734375,
+    0.1794921875,
+    0.1736328125,
+    0.17587890625,
+    0.17470703125,
+    0.1830078125,
+    0.17333984375,
+    0.17119140625,
+    0.1736328125,
+    0.175390625,
+    0.17705078125,
+    0.17216796875,
+    0.1787109375,
+    0.17978515625,
+    0.175390625,
+    0.17529296875,
+    0.17822265625,
+    0.17568359375,
+    0.171484375,
+    0.176171875,
+    0.17841796875,
+    0.1767578125,
+    0.17607421875,
+    0.17216796875,
+    0.169921875,
+    0.1716796875,
+    0.170703125,
+    0.17060546875,
+    0.176171875,
+    0.16962890625,
+    0.173828125,
+    0.17568359375,
+    0.16591796875,
+    0.17119140625,
+    0.17099609375,
+    0.17001953125,
+    0.1677734375,
+    0.166796875,
+    0.16826171875,
+    0.18056640625,
+    0.16708984375,
+    0.17041015625,
+    0.16904296875,
+    0.17109375,
+    0.17294921875,
+    0.1751953125,
+    0.17197265625,
+    0.16943359375,
+    0.17021484375,
+    0.1740234375,
+    0.1705078125,
+    0.16865234375,
+    0.17021484375,
+    0.17109375,
+    0.17041015625,
+    0.16982421875,
+    0.170703125,
+    0.1693359375,
+    0.17080078125,
+    0.1693359375,
+    0.1646484375,
+    0.17236328125,
+    0.16875,
+    0.169921875,
+    0.1716796875,
+    0.16953125,
+    0.17041015625,
+    0.163671875,
+    0.16416015625,
+    0.1646484375,
+    0.16767578125,
+    0.16552734375,
+    0.16025390625,
+    0.16640625,
+    0.1671875,
+    0.1724609375,
+    0.168359375,
+    0.16669921875,
+    0.16689453125,
+    0.16982421875,
+    0.16767578125,
+    0.1654296875,
+    0.16357421875,
+    0.16923828125,
+    0.165234375,
+    0.1693359375,
+    0.167578125,
+    0.1654296875,
+    0.16611328125,
+    0.168359375,
+    0.16240234375,
+    0.17626953125,
+    0.16650390625,
+    0.16552734375,
+    0.16552734375,
+    0.1654296875,
+    0.16708984375,
+    0.1650390625,
+    0.16689453125,
+    0.16396484375,
+    0.1626953125,
+    0.1677734375,
+    0.165234375,
+    0.1634765625,
+    0.1642578125,
+    0.1662109375,
+    0.16796875,
+    0.1634765625,
+    0.16494140625,
+    0.16328125,
+    0.16328125,
+    0.16767578125,
+    0.16669921875,
+    0.1681640625,
+    0.169921875,
+    0.16982421875,
+    0.17353515625,
+    0.1712890625,
+    0.1716796875,
+    0.16708984375,
+    0.172265625,
+    0.176171875,
+    0.16923828125,
+    0.16025390625,
+    0.16220703125,
+    0.16396484375,
+    0.164453125,
+    0.16103515625,
+    0.161328125,
+    0.15869140625,
+    0.162890625,
+    0.159375,
+    0.16376953125,
+    0.1611328125,
+    0.16845703125,
+    0.15830078125,
+    0.15791015625,
+    0.15615234375,
+    0.15458984375,
+    0.1591796875,
+    0.15751953125,
+    0.16064453125,
+    0.1640625,
+    0.162890625,
+    0.15986328125,
+    0.160546875,
+    0.1615234375,
+    0.16142578125,
+    0.16005859375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040,
+    3050
+  ]
+}

Qwen3.5-9B/stage2/Qwen3.5-9B-L25-d32768-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c102fa0ce8023d6c7fc3fcbdd56faa84685b4c3fb0de1608b5c90329a8032d
+size 536881867

Qwen3.5-9B/stage2/Qwen3___5-9B-L25-d32768-5M-stage2_stats.json

@@ -0,0 +1,248 @@
+{
+  "interval_avg_losses": [
+    0.4251953125,
+    0.39921875,
+    0.3314453125,
+    0.23916015625,
+    0.184765625,
+    0.16201171875,
+    0.15546875,
+    0.14208984375,
+    0.131396484375,
+    0.125537109375,
+    0.11923828125,
+    0.118115234375,
+    0.120556640625,
+    0.10986328125,
+    0.11103515625,
+    0.112109375,
+    0.1298828125,
+    0.106201171875,
+    0.10546875,
+    0.106884765625,
+    0.105029296875,
+    0.102392578125,
+    0.135595703125,
+    0.100830078125,
+    0.0982421875,
+    0.096533203125,
+    0.094384765625,
+    0.08974609375,
+    0.095849609375,
+    0.106982421875,
+    0.093896484375,
+    0.093798828125,
+    0.102392578125,
+    0.097265625,
+    0.102392578125,
+    0.093798828125,
+    0.09296875,
+    0.0892578125,
+    0.093408203125,
+    0.105810546875,
+    0.090966796875,
+    0.0908203125,
+    0.08740234375,
+    0.09033203125,
+    0.0908203125,
+    0.090576171875,
+    0.0857421875,
+    0.09052734375,
+    0.0904296875,
+    0.09150390625,
+    0.141748046875,
+    0.0841796875,
+    0.085302734375,
+    0.0859375,
+    0.08212890625,
+    0.084130859375,
+    0.0810546875,
+    0.107568359375,
+    0.0826171875,
+    0.0806640625,
+    0.079833984375,
+    0.082177734375,
+    0.07705078125,
+    0.089501953125,
+    0.082861328125,
+    0.081591796875,
+    0.1255859375,
+    0.0865234375,
+    0.088720703125,
+    0.081005859375,
+    0.0787109375,
+    0.079541015625,
+    0.080224609375,
+    0.081787109375,
+    0.080224609375,
+    0.089892578125,
+    0.20859375,
+    0.084765625,
+    0.078857421875,
+    0.080078125,
+    0.077978515625,
+    0.080810546875,
+    0.081005859375,
+    0.079638671875,
+    0.077978515625,
+    0.075048828125,
+    0.080419921875,
+    0.081982421875,
+    0.0801513671875,
+    0.07666015625,
+    0.078564453125,
+    0.2392578125,
+    0.085888671875,
+    0.123583984375,
+    0.081884765625,
+    0.0939453125,
+    0.077392578125,
+    0.076708984375,
+    0.080322265625,
+    0.076708984375,
+    0.076904296875,
+    0.073583984375,
+    0.07744140625,
+    0.080908203125,
+    0.07587890625,
+    0.083349609375,
+    0.082373046875,
+    0.080126953125,
+    0.075048828125,
+    0.1189453125,
+    0.0712646484375,
+    0.07509765625,
+    0.07490234375,
+    0.07568359375,
+    0.0794921875,
+    0.072412109375,
+    0.071337890625,
+    0.07431640625,
+    0.071044921875,
+    0.0683349609375,
+    0.073681640625
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210
+  ]
+}

Qwen3.5-9B/stage2/stage2_data_preview.txt

@@ -0,0 +1,204 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<|im_start|>system
+# Tools
+
+You have access to the following functions:
+
+<tools>
+{"type": "function", "function": {"name": "get_ico_calendar", "description": "Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.", "parameters": {"type": "dict", "properties": {"category": {"description": "Comma-separated list of categories to filter the ICOs. For example: \"_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare\".", "type": "str, optional", "default": ""}, "time_utc_offset": {"description": "UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.", "type": "int, optional", "default": "28800"}, "tabname": {"description": "The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.", "type": "str, optional", "default": "ongoing"}, "sort": {"description": "The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.", "type": "str, optional", "default": "related_days"}, "lang_id": {"description": "Language ID for the response. Default is 1.", "type": "int, optional", "default": "1"}}}}}
+</tools>
+
+If you choose to call a function ONLY reply in the following format with NO suffix:
+
+<tool_call>
+<function=example_function_name>
+<parameter=example_parameter_1>
+value_1
+</parameter>
+<parameter=example_parameter_2>
+This is the value for the second parameter
+that can span
+multiple lines
+</parameter>
+</function>
+</tool_call>
+
+<IMPORTANT>
+Reminder:
+- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags
+- Required parameters MUST be specified
+- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after
+- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls
+</IMPORTANT><|im_end|>
+<|im_start|>user
+Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.<|im_end|>
+<|im_start|>assistant
+<think>
+
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<|im_start|>system
+# Tools
+
+You have access to the following functions:
+
+<tools>
+{"type": "function", "function": {"name": "monthly_mortgage_payment", "description": "Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.", "parameters": {"type": "dict", "properties": {"loan_amount": {"description": "The total amount of the loan.", "type": "float"}, "annual_interest_rate": {"description": "The annual interest rate as a decimal (e.g., 0.05 for 5%).", "type": "float"}, "loan_term_years": {"description": "The loan term in years.", "type": "int"}}}, "required": ["loan_amount", "annual_interest_rate", "loan_term_years"]}}
+{"type": "function", "function": {"name": "cosine_similarity", "description": "Calculates the cosine similarity between two vectors.", "parameters": {"type": "dict", "properties": {"vector_a": {"description": "The first vector.", "type": "List[float]"}, "vector_b": {"description": "The second vector.", "type": "List[float]"}}}, "required": ["vector_a", "vector_b"]}}
+</tools>
+
+If you choose to call a function ONLY reply in the following format with NO suffix:
+
+<tool_call>
+<function=example_function_name>
+<parameter=example_parameter_1>
+value_1
+</parameter>
+<parameter=example_parameter_2>
+This is the value for the second parameter
+that can span
+multiple lines
+</parameter>
+</function>
+</tool_call>
+
+<IMPORTANT>
+Reminder:
+- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags
+- Required parameters MUST be specified
+- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after
+- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls
+</IMPORTANT><|im_end|>
+<|im_start|>user
+Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.<|im_end|>
+<|im_start|>assistant
+<think>
+
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<|im_start|>system
+# Tools
+
+You have access to the following functions:
+
+<tools>
+{"type": "function", "function": {"name": "rgb_to_cmyk", "description": "Converts an RGB color code to a CMYK color code using an external API.", "parameters": {"type": "dict", "properties": {"r": {"description": "The red component of the RGB color code (0-255).", "type": "int", "default": "127"}, "g": {"description": "The green component of the RGB color code (0-255).", "type": "int", "default": "255"}, "b": {"description": "The blue component of the RGB color code (0-255).", "type": "int", "default": "212"}}}, "required": ["r", "g", "b"]}}
+{"type": "function", "function": {"name": "generate_qr", "description": "Generates a QR code for a given URL using the QR Code Wizard API.", "parameters": {"type": "dict", "properties": {"url": {"description": "The URL to be encoded in the QR code.", "type": "str", "default": "www.google.com"}}}, "required": ["url"]}}
+</tools>
+
+If you choose to call a function ONLY reply in the following format with NO suffix:
+
+<tool_call>
+<function=example_function_name>
+<parameter=example_parameter_1>
+value_1
+</parameter>
+<parameter=example_parameter_2>
+This is the value for the second parameter
+that can span
+multiple lines
+</parameter>
+</function>
+</tool_call>
+
+<IMPORTANT>
+Reminder:
+- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags
+- Required parameters MUST be specified
+- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after
+- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls
+</IMPORTANT><|im_end|>
+<|im_start|>user
+Convert RGB color code 255, 0, 0 to CMYK.<|im_end|>
+<|im_start|>assistant
+<think>
+
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<|im_start|>system
+# Tools
+
+You have access to the following functions:
+
+<tools>
+{"type": "function", "function": {"name": "whole_foods_order", "description": "Places an order at Whole Foods.", "parameters": {"type": "dict", "properties": {"store_location": {"description": "The location of the Whole Foods store.", "type": "str"}, "item_list": {"description": "A list of items to order.", "type": "list"}, "order_size": {"description": "The size of the order. Allowed values: \"small\", \"medium\", or \"large\".", "type": "str"}}}, "required": ["store_location", "item_list", "order_size"]}}
+{"type": "function", "function": {"name": "simulate_query_database", "description": "Simulates querying a database based on certain conditions.", "parameters": {"type": "dict", "properties": {"table": {"description": "Name of the table to query.", "type": "str"}, "conditions": {"description": "Conditions for the query, each condition is a dictionary.", "type": "list"}}}, "required": ["table", "conditions"]}}
+{"type": "function", "function": {"name": "calculate_calorie_intake", "description": "Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.", "parameters": {"type": "dict", "properties": {"weight_kg": {"description": "Body weight in kilograms.", "type": "float"}, "height_cm": {"description": "Height in centimeters.", "type": "float"}, "age": {"description": "Age in years.", "type": "int"}, "sex": {"description": "Biological sex, either 'male' or 'female'.", "type": "str"}, "activity_level": {"description": "Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).", "type": "int"}, "goal": {"description": "Fitness goal, either 'lose', 'maintain', or 'gain'.", "type": "str"}}}, "required": ["weight_kg", "height_cm", "age", "sex", "activity_level", "goal"]}}
+</tools>
+
+If you choose to call a function ONLY reply in the following format with NO suffix:
+
+<tool_call>
+<function=example_function_name>
+<parameter=example_parameter_1>
+value_1
+</parameter>
+<parameter=example_parameter_2>
+This is the value for the second parameter
+that can span
+multiple lines
+</parameter>
+</function>
+</tool_call>
+
+<IMPORTANT>
+Reminder:
+- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags
+- Required parameters MUST be specified
+- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after
+- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls
+</IMPORTANT><|im_end|>
+<|im_start|>user
+Place a small order at the Whole Foods store in Chicago for milk and eggs.<|im_end|>
+<|im_start|>assistant
+<think>
+
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<|im_start|>system
+# Tools
+
+You have access to the following functions:
+
+<tools>
+{"type": "function", "function": {"name": "get_channels", "description": "Retrieve a list of radio channels based on various filtering parameters.", "parameters": {"type": "dict", "properties": {"keyword": {"description": "Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.", "type": "str", "default": "a"}, "genre_id": {"description": "Filter channels by genre ID. Default is None.", "type": "int, optional", "default": ""}, "city_id": {"description": "Filter channels by city ID. Default is None.", "type": "int, optional", "default": ""}, "country_id": {"description": "Filter channels by country ID. Default is 50.", "type": "int", "default": "50"}, "page": {"description": "The page number for pagination. Default is 1.", "type": "int", "default": "1"}}}, "required": ["keyword", "country_id", "page"]}}
+</tools>
+
+If you choose to call a function ONLY reply in the following format with NO suffix:
+
+<tool_call>
+<function=example_function_name>
+<parameter=example_parameter_1>
+value_1
+</parameter>
+<parameter=example_parameter_2>
+This is the value for the second parameter
+that can span
+multiple lines
+</parameter>
+</function>
+</tool_call>
+
+<IMPORTANT>
+Reminder:
+- Function calls MUST follow the specified format: an inner <function=...></function> block must be nested within <tool_call></tool_call> XML tags
+- Required parameters MUST be specified
+- You may provide optional reasoning for your function call in natural language BEFORE the function call, but NOT after
+- If there is no function call available, answer the question like normal with your current knowledge and do not tell the user about function calls
+</IMPORTANT><|im_end|>
+<|im_start|>user
+I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?<|im_end|>
+<|im_start|>assistant
+<think>
+
+

gemma-3-1b-it/stage1/gemma-3-1b-it-L17-d9216-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19c0ac3e60b53f1315f24d22131a5f56ebb690e859e841b16eeaeaa76a1c25d6
+size 42472404

gemma-3-1b-it/stage1/gemma-3-1b-it-L17-d9216-50M-stage1_stats.json

@@ -0,0 +1,614 @@
+{
+  "interval_avg_losses": [
+    0.890625,
+    0.890625,
+    0.888671875,
+    0.88671875,
+    0.882421875,
+    0.876953125,
+    0.87109375,
+    0.861328125,
+    0.84140625,
+    0.80390625,
+    0.740234375,
+    0.65234375,
+    0.553125,
+    0.454296875,
+    0.354296875,
+    0.2568359375,
+    0.16201171875,
+    0.094384765625,
+    0.0716796875,
+    0.067138671875,
+    0.064013671875,
+    0.064404296875,
+    0.0657958984375,
+    0.06630859375,
+    0.065576171875,
+    0.065869140625,
+    0.0653564453125,
+    0.063818359375,
+    0.064306640625,
+    0.0640625,
+    0.064306640625,
+    0.0634765625,
+    0.0644287109375,
+    0.0650390625,
+    0.0638671875,
+    0.0631103515625,
+    0.06494140625,
+    0.06513671875,
+    0.0643798828125,
+    0.063818359375,
+    0.064501953125,
+    0.06455078125,
+    0.0638671875,
+    0.06376953125,
+    0.0638427734375,
+    0.065185546875,
+    0.0634033203125,
+    0.064501953125,
+    0.0633056640625,
+    0.06435546875,
+    0.0636474609375,
+    0.06162109375,
+    0.0618408203125,
+    0.0609130859375,
+    0.061669921875,
+    0.063623046875,
+    0.0629150390625,
+    0.0623779296875,
+    0.06416015625,
+    0.0634521484375,
+    0.0634033203125,
+    0.0629638671875,
+    0.064306640625,
+    0.06171875,
+    0.059765625,
+    0.0615478515625,
+    0.0615966796875,
+    0.0616943359375,
+    0.0617431640625,
+    0.0625732421875,
+    0.0613525390625,
+    0.0614501953125,
+    0.061181640625,
+    0.061669921875,
+    0.0626220703125,
+    0.062158203125,
+    0.0623291015625,
+    0.061474609375,
+    0.06220703125,
+    0.061572265625,
+    0.06123046875,
+    0.0620361328125,
+    0.0614013671875,
+    0.0620849609375,
+    0.061279296875,
+    0.0604248046875,
+    0.059228515625,
+    0.0593505859375,
+    0.059765625,
+    0.0596923828125,
+    0.061865234375,
+    0.0612060546875,
+    0.0616943359375,
+    0.0618408203125,
+    0.062109375,
+    0.061669921875,
+    0.061962890625,
+    0.06162109375,
+    0.0614501953125,
+    0.060791015625,
+    0.0605712890625,
+    0.0620361328125,
+    0.062060546875,
+    0.0606689453125,
+    0.0595703125,
+    0.0596923828125,
+    0.0601318359375,
+    0.0595458984375,
+    0.0589111328125,
+    0.05947265625,
+    0.060498046875,
+    0.06103515625,
+    0.0612548828125,
+    0.060546875,
+    0.0607666015625,
+    0.06181640625,
+    0.0609130859375,
+    0.06015625,
+    0.0613037109375,
+    0.0613037109375,
+    0.06083984375,
+    0.0609619140625,
+    0.061328125,
+    0.060400390625,
+    0.059814453125,
+    0.05966796875,
+    0.0599365234375,
+    0.0595947265625,
+    0.058984375,
+    0.059326171875,
+    0.0594970703125,
+    0.059765625,
+    0.0578125,
+    0.056884765625,
+    0.0583740234375,
+    0.0589599609375,
+    0.05859375,
+    0.0587890625,
+    0.0593505859375,
+    0.0607177734375,
+    0.0602294921875,
+    0.060009765625,
+    0.05966796875,
+    0.05986328125,
+    0.0600341796875,
+    0.0599609375,
+    0.059619140625,
+    0.059765625,
+    0.0601806640625,
+    0.0597412109375,
+    0.0591796875,
+    0.0595947265625,
+    0.05830078125,
+    0.05771484375,
+    0.05810546875,
+    0.0593017578125,
+    0.0602294921875,
+    0.060888671875,
+    0.0598388671875,
+    0.0608154296875,
+    0.060498046875,
+    0.0598388671875,
+    0.0601318359375,
+    0.0601318359375,
+    0.060302734375,
+    0.06015625,
+    0.0590087890625,
+    0.0595703125,
+    0.0597900390625,
+    0.0588134765625,
+    0.0593994140625,
+    0.0600341796875,
+    0.059130859375,
+    0.058837890625,
+    0.058447265625,
+    0.0601318359375,
+    0.0587158203125,
+    0.0583740234375,
+    0.0583740234375,
+    0.0584716796875,
+    0.05849609375,
+    0.058837890625,
+    0.0590087890625,
+    0.0593994140625,
+    0.0590087890625,
+    0.057470703125,
+    0.0569580078125,
+    0.0576904296875,
+    0.0574951171875,
+    0.0572998046875,
+    0.0573486328125,
+    0.058447265625,
+    0.05791015625,
+    0.0578125,
+    0.05791015625,
+    0.0582763671875,
+    0.0586181640625,
+    0.0591796875,
+    0.05859375,
+    0.058056640625,
+    0.0567626953125,
+    0.058154296875,
+    0.056201171875,
+    0.05751953125,
+    0.057275390625,
+    0.0570068359375,
+    0.0573974609375,
+    0.0573974609375,
+    0.057275390625,
+    0.056884765625,
+    0.0579345703125,
+    0.057666015625,
+    0.0577880859375,
+    0.058251953125,
+    0.0576416015625,
+    0.05791015625,
+    0.057763671875,
+    0.0582763671875,
+    0.0578857421875,
+    0.0577880859375,
+    0.0572021484375,
+    0.0568359375,
+    0.05654296875,
+    0.0568603515625,
+    0.0569580078125,
+    0.057177734375,
+    0.0574462890625,
+    0.0576416015625,
+    0.056982421875,
+    0.0574951171875,
+    0.0569580078125,
+    0.058837890625,
+    0.0576904296875,
+    0.0578369140625,
+    0.0575927734375,
+    0.056103515625,
+    0.0574462890625,
+    0.058544921875,
+    0.058935546875,
+    0.05859375,
+    0.058447265625,
+    0.05654296875,
+    0.0571533203125,
+    0.057080078125,
+    0.0572265625,
+    0.05634765625,
+    0.0568359375,
+    0.0560791015625,
+    0.0561279296875,
+    0.0569580078125,
+    0.0575439453125,
+    0.05732421875,
+    0.057958984375,
+    0.0572021484375,
+    0.0572509765625,
+    0.05751953125,
+    0.05693359375,
+    0.057275390625,
+    0.0586181640625,
+    0.057958984375,
+    0.058349609375,
+    0.058447265625,
+    0.056689453125,
+    0.0580078125,
+    0.0573486328125,
+    0.057568359375,
+    0.05771484375,
+    0.0577880859375,
+    0.0576171875,
+    0.0569580078125,
+    0.0573974609375,
+    0.05849609375,
+    0.0584228515625,
+    0.0573486328125,
+    0.0580078125,
+    0.0587890625,
+    0.0573486328125,
+    0.057421875,
+    0.0588134765625,
+    0.057763671875,
+    0.0572998046875,
+    0.057421875,
+    0.0582275390625,
+    0.057763671875,
+    0.0585205078125,
+    0.0579345703125,
+    0.0575439453125,
+    0.0580078125,
+    0.05751953125,
+    0.058447265625,
+    0.0581787109375,
+    0.05869140625,
+    0.0585693359375,
+    0.0582275390625,
+    0.057958984375,
+    0.0576416015625,
+    0.058349609375,
+    0.0575927734375,
+    0.0555419921875,
+    0.0564697265625,
+    0.05615234375,
+    0.05615234375,
+    0.0573974609375,
+    0.056396484375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040
+  ]
+}

gemma-3-1b-it/stage2/gemma-3-1b-it-L17-d9216-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e7487735fbbcb7beba4c2e37bd96dcb79ae7a1a686ca8ff3cab2674d3fa1ed1
+size 42472395

gemma-3-1b-it/stage2/gemma-3-1b-it-L17-d9216-5M-stage2_stats.json

@@ -0,0 +1,250 @@
+{
+  "interval_avg_losses": [
+    0.09189453125,
+    0.087841796875,
+    0.083251953125,
+    0.081298828125,
+    0.079052734375,
+    0.07900390625,
+    0.078564453125,
+    0.079052734375,
+    0.077392578125,
+    0.076708984375,
+    0.076904296875,
+    0.075927734375,
+    0.0755859375,
+    0.07431640625,
+    0.073876953125,
+    0.07255859375,
+    0.07177734375,
+    0.07099609375,
+    0.0703125,
+    0.068603515625,
+    0.067041015625,
+    0.065673828125,
+    0.0650390625,
+    0.0630859375,
+    0.0629638671875,
+    0.0615478515625,
+    0.060302734375,
+    0.058984375,
+    0.05869140625,
+    0.057275390625,
+    0.056640625,
+    0.056787109375,
+    0.056103515625,
+    0.0553466796875,
+    0.0545654296875,
+    0.0545166015625,
+    0.053662109375,
+    0.0516845703125,
+    0.048193359375,
+    0.0434326171875,
+    0.0400390625,
+    0.03994140625,
+    0.0384765625,
+    0.03671875,
+    0.036083984375,
+    0.0354248046875,
+    0.0361328125,
+    0.0353759765625,
+    0.0350341796875,
+    0.033154296875,
+    0.03349609375,
+    0.0332275390625,
+    0.0330078125,
+    0.03173828125,
+    0.03154296875,
+    0.03072509765625,
+    0.0302490234375,
+    0.0303466796875,
+    0.0298828125,
+    0.02952880859375,
+    0.02919921875,
+    0.02923583984375,
+    0.028173828125,
+    0.0283447265625,
+    0.027880859375,
+    0.028564453125,
+    0.02857666015625,
+    0.02860107421875,
+    0.028759765625,
+    0.0273681640625,
+    0.027490234375,
+    0.0270263671875,
+    0.02799072265625,
+    0.027001953125,
+    0.0281982421875,
+    0.02760009765625,
+    0.02696533203125,
+    0.02642822265625,
+    0.0265380859375,
+    0.02662353515625,
+    0.0268798828125,
+    0.02760009765625,
+    0.025927734375,
+    0.0263916015625,
+    0.0274658203125,
+    0.0257080078125,
+    0.02716064453125,
+    0.02584228515625,
+    0.02607421875,
+    0.02567138671875,
+    0.02554931640625,
+    0.02545166015625,
+    0.02574462890625,
+    0.0258544921875,
+    0.0253662109375,
+    0.02562255859375,
+    0.0248291015625,
+    0.02550048828125,
+    0.02508544921875,
+    0.0255859375,
+    0.0247802734375,
+    0.025390625,
+    0.02542724609375,
+    0.02489013671875,
+    0.0244873046875,
+    0.02513427734375,
+    0.0245361328125,
+    0.0247802734375,
+    0.0239501953125,
+    0.02388916015625,
+    0.0241455078125,
+    0.024462890625,
+    0.02467041015625,
+    0.0240234375,
+    0.0245849609375,
+    0.02418212890625,
+    0.023583984375,
+    0.024169921875,
+    0.023291015625,
+    0.023681640625,
+    0.0240234375,
+    0.02403564453125
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220
+  ]
+}

gemma-3-1b-it/stage2/stage2_data_preview.txt

@@ -0,0 +1,347 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "get_ico_calendar",
+  "description": "Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "category": {
+        "description": "Comma-separated list of categories to filter the ICOs. For example: \"_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare\".",
+        "type": "str, optional",
+        "default": ""
+      },
+      "time_utc_offset": {
+        "description": "UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.",
+        "type": "int, optional",
+        "default": "28800"
+      },
+      "tabname": {
+        "description": "The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.",
+        "type": "str, optional",
+        "default": "ongoing"
+      },
+      "sort": {
+        "description": "The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.",
+        "type": "str, optional",
+        "default": "related_days"
+      },
+      "lang_id": {
+        "description": "Language ID for the response. Default is 1.",
+        "type": "int, optional",
+        "default": "1"
+      }
+    }
+  }
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "monthly_mortgage_payment",
+  "description": "Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "loan_amount": {
+        "description": "The total amount of the loan.",
+        "type": "float"
+      },
+      "annual_interest_rate": {
+        "description": "The annual interest rate as a decimal (e.g., 0.05 for 5%).",
+        "type": "float"
+      },
+      "loan_term_years": {
+        "description": "The loan term in years.",
+        "type": "int"
+      }
+    }
+  },
+  "required": [
+    "loan_amount",
+    "annual_interest_rate",
+    "loan_term_years"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "cosine_similarity",
+  "description": "Calculates the cosine similarity between two vectors.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "vector_a": {
+        "description": "The first vector.",
+        "type": "List[float]"
+      },
+      "vector_b": {
+        "description": "The second vector.",
+        "type": "List[float]"
+      }
+    }
+  },
+  "required": [
+    "vector_a",
+    "vector_b"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "rgb_to_cmyk",
+  "description": "Converts an RGB color code to a CMYK color code using an external API.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "r": {
+        "description": "The red component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "127"
+      },
+      "g": {
+        "description": "The green component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "255"
+      },
+      "b": {
+        "description": "The blue component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "212"
+      }
+    }
+  },
+  "required": [
+    "r",
+    "g",
+    "b"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "generate_qr",
+  "description": "Generates a QR code for a given URL using the QR Code Wizard API.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "url": {
+        "description": "The URL to be encoded in the QR code.",
+        "type": "str",
+        "default": "www.google.com"
+      }
+    }
+  },
+  "required": [
+    "url"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Convert RGB color code 255, 0, 0 to CMYK.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "whole_foods_order",
+  "description": "Places an order at Whole Foods.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "store_location": {
+        "description": "The location of the Whole Foods store.",
+        "type": "str"
+      },
+      "item_list": {
+        "description": "A list of items to order.",
+        "type": "list"
+      },
+      "order_size": {
+        "description": "The size of the order. Allowed values: \"small\", \"medium\", or \"large\".",
+        "type": "str"
+      }
+    }
+  },
+  "required": [
+    "store_location",
+    "item_list",
+    "order_size"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "simulate_query_database",
+  "description": "Simulates querying a database based on certain conditions.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "table": {
+        "description": "Name of the table to query.",
+        "type": "str"
+      },
+      "conditions": {
+        "description": "Conditions for the query, each condition is a dictionary.",
+        "type": "list"
+      }
+    }
+  },
+  "required": [
+    "table",
+    "conditions"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "calculate_calorie_intake",
+  "description": "Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "weight_kg": {
+        "description": "Body weight in kilograms.",
+        "type": "float"
+      },
+      "height_cm": {
+        "description": "Height in centimeters.",
+        "type": "float"
+      },
+      "age": {
+        "description": "Age in years.",
+        "type": "int"
+      },
+      "sex": {
+        "description": "Biological sex, either 'male' or 'female'.",
+        "type": "str"
+      },
+      "activity_level": {
+        "description": "Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).",
+        "type": "int"
+      },
+      "goal": {
+        "description": "Fitness goal, either 'lose', 'maintain', or 'gain'.",
+        "type": "str"
+      }
+    }
+  },
+  "required": [
+    "weight_kg",
+    "height_cm",
+    "age",
+    "sex",
+    "activity_level",
+    "goal"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Place a small order at the Whole Foods store in Chicago for milk and eggs.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "get_channels",
+  "description": "Retrieve a list of radio channels based on various filtering parameters.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "keyword": {
+        "description": "Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.",
+        "type": "str",
+        "default": "a"
+      },
+      "genre_id": {
+        "description": "Filter channels by genre ID. Default is None.",
+        "type": "int, optional",
+        "default": ""
+      },
+      "city_id": {
+        "description": "Filter channels by city ID. Default is None.",
+        "type": "int, optional",
+        "default": ""
+      },
+      "country_id": {
+        "description": "Filter channels by country ID. Default is 50.",
+        "type": "int",
+        "default": "50"
+      },
+      "page": {
+        "description": "The page number for pagination. Default is 1.",
+        "type": "int",
+        "default": "1"
+      }
+    }
+  },
+  "required": [
+    "keyword",
+    "country_id",
+    "page"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?<end_of_turn>
+<start_of_turn>model
+
+

gemma-3-4b-it/stage1/gemma-3-4b-it-L29-d20480-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9092c4aedc4e58ce419efc25dea0d29980ab2d176d864b406879c296a6c340
+size 209723101

gemma-3-4b-it/stage1/gemma-3-4b-it-L29-d20480-50M-stage1_stats.json

@@ -0,0 +1,614 @@
+{
+  "interval_avg_losses": [
+    0.891796875,
+    0.890625,
+    0.884375,
+    0.87421875,
+    0.8515625,
+    0.816015625,
+    0.770703125,
+    0.6796875,
+    0.591796875,
+    0.53125,
+    0.4501953125,
+    0.3783203125,
+    0.28056640625,
+    0.23056640625,
+    0.172998046875,
+    0.143115234375,
+    0.120361328125,
+    0.109326171875,
+    0.094140625,
+    0.077490234375,
+    0.0619384765625,
+    0.0538330078125,
+    0.0507568359375,
+    0.047509765625,
+    0.045361328125,
+    0.0435302734375,
+    0.0416748046875,
+    0.0393798828125,
+    0.0410400390625,
+    0.039794921875,
+    0.0401611328125,
+    0.037451171875,
+    0.03984375,
+    0.0407958984375,
+    0.038623046875,
+    0.0373046875,
+    0.0367919921875,
+    0.0362548828125,
+    0.0375732421875,
+    0.0365234375,
+    0.0377197265625,
+    0.03828125,
+    0.03607177734375,
+    0.0398193359375,
+    0.0392333984375,
+    0.03955078125,
+    0.035546875,
+    0.03621826171875,
+    0.0348876953125,
+    0.0376708984375,
+    0.0385986328125,
+    0.0365478515625,
+    0.03455810546875,
+    0.0346435546875,
+    0.03358154296875,
+    0.0359619140625,
+    0.0340576171875,
+    0.036181640625,
+    0.036962890625,
+    0.03577880859375,
+    0.0354736328125,
+    0.03681640625,
+    0.03436279296875,
+    0.03536376953125,
+    0.03271484375,
+    0.03326416015625,
+    0.03408203125,
+    0.033203125,
+    0.03345947265625,
+    0.032958984375,
+    0.03431396484375,
+    0.03355712890625,
+    0.03486328125,
+    0.035009765625,
+    0.03345947265625,
+    0.03348388671875,
+    0.03250732421875,
+    0.0332275390625,
+    0.0337646484375,
+    0.03577880859375,
+    0.0342041015625,
+    0.03394775390625,
+    0.03270263671875,
+    0.03438720703125,
+    0.0329345703125,
+    0.0324462890625,
+    0.030908203125,
+    0.031298828125,
+    0.03199462890625,
+    0.02974853515625,
+    0.03299560546875,
+    0.033935546875,
+    0.03389892578125,
+    0.035546875,
+    0.03375244140625,
+    0.032763671875,
+    0.03236083984375,
+    0.03341064453125,
+    0.03477783203125,
+    0.03232421875,
+    0.03343505859375,
+    0.03360595703125,
+    0.0332763671875,
+    0.0326416015625,
+    0.0316162109375,
+    0.032080078125,
+    0.03099365234375,
+    0.03194580078125,
+    0.033154296875,
+    0.031884765625,
+    0.0326904296875,
+    0.03358154296875,
+    0.0328125,
+    0.03377685546875,
+    0.03336181640625,
+    0.03175048828125,
+    0.035791015625,
+    0.03260498046875,
+    0.03509521484375,
+    0.03348388671875,
+    0.03507080078125,
+    0.03238525390625,
+    0.03199462890625,
+    0.03350830078125,
+    0.03353271484375,
+    0.0327880859375,
+    0.0328125,
+    0.032080078125,
+    0.0335205078125,
+    0.03070068359375,
+    0.03153076171875,
+    0.03201904296875,
+    0.02984619140625,
+    0.02974853515625,
+    0.030322265625,
+    0.0328125,
+    0.02974853515625,
+    0.03216552734375,
+    0.030322265625,
+    0.0317626953125,
+    0.03175048828125,
+    0.03079833984375,
+    0.033056640625,
+    0.0327392578125,
+    0.03128662109375,
+    0.03282470703125,
+    0.0302001953125,
+    0.03179931640625,
+    0.0322265625,
+    0.03187255859375,
+    0.0328369140625,
+    0.031787109375,
+    0.02994384765625,
+    0.030078125,
+    0.02950439453125,
+    0.03062744140625,
+    0.03160400390625,
+    0.03092041015625,
+    0.03243408203125,
+    0.03199462890625,
+    0.03458251953125,
+    0.0331787109375,
+    0.03211669921875,
+    0.03226318359375,
+    0.0326904296875,
+    0.03154296875,
+    0.03326416015625,
+    0.03382568359375,
+    0.03380126953125,
+    0.03236083984375,
+    0.03155517578125,
+    0.03135986328125,
+    0.032763671875,
+    0.02958984375,
+    0.03204345703125,
+    0.03145751953125,
+    0.02952880859375,
+    0.03140869140625,
+    0.0310546875,
+    0.0324951171875,
+    0.03092041015625,
+    0.03133544921875,
+    0.0333251953125,
+    0.03135986328125,
+    0.03115234375,
+    0.0283447265625,
+    0.02872314453125,
+    0.02967529296875,
+    0.03046875,
+    0.02896728515625,
+    0.02852783203125,
+    0.03228759765625,
+    0.03055419921875,
+    0.03160400390625,
+    0.02952880859375,
+    0.02958984375,
+    0.030126953125,
+    0.03077392578125,
+    0.03175048828125,
+    0.0298583984375,
+    0.02926025390625,
+    0.02943115234375,
+    0.03055419921875,
+    0.0300537109375,
+    0.02784423828125,
+    0.0284912109375,
+    0.02965087890625,
+    0.03006591796875,
+    0.02908935546875,
+    0.031005859375,
+    0.02926025390625,
+    0.0322265625,
+    0.02978515625,
+    0.03056640625,
+    0.03145751953125,
+    0.030615234375,
+    0.03160400390625,
+    0.0283203125,
+    0.02947998046875,
+    0.03070068359375,
+    0.02891845703125,
+    0.03055419921875,
+    0.0309814453125,
+    0.02950439453125,
+    0.0313232421875,
+    0.02896728515625,
+    0.03033447265625,
+    0.03074951171875,
+    0.0296875,
+    0.03043212890625,
+    0.0314453125,
+    0.03128662109375,
+    0.03228759765625,
+    0.03060302734375,
+    0.03118896484375,
+    0.03216552734375,
+    0.0307861328125,
+    0.03248291015625,
+    0.0323974609375,
+    0.032470703125,
+    0.03026123046875,
+    0.029638671875,
+    0.032421875,
+    0.02974853515625,
+    0.03023681640625,
+    0.02874755859375,
+    0.02935791015625,
+    0.0302490234375,
+    0.0314208984375,
+    0.02952880859375,
+    0.0310302734375,
+    0.0294677734375,
+    0.030322265625,
+    0.030908203125,
+    0.02977294921875,
+    0.03096923828125,
+    0.0292236328125,
+    0.03104248046875,
+    0.03165283203125,
+    0.03128662109375,
+    0.031201171875,
+    0.03267822265625,
+    0.02818603515625,
+    0.03018798828125,
+    0.02857666015625,
+    0.03016357421875,
+    0.02869873046875,
+    0.02950439453125,
+    0.03153076171875,
+    0.03115234375,
+    0.0294189453125,
+    0.033251953125,
+    0.03319091796875,
+    0.03101806640625,
+    0.03106689453125,
+    0.0316162109375,
+    0.0302978515625,
+    0.0313720703125,
+    0.03087158203125,
+    0.0310791015625,
+    0.0301025390625,
+    0.02996826171875,
+    0.0314697265625,
+    0.03067626953125,
+    0.0298095703125,
+    0.03065185546875,
+    0.03099365234375,
+    0.0292724609375,
+    0.02943115234375,
+    0.0295166015625,
+    0.0312744140625,
+    0.03138427734375,
+    0.0293701171875,
+    0.03135986328125,
+    0.03046875,
+    0.02911376953125,
+    0.03275146484375,
+    0.03016357421875,
+    0.02835693359375,
+    0.02869873046875,
+    0.027783203125,
+    0.0273193359375,
+    0.0292236328125,
+    0.03031005859375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040
+  ]
+}

gemma-3-4b-it/stage2/gemma-3-4b-it-L29-d20480-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5840ccb869000380db1d282cd749835736820e393a79d31ff4403b3fcfc31da6
+size 209723092

gemma-3-4b-it/stage2/gemma-3-4b-it-L29-d20480-5M-stage2_stats.json

@@ -0,0 +1,250 @@
+{
+  "interval_avg_losses": [
+    0.02674560546875,
+    0.0221435546875,
+    0.02154541015625,
+    0.0208984375,
+    0.02000732421875,
+    0.0186279296875,
+    0.01903076171875,
+    0.018798828125,
+    0.01800537109375,
+    0.01607666015625,
+    0.0161865234375,
+    0.0155029296875,
+    0.016534423828125,
+    0.01492919921875,
+    0.0144287109375,
+    0.013873291015625,
+    0.0178466796875,
+    0.01534423828125,
+    0.014251708984375,
+    0.0138671875,
+    0.01572265625,
+    0.01414794921875,
+    0.01397705078125,
+    0.012939453125,
+    0.013525390625,
+    0.014544677734375,
+    0.012860107421875,
+    0.015045166015625,
+    0.01297607421875,
+    0.012677001953125,
+    0.0119384765625,
+    0.01240234375,
+    0.01258544921875,
+    0.012042236328125,
+    0.01397705078125,
+    0.0121337890625,
+    0.01302490234375,
+    0.01240234375,
+    0.012091064453125,
+    0.01199951171875,
+    0.01168212890625,
+    0.016357421875,
+    0.01392822265625,
+    0.013836669921875,
+    0.0142333984375,
+    0.012188720703125,
+    0.01201171875,
+    0.01219482421875,
+    0.01151123046875,
+    0.011175537109375,
+    0.01201171875,
+    0.01392822265625,
+    0.013922119140625,
+    0.01160888671875,
+    0.01416015625,
+    0.011590576171875,
+    0.011572265625,
+    0.0122802734375,
+    0.011572265625,
+    0.011920166015625,
+    0.011328125,
+    0.011248779296875,
+    0.0114013671875,
+    0.011529541015625,
+    0.01068115234375,
+    0.011199951171875,
+    0.01114501953125,
+    0.015057373046875,
+    0.011187744140625,
+    0.011126708984375,
+    0.0110595703125,
+    0.010894775390625,
+    0.014508056640625,
+    0.01138916015625,
+    0.011236572265625,
+    0.010870361328125,
+    0.0117431640625,
+    0.010748291015625,
+    0.01085205078125,
+    0.0139404296875,
+    0.0130615234375,
+    0.01180419921875,
+    0.010638427734375,
+    0.01107177734375,
+    0.0113037109375,
+    0.01085205078125,
+    0.017083740234375,
+    0.01103515625,
+    0.01475830078125,
+    0.012603759765625,
+    0.011334228515625,
+    0.010870361328125,
+    0.01131591796875,
+    0.011029052734375,
+    0.012335205078125,
+    0.010675048828125,
+    0.010302734375,
+    0.010638427734375,
+    0.010882568359375,
+    0.010943603515625,
+    0.01014404296875,
+    0.01064453125,
+    0.01077880859375,
+    0.010491943359375,
+    0.010546875,
+    0.01402587890625,
+    0.0109130859375,
+    0.01097412109375,
+    0.010443115234375,
+    0.010443115234375,
+    0.01048583984375,
+    0.010272216796875,
+    0.011492919921875,
+    0.0101318359375,
+    0.01004638671875,
+    0.009918212890625,
+    0.00987548828125,
+    0.010223388671875,
+    0.009771728515625,
+    0.009979248046875,
+    0.0101318359375,
+    0.01175537109375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220
+  ]
+}

gemma-3-4b-it/stage2/stage2_data_preview.txt

@@ -0,0 +1,347 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "get_ico_calendar",
+  "description": "Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "category": {
+        "description": "Comma-separated list of categories to filter the ICOs. For example: \"_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare\".",
+        "type": "str, optional",
+        "default": ""
+      },
+      "time_utc_offset": {
+        "description": "UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.",
+        "type": "int, optional",
+        "default": "28800"
+      },
+      "tabname": {
+        "description": "The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.",
+        "type": "str, optional",
+        "default": "ongoing"
+      },
+      "sort": {
+        "description": "The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.",
+        "type": "str, optional",
+        "default": "related_days"
+      },
+      "lang_id": {
+        "description": "Language ID for the response. Default is 1.",
+        "type": "int, optional",
+        "default": "1"
+      }
+    }
+  }
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "monthly_mortgage_payment",
+  "description": "Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "loan_amount": {
+        "description": "The total amount of the loan.",
+        "type": "float"
+      },
+      "annual_interest_rate": {
+        "description": "The annual interest rate as a decimal (e.g., 0.05 for 5%).",
+        "type": "float"
+      },
+      "loan_term_years": {
+        "description": "The loan term in years.",
+        "type": "int"
+      }
+    }
+  },
+  "required": [
+    "loan_amount",
+    "annual_interest_rate",
+    "loan_term_years"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "cosine_similarity",
+  "description": "Calculates the cosine similarity between two vectors.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "vector_a": {
+        "description": "The first vector.",
+        "type": "List[float]"
+      },
+      "vector_b": {
+        "description": "The second vector.",
+        "type": "List[float]"
+      }
+    }
+  },
+  "required": [
+    "vector_a",
+    "vector_b"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "rgb_to_cmyk",
+  "description": "Converts an RGB color code to a CMYK color code using an external API.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "r": {
+        "description": "The red component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "127"
+      },
+      "g": {
+        "description": "The green component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "255"
+      },
+      "b": {
+        "description": "The blue component of the RGB color code (0-255).",
+        "type": "int",
+        "default": "212"
+      }
+    }
+  },
+  "required": [
+    "r",
+    "g",
+    "b"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "generate_qr",
+  "description": "Generates a QR code for a given URL using the QR Code Wizard API.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "url": {
+        "description": "The URL to be encoded in the QR code.",
+        "type": "str",
+        "default": "www.google.com"
+      }
+    }
+  },
+  "required": [
+    "url"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Convert RGB color code 255, 0, 0 to CMYK.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "whole_foods_order",
+  "description": "Places an order at Whole Foods.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "store_location": {
+        "description": "The location of the Whole Foods store.",
+        "type": "str"
+      },
+      "item_list": {
+        "description": "A list of items to order.",
+        "type": "list"
+      },
+      "order_size": {
+        "description": "The size of the order. Allowed values: \"small\", \"medium\", or \"large\".",
+        "type": "str"
+      }
+    }
+  },
+  "required": [
+    "store_location",
+    "item_list",
+    "order_size"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "simulate_query_database",
+  "description": "Simulates querying a database based on certain conditions.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "table": {
+        "description": "Name of the table to query.",
+        "type": "str"
+      },
+      "conditions": {
+        "description": "Conditions for the query, each condition is a dictionary.",
+        "type": "list"
+      }
+    }
+  },
+  "required": [
+    "table",
+    "conditions"
+  ]
+}
+</tool>
+<tool>
+{
+  "name": "calculate_calorie_intake",
+  "description": "Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "weight_kg": {
+        "description": "Body weight in kilograms.",
+        "type": "float"
+      },
+      "height_cm": {
+        "description": "Height in centimeters.",
+        "type": "float"
+      },
+      "age": {
+        "description": "Age in years.",
+        "type": "int"
+      },
+      "sex": {
+        "description": "Biological sex, either 'male' or 'female'.",
+        "type": "str"
+      },
+      "activity_level": {
+        "description": "Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).",
+        "type": "int"
+      },
+      "goal": {
+        "description": "Fitness goal, either 'lose', 'maintain', or 'gain'.",
+        "type": "str"
+      }
+    }
+  },
+  "required": [
+    "weight_kg",
+    "height_cm",
+    "age",
+    "sex",
+    "activity_level",
+    "goal"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+Place a small order at the Whole Foods store in Chicago for milk and eggs.<end_of_turn>
+<start_of_turn>model
+
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<bos><start_of_turn>user
+You are a helpful AI assistant.
+You have access to the following tools described in <tool></tool> which you can use to answer the user's questions.
+Only use a tool if it directly answers the user's question.
+<tool>
+{
+  "name": "get_channels",
+  "description": "Retrieve a list of radio channels based on various filtering parameters.",
+  "parameters": {
+    "type": "dict",
+    "properties": {
+      "keyword": {
+        "description": "Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.",
+        "type": "str",
+        "default": "a"
+      },
+      "genre_id": {
+        "description": "Filter channels by genre ID. Default is None.",
+        "type": "int, optional",
+        "default": ""
+      },
+      "city_id": {
+        "description": "Filter channels by city ID. Default is None.",
+        "type": "int, optional",
+        "default": ""
+      },
+      "country_id": {
+        "description": "Filter channels by country ID. Default is 50.",
+        "type": "int",
+        "default": "50"
+      },
+      "page": {
+        "description": "The page number for pagination. Default is 1.",
+        "type": "int",
+        "default": "1"
+      }
+    }
+  },
+  "required": [
+    "keyword",
+    "country_id",
+    "page"
+  ]
+}
+</tool>
+To use a tool, return JSON in the following format:
+{"name": "tool_name", "arguments": {"argument1": "value1", "argument2": "value2", ...}}
+
+
+I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?<end_of_turn>
+<start_of_turn>model
+
+

gemma-4-E2B-it/stage1/gemma-4-E2B-it-L30-d12288-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fc04b6987a406a06e80fc519734c2347995e382b635c8f1dba58af2a5eab01
+size 75503334

gemma-4-E2B-it/stage1/gemma-4-E2B-it-L30-d12288-50M-stage1_stats.json

@@ -0,0 +1,616 @@
+{
+  "interval_avg_losses": [
+    0.878515625,
+    0.876171875,
+    0.873046875,
+    0.867578125,
+    0.859765625,
+    0.8484375,
+    0.83515625,
+    0.808984375,
+    0.75078125,
+    0.665625,
+    0.5640625,
+    0.45625,
+    0.3537109375,
+    0.26484375,
+    0.18203125,
+    0.128125,
+    0.112109375,
+    0.101123046875,
+    0.102099609375,
+    0.09794921875,
+    0.092578125,
+    0.0916015625,
+    0.09423828125,
+    0.094775390625,
+    0.093701171875,
+    0.0927734375,
+    0.0896484375,
+    0.08564453125,
+    0.086962890625,
+    0.08623046875,
+    0.085107421875,
+    0.084130859375,
+    0.086572265625,
+    0.08623046875,
+    0.0849609375,
+    0.083203125,
+    0.0861328125,
+    0.083984375,
+    0.0841796875,
+    0.08408203125,
+    0.0865234375,
+    0.08408203125,
+    0.084912109375,
+    0.084033203125,
+    0.0841796875,
+    0.08662109375,
+    0.082080078125,
+    0.085302734375,
+    0.082568359375,
+    0.0861328125,
+    0.085791015625,
+    0.07939453125,
+    0.079248046875,
+    0.07802734375,
+    0.078076171875,
+    0.0826171875,
+    0.081201171875,
+    0.082373046875,
+    0.085498046875,
+    0.084033203125,
+    0.08251953125,
+    0.081591796875,
+    0.08232421875,
+    0.08134765625,
+    0.0767578125,
+    0.077685546875,
+    0.078125,
+    0.076611328125,
+    0.077490234375,
+    0.079931640625,
+    0.078271484375,
+    0.079638671875,
+    0.0787109375,
+    0.079638671875,
+    0.082275390625,
+    0.078125,
+    0.078955078125,
+    0.07919921875,
+    0.07958984375,
+    0.080322265625,
+    0.07783203125,
+    0.0794921875,
+    0.076904296875,
+    0.079296875,
+    0.077685546875,
+    0.07470703125,
+    0.075146484375,
+    0.07314453125,
+    0.073974609375,
+    0.07236328125,
+    0.07646484375,
+    0.076171875,
+    0.07783203125,
+    0.07880859375,
+    0.077490234375,
+    0.07568359375,
+    0.076806640625,
+    0.077294921875,
+    0.078515625,
+    0.0748046875,
+    0.07392578125,
+    0.0763671875,
+    0.074951171875,
+    0.07294921875,
+    0.070361328125,
+    0.07041015625,
+    0.07177734375,
+    0.069580078125,
+    0.07138671875,
+    0.070263671875,
+    0.073583984375,
+    0.07373046875,
+    0.07529296875,
+    0.072216796875,
+    0.072021484375,
+    0.0744140625,
+    0.0744140625,
+    0.071337890625,
+    0.073486328125,
+    0.074169921875,
+    0.072705078125,
+    0.0724609375,
+    0.070849609375,
+    0.07197265625,
+    0.070166015625,
+    0.068994140625,
+    0.07099609375,
+    0.06943359375,
+    0.069287109375,
+    0.06845703125,
+    0.06904296875,
+    0.070263671875,
+    0.06787109375,
+    0.065478515625,
+    0.067236328125,
+    0.068017578125,
+    0.066552734375,
+    0.068115234375,
+    0.06806640625,
+    0.071240234375,
+    0.0712890625,
+    0.0701171875,
+    0.069140625,
+    0.0693359375,
+    0.06943359375,
+    0.069873046875,
+    0.068408203125,
+    0.068310546875,
+    0.070263671875,
+    0.068017578125,
+    0.068701171875,
+    0.068115234375,
+    0.066552734375,
+    0.066455078125,
+    0.06640625,
+    0.067822265625,
+    0.070068359375,
+    0.071484375,
+    0.069482421875,
+    0.070849609375,
+    0.071337890625,
+    0.071337890625,
+    0.071875,
+    0.06904296875,
+    0.069873046875,
+    0.07099609375,
+    0.069775390625,
+    0.069775390625,
+    0.070703125,
+    0.069677734375,
+    0.06962890625,
+    0.06953125,
+    0.06923828125,
+    0.0681640625,
+    0.068212890625,
+    0.0701171875,
+    0.068310546875,
+    0.06640625,
+    0.0669921875,
+    0.0680419921875,
+    0.06669921875,
+    0.066796875,
+    0.0677734375,
+    0.069921875,
+    0.06806640625,
+    0.063623046875,
+    0.0640869140625,
+    0.064892578125,
+    0.06455078125,
+    0.063671875,
+    0.06455078125,
+    0.0654052734375,
+    0.06533203125,
+    0.065771484375,
+    0.0648193359375,
+    0.065478515625,
+    0.06796875,
+    0.068798828125,
+    0.068994140625,
+    0.06591796875,
+    0.06396484375,
+    0.065087890625,
+    0.065087890625,
+    0.0651123046875,
+    0.064013671875,
+    0.0644775390625,
+    0.064990234375,
+    0.06494140625,
+    0.0641357421875,
+    0.06484375,
+    0.0651611328125,
+    0.0650390625,
+    0.064794921875,
+    0.066162109375,
+    0.06591796875,
+    0.0654296875,
+    0.065185546875,
+    0.0658203125,
+    0.065625,
+    0.0650634765625,
+    0.06455078125,
+    0.0638916015625,
+    0.0645751953125,
+    0.06435546875,
+    0.06474609375,
+    0.06318359375,
+    0.064990234375,
+    0.06513671875,
+    0.063720703125,
+    0.0642578125,
+    0.0648193359375,
+    0.065380859375,
+    0.065625,
+    0.0646484375,
+    0.06552734375,
+    0.0634521484375,
+    0.0654296875,
+    0.068017578125,
+    0.0672119140625,
+    0.068212890625,
+    0.066552734375,
+    0.0642822265625,
+    0.0645263671875,
+    0.064306640625,
+    0.06357421875,
+    0.06416015625,
+    0.0632080078125,
+    0.063623046875,
+    0.0633544921875,
+    0.064111328125,
+    0.0651123046875,
+    0.0638427734375,
+    0.064453125,
+    0.06572265625,
+    0.0645263671875,
+    0.0650634765625,
+    0.062841796875,
+    0.06455078125,
+    0.0671875,
+    0.064892578125,
+    0.06611328125,
+    0.0676025390625,
+    0.0640869140625,
+    0.0641357421875,
+    0.0639892578125,
+    0.0641357421875,
+    0.0651123046875,
+    0.0642822265625,
+    0.0665771484375,
+    0.0653564453125,
+    0.065771484375,
+    0.0681640625,
+    0.067333984375,
+    0.068115234375,
+    0.0668212890625,
+    0.067529296875,
+    0.06484375,
+    0.0666015625,
+    0.06923828125,
+    0.065576171875,
+    0.0651611328125,
+    0.06611328125,
+    0.0677490234375,
+    0.0650390625,
+    0.066455078125,
+    0.0665771484375,
+    0.06533203125,
+    0.065966796875,
+    0.0650146484375,
+    0.06640625,
+    0.068505859375,
+    0.0685546875,
+    0.066064453125,
+    0.0652099609375,
+    0.0658935546875,
+    0.065380859375,
+    0.0676513671875,
+    0.065966796875,
+    0.0625,
+    0.0630126953125,
+    0.062744140625,
+    0.0619384765625,
+    0.0627685546875,
+    0.0634765625,
+    0.0625732421875
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040,
+    3050
+  ]
+}

gemma-4-E2B-it/stage2/gemma-4-E2B-it-L30-d12288-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18e9c0b62012047c044eed02f222daed4accc23def549eb5df10a673af71247c
+size 75503325

gemma-4-E2B-it/stage2/gemma-4-E2B-it-L30-d12288-5M-stage2_stats.json

@@ -0,0 +1,248 @@
+{
+  "interval_avg_losses": [
+    0.1923828125,
+    0.180859375,
+    0.16767578125,
+    0.1650390625,
+    0.15966796875,
+    0.1599609375,
+    0.15361328125,
+    0.14716796875,
+    0.14013671875,
+    0.13271484375,
+    0.11923828125,
+    0.111962890625,
+    0.1056640625,
+    0.1009765625,
+    0.097265625,
+    0.092578125,
+    0.090771484375,
+    0.08720703125,
+    0.086328125,
+    0.081884765625,
+    0.08056640625,
+    0.079052734375,
+    0.073388671875,
+    0.07568359375,
+    0.07431640625,
+    0.07421875,
+    0.073583984375,
+    0.070263671875,
+    0.070166015625,
+    0.069140625,
+    0.0650634765625,
+    0.06455078125,
+    0.065576171875,
+    0.06650390625,
+    0.0647705078125,
+    0.0617431640625,
+    0.06396484375,
+    0.0645751953125,
+    0.061865234375,
+    0.0625,
+    0.0607666015625,
+    0.0593505859375,
+    0.059716796875,
+    0.059814453125,
+    0.0583740234375,
+    0.0590087890625,
+    0.05908203125,
+    0.0586181640625,
+    0.0572265625,
+    0.058544921875,
+    0.05595703125,
+    0.057421875,
+    0.05703125,
+    0.0561767578125,
+    0.0542724609375,
+    0.0551025390625,
+    0.0559326171875,
+    0.0552490234375,
+    0.055517578125,
+    0.0531982421875,
+    0.055322265625,
+    0.05703125,
+    0.0551025390625,
+    0.05546875,
+    0.0543701171875,
+    0.0555908203125,
+    0.0541259765625,
+    0.05390625,
+    0.05166015625,
+    0.052734375,
+    0.053564453125,
+    0.052197265625,
+    0.052587890625,
+    0.051318359375,
+    0.05224609375,
+    0.053369140625,
+    0.0524658203125,
+    0.0528076171875,
+    0.0507568359375,
+    0.05439453125,
+    0.0532470703125,
+    0.050927734375,
+    0.0503173828125,
+    0.051123046875,
+    0.0505126953125,
+    0.0507080078125,
+    0.0493896484375,
+    0.0495849609375,
+    0.0509521484375,
+    0.0518798828125,
+    0.0504150390625,
+    0.05009765625,
+    0.0505126953125,
+    0.050634765625,
+    0.0495361328125,
+    0.0509521484375,
+    0.0514892578125,
+    0.0504638671875,
+    0.0497314453125,
+    0.0494384765625,
+    0.0498779296875,
+    0.04892578125,
+    0.0485595703125,
+    0.0492431640625,
+    0.0494873046875,
+    0.050634765625,
+    0.048388671875,
+    0.0477783203125,
+    0.046630859375,
+    0.0475341796875,
+    0.0484130859375,
+    0.049658203125,
+    0.0484130859375,
+    0.047802734375,
+    0.04716796875,
+    0.0469970703125,
+    0.0461669921875,
+    0.045947265625,
+    0.0482177734375,
+    0.0470947265625,
+    0.0468505859375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210
+  ]
+}

gemma-4-E2B-it/stage2/stage2_data_preview.txt

@@ -0,0 +1,50 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:get_ico_calendar{description:<|"|>Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.<|"|>,parameters:{properties:{category:{description:<|"|>Comma-separated list of categories to filter the ICOs. For example: "_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare".<|"|>,type:<|"|>STR, OPTIONAL<|"|>},lang_id:{description:<|"|>Language ID for the response. Default is 1.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},sort:{description:<|"|>The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.<|"|>,type:<|"|>STR, OPTIONAL<|"|>},tabname:{description:<|"|>The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.<|"|>,type:<|"|>STR, OPTIONAL<|"|>},time_utc_offset:{description:<|"|>UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.<|"|>,type:<|"|>INT, OPTIONAL<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.<turn|>
+<|turn>model
+
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<bos><|turn>system
+<|tool>declaration:monthly_mortgage_payment{description:<|"|>Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.<|"|>,parameters:{properties:{annual_interest_rate:{description:<|"|>The annual interest rate as a decimal (e.g., 0.05 for 5%).<|"|>,type:<|"|>FLOAT<|"|>},loan_amount:{description:<|"|>The total amount of the loan.<|"|>,type:<|"|>FLOAT<|"|>},loan_term_years:{description:<|"|>The loan term in years.<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:cosine_similarity{description:<|"|>Calculates the cosine similarity between two vectors.<|"|>,parameters:{properties:{vector_a:{description:<|"|>The first vector.<|"|>,type:<|"|>LIST[FLOAT]<|"|>},vector_b:{description:<|"|>The second vector.<|"|>,type:<|"|>LIST[FLOAT]<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.<turn|>
+<|turn>model
+
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:rgb_to_cmyk{description:<|"|>Converts an RGB color code to a CMYK color code using an external API.<|"|>,parameters:{properties:{b:{description:<|"|>The blue component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>},g:{description:<|"|>The green component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>},r:{description:<|"|>The red component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:generate_qr{description:<|"|>Generates a QR code for a given URL using the QR Code Wizard API.<|"|>,parameters:{properties:{url:{description:<|"|>The URL to be encoded in the QR code.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Convert RGB color code 255, 0, 0 to CMYK.<turn|>
+<|turn>model
+
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:whole_foods_order{description:<|"|>Places an order at Whole Foods.<|"|>,parameters:{properties:{item_list:{description:<|"|>A list of items to order.<|"|>,type:<|"|>LIST<|"|>},order_size:{description:<|"|>The size of the order. Allowed values: "small", "medium", or "large".<|"|>,type:<|"|>STR<|"|>},store_location:{description:<|"|>The location of the Whole Foods store.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:simulate_query_database{description:<|"|>Simulates querying a database based on certain conditions.<|"|>,parameters:{properties:{conditions:{description:<|"|>Conditions for the query, each condition is a dictionary.<|"|>,type:<|"|>LIST<|"|>},table:{description:<|"|>Name of the table to query.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:calculate_calorie_intake{description:<|"|>Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.<|"|>,parameters:{properties:{activity_level:{description:<|"|>Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).<|"|>,type:<|"|>INT<|"|>},age:{description:<|"|>Age in years.<|"|>,type:<|"|>INT<|"|>},goal:{description:<|"|>Fitness goal, either 'lose', 'maintain', or 'gain'.<|"|>,type:<|"|>STR<|"|>},height_cm:{description:<|"|>Height in centimeters.<|"|>,type:<|"|>FLOAT<|"|>},sex:{description:<|"|>Biological sex, either 'male' or 'female'.<|"|>,type:<|"|>STR<|"|>},weight_kg:{description:<|"|>Body weight in kilograms.<|"|>,type:<|"|>FLOAT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Place a small order at the Whole Foods store in Chicago for milk and eggs.<turn|>
+<|turn>model
+
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<bos><|turn>system
+<|tool>declaration:get_channels{description:<|"|>Retrieve a list of radio channels based on various filtering parameters.<|"|>,parameters:{properties:{city_id:{description:<|"|>Filter channels by city ID. Default is None.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},country_id:{description:<|"|>Filter channels by country ID. Default is 50.<|"|>,type:<|"|>INT<|"|>},genre_id:{description:<|"|>Filter channels by genre ID. Default is None.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},keyword:{description:<|"|>Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.<|"|>,type:<|"|>STR<|"|>},page:{description:<|"|>The page number for pagination. Default is 1.<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?<turn|>
+<|turn>model
+
+

gemma-4-E4B-it/stage1/gemma-4-E4B-it-L30-d20480-50M-stage1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea417ce4c74433f6bd4b70bf4878f6a755901194cc74171b4225c6264f2510f1
+size 209723110

gemma-4-E4B-it/stage1/gemma-4-E4B-it-L30-d20480-50M-stage1_stats.json

@@ -0,0 +1,616 @@
+{
+  "interval_avg_losses": [
+    0.8515625,
+    0.848828125,
+    0.838671875,
+    0.825,
+    0.80703125,
+    0.7796875,
+    0.737890625,
+    0.65703125,
+    0.548046875,
+    0.425,
+    0.3078125,
+    0.2228515625,
+    0.1765625,
+    0.16748046875,
+    0.15947265625,
+    0.15390625,
+    0.15322265625,
+    0.146484375,
+    0.14658203125,
+    0.14169921875,
+    0.134375,
+    0.1330078125,
+    0.1341796875,
+    0.134765625,
+    0.13427734375,
+    0.13232421875,
+    0.1306640625,
+    0.12509765625,
+    0.126123046875,
+    0.126416015625,
+    0.125439453125,
+    0.123681640625,
+    0.125634765625,
+    0.12529296875,
+    0.12373046875,
+    0.121484375,
+    0.126123046875,
+    0.122314453125,
+    0.122314453125,
+    0.121533203125,
+    0.12353515625,
+    0.1220703125,
+    0.1212890625,
+    0.121923828125,
+    0.12060546875,
+    0.123193359375,
+    0.119580078125,
+    0.1220703125,
+    0.11796875,
+    0.12177734375,
+    0.120751953125,
+    0.11318359375,
+    0.112744140625,
+    0.11201171875,
+    0.113330078125,
+    0.117236328125,
+    0.116943359375,
+    0.1162109375,
+    0.120361328125,
+    0.1193359375,
+    0.116796875,
+    0.116748046875,
+    0.116064453125,
+    0.115380859375,
+    0.1107421875,
+    0.112646484375,
+    0.111474609375,
+    0.109912109375,
+    0.112060546875,
+    0.11328125,
+    0.11240234375,
+    0.113720703125,
+    0.110595703125,
+    0.11259765625,
+    0.113818359375,
+    0.10966796875,
+    0.110107421875,
+    0.109765625,
+    0.110107421875,
+    0.111376953125,
+    0.108203125,
+    0.11005859375,
+    0.10732421875,
+    0.109521484375,
+    0.10810546875,
+    0.10458984375,
+    0.105322265625,
+    0.1033203125,
+    0.10517578125,
+    0.103271484375,
+    0.107177734375,
+    0.10634765625,
+    0.107763671875,
+    0.108251953125,
+    0.1072265625,
+    0.106396484375,
+    0.106982421875,
+    0.107177734375,
+    0.108056640625,
+    0.104736328125,
+    0.103759765625,
+    0.10751953125,
+    0.104833984375,
+    0.10283203125,
+    0.10068359375,
+    0.10087890625,
+    0.1015625,
+    0.100244140625,
+    0.101513671875,
+    0.100537109375,
+    0.10439453125,
+    0.10439453125,
+    0.104931640625,
+    0.102685546875,
+    0.102685546875,
+    0.104931640625,
+    0.104931640625,
+    0.101611328125,
+    0.103857421875,
+    0.104296875,
+    0.104052734375,
+    0.102294921875,
+    0.10224609375,
+    0.102783203125,
+    0.10068359375,
+    0.100146484375,
+    0.101123046875,
+    0.099853515625,
+    0.099365234375,
+    0.098828125,
+    0.099267578125,
+    0.099951171875,
+    0.097119140625,
+    0.0955078125,
+    0.09677734375,
+    0.096728515625,
+    0.095166015625,
+    0.097021484375,
+    0.09697265625,
+    0.099267578125,
+    0.0990234375,
+    0.09833984375,
+    0.098193359375,
+    0.0982421875,
+    0.097314453125,
+    0.09794921875,
+    0.09609375,
+    0.0970703125,
+    0.0990234375,
+    0.095458984375,
+    0.096923828125,
+    0.09599609375,
+    0.093994140625,
+    0.0947265625,
+    0.09375,
+    0.09599609375,
+    0.098583984375,
+    0.0990234375,
+    0.09697265625,
+    0.098583984375,
+    0.0978515625,
+    0.098486328125,
+    0.09853515625,
+    0.0970703125,
+    0.096875,
+    0.09716796875,
+    0.095947265625,
+    0.0966796875,
+    0.0978515625,
+    0.0958984375,
+    0.096044921875,
+    0.09697265625,
+    0.096044921875,
+    0.095068359375,
+    0.0935546875,
+    0.096337890625,
+    0.09560546875,
+    0.0927734375,
+    0.09365234375,
+    0.09462890625,
+    0.0923828125,
+    0.09228515625,
+    0.093359375,
+    0.09501953125,
+    0.094189453125,
+    0.09013671875,
+    0.089453125,
+    0.091259765625,
+    0.08974609375,
+    0.0888671875,
+    0.088818359375,
+    0.090966796875,
+    0.0908203125,
+    0.09052734375,
+    0.08955078125,
+    0.090673828125,
+    0.093115234375,
+    0.093505859375,
+    0.093994140625,
+    0.090673828125,
+    0.08994140625,
+    0.089501953125,
+    0.09033203125,
+    0.08955078125,
+    0.088525390625,
+    0.08896484375,
+    0.089208984375,
+    0.089306640625,
+    0.088134765625,
+    0.087939453125,
+    0.088916015625,
+    0.0896484375,
+    0.089453125,
+    0.0900390625,
+    0.090185546875,
+    0.09013671875,
+    0.088720703125,
+    0.090869140625,
+    0.090087890625,
+    0.08876953125,
+    0.088037109375,
+    0.087646484375,
+    0.08818359375,
+    0.087353515625,
+    0.08798828125,
+    0.085546875,
+    0.087646484375,
+    0.087841796875,
+    0.08701171875,
+    0.086572265625,
+    0.087890625,
+    0.08916015625,
+    0.089599609375,
+    0.088134765625,
+    0.0890625,
+    0.087353515625,
+    0.089111328125,
+    0.091064453125,
+    0.090966796875,
+    0.091796875,
+    0.090087890625,
+    0.087109375,
+    0.08681640625,
+    0.086328125,
+    0.08642578125,
+    0.086669921875,
+    0.086181640625,
+    0.086181640625,
+    0.0865234375,
+    0.086572265625,
+    0.087158203125,
+    0.08623046875,
+    0.087451171875,
+    0.0873046875,
+    0.087158203125,
+    0.087255859375,
+    0.08505859375,
+    0.086083984375,
+    0.089453125,
+    0.087890625,
+    0.08876953125,
+    0.09052734375,
+    0.085791015625,
+    0.08662109375,
+    0.085595703125,
+    0.086279296875,
+    0.0859375,
+    0.08544921875,
+    0.088671875,
+    0.087353515625,
+    0.08759765625,
+    0.090283203125,
+    0.0888671875,
+    0.09033203125,
+    0.0884765625,
+    0.089892578125,
+    0.086767578125,
+    0.087451171875,
+    0.090673828125,
+    0.0873046875,
+    0.087158203125,
+    0.0875,
+    0.088916015625,
+    0.086767578125,
+    0.088525390625,
+    0.08720703125,
+    0.0869140625,
+    0.087060546875,
+    0.0869140625,
+    0.088037109375,
+    0.089306640625,
+    0.089892578125,
+    0.08759765625,
+    0.086962890625,
+    0.08671875,
+    0.087158203125,
+    0.088037109375,
+    0.086962890625,
+    0.0837890625,
+    0.084130859375,
+    0.08310546875,
+    0.083056640625,
+    0.08408203125,
+    0.084814453125,
+    0.08349609375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210,
+    1220,
+    1230,
+    1240,
+    1250,
+    1260,
+    1270,
+    1280,
+    1290,
+    1300,
+    1310,
+    1320,
+    1330,
+    1340,
+    1350,
+    1360,
+    1370,
+    1380,
+    1390,
+    1400,
+    1410,
+    1420,
+    1430,
+    1440,
+    1450,
+    1460,
+    1470,
+    1480,
+    1490,
+    1500,
+    1510,
+    1520,
+    1530,
+    1540,
+    1550,
+    1560,
+    1570,
+    1580,
+    1590,
+    1600,
+    1610,
+    1620,
+    1630,
+    1640,
+    1650,
+    1660,
+    1670,
+    1680,
+    1690,
+    1700,
+    1710,
+    1720,
+    1730,
+    1740,
+    1750,
+    1760,
+    1770,
+    1780,
+    1790,
+    1800,
+    1810,
+    1820,
+    1830,
+    1840,
+    1850,
+    1860,
+    1870,
+    1880,
+    1890,
+    1900,
+    1910,
+    1920,
+    1930,
+    1940,
+    1950,
+    1960,
+    1970,
+    1980,
+    1990,
+    2000,
+    2010,
+    2020,
+    2030,
+    2040,
+    2050,
+    2060,
+    2070,
+    2080,
+    2090,
+    2100,
+    2110,
+    2120,
+    2130,
+    2140,
+    2150,
+    2160,
+    2170,
+    2180,
+    2190,
+    2200,
+    2210,
+    2220,
+    2230,
+    2240,
+    2250,
+    2260,
+    2270,
+    2280,
+    2290,
+    2300,
+    2310,
+    2320,
+    2330,
+    2340,
+    2350,
+    2360,
+    2370,
+    2380,
+    2390,
+    2400,
+    2410,
+    2420,
+    2430,
+    2440,
+    2450,
+    2460,
+    2470,
+    2480,
+    2490,
+    2500,
+    2510,
+    2520,
+    2530,
+    2540,
+    2550,
+    2560,
+    2570,
+    2580,
+    2590,
+    2600,
+    2610,
+    2620,
+    2630,
+    2640,
+    2650,
+    2660,
+    2670,
+    2680,
+    2690,
+    2700,
+    2710,
+    2720,
+    2730,
+    2740,
+    2750,
+    2760,
+    2770,
+    2780,
+    2790,
+    2800,
+    2810,
+    2820,
+    2830,
+    2840,
+    2850,
+    2860,
+    2870,
+    2880,
+    2890,
+    2900,
+    2910,
+    2920,
+    2930,
+    2940,
+    2950,
+    2960,
+    2970,
+    2980,
+    2990,
+    3000,
+    3010,
+    3020,
+    3030,
+    3040,
+    3050
+  ]
+}

gemma-4-E4B-it/stage2/gemma-4-E4B-it-L30-d20480-5M-stage2.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db7312beaf59555ae22ba65488282d2173065a42dc622c64f7c810e3fa2a5922
+size 209723101

gemma-4-E4B-it/stage2/gemma-4-E4B-it-L30-d20480-5M-stage2_stats.json

@@ -0,0 +1,248 @@
+{
+  "interval_avg_losses": [
+    0.19921875,
+    0.183203125,
+    0.1681640625,
+    0.1599609375,
+    0.148828125,
+    0.13916015625,
+    0.127978515625,
+    0.1158203125,
+    0.108935546875,
+    0.1033203125,
+    0.09541015625,
+    0.0884765625,
+    0.084130859375,
+    0.08056640625,
+    0.075537109375,
+    0.07490234375,
+    0.072216796875,
+    0.06923828125,
+    0.070947265625,
+    0.067724609375,
+    0.066552734375,
+    0.0663330078125,
+    0.0635009765625,
+    0.06533203125,
+    0.06328125,
+    0.062939453125,
+    0.06318359375,
+    0.0601318359375,
+    0.0600341796875,
+    0.06015625,
+    0.057275390625,
+    0.0574462890625,
+    0.0569091796875,
+    0.0572998046875,
+    0.057177734375,
+    0.0539794921875,
+    0.056103515625,
+    0.0561279296875,
+    0.053955078125,
+    0.053759765625,
+    0.0539306640625,
+    0.0527099609375,
+    0.0522705078125,
+    0.05234375,
+    0.051318359375,
+    0.0511962890625,
+    0.0511962890625,
+    0.0510498046875,
+    0.04931640625,
+    0.04951171875,
+    0.04775390625,
+    0.0495849609375,
+    0.048583984375,
+    0.048974609375,
+    0.0471923828125,
+    0.0469970703125,
+    0.047314453125,
+    0.047216796875,
+    0.0466796875,
+    0.0455078125,
+    0.04609375,
+    0.0487548828125,
+    0.0459716796875,
+    0.0459228515625,
+    0.04580078125,
+    0.0474853515625,
+    0.045703125,
+    0.04541015625,
+    0.0437744140625,
+    0.0441650390625,
+    0.0455078125,
+    0.0449462890625,
+    0.0439208984375,
+    0.0431884765625,
+    0.0434814453125,
+    0.04384765625,
+    0.0439697265625,
+    0.0435791015625,
+    0.043115234375,
+    0.0452880859375,
+    0.044970703125,
+    0.042578125,
+    0.0415283203125,
+    0.0423095703125,
+    0.04248046875,
+    0.042138671875,
+    0.0414306640625,
+    0.0416748046875,
+    0.0423095703125,
+    0.043359375,
+    0.041357421875,
+    0.0413818359375,
+    0.04140625,
+    0.0419677734375,
+    0.0416748046875,
+    0.04228515625,
+    0.042431640625,
+    0.041748046875,
+    0.041015625,
+    0.040966796875,
+    0.04169921875,
+    0.04052734375,
+    0.0408447265625,
+    0.041015625,
+    0.0416748046875,
+    0.041943359375,
+    0.0404296875,
+    0.0402587890625,
+    0.03984375,
+    0.03935546875,
+    0.040673828125,
+    0.0419189453125,
+    0.0403564453125,
+    0.0399658203125,
+    0.0405029296875,
+    0.0406982421875,
+    0.0393310546875,
+    0.0385986328125,
+    0.040234375,
+    0.0392578125,
+    0.0392333984375
+  ],
+  "steps": [
+    10,
+    20,
+    30,
+    40,
+    50,
+    60,
+    70,
+    80,
+    90,
+    100,
+    110,
+    120,
+    130,
+    140,
+    150,
+    160,
+    170,
+    180,
+    190,
+    200,
+    210,
+    220,
+    230,
+    240,
+    250,
+    260,
+    270,
+    280,
+    290,
+    300,
+    310,
+    320,
+    330,
+    340,
+    350,
+    360,
+    370,
+    380,
+    390,
+    400,
+    410,
+    420,
+    430,
+    440,
+    450,
+    460,
+    470,
+    480,
+    490,
+    500,
+    510,
+    520,
+    530,
+    540,
+    550,
+    560,
+    570,
+    580,
+    590,
+    600,
+    610,
+    620,
+    630,
+    640,
+    650,
+    660,
+    670,
+    680,
+    690,
+    700,
+    710,
+    720,
+    730,
+    740,
+    750,
+    760,
+    770,
+    780,
+    790,
+    800,
+    810,
+    820,
+    830,
+    840,
+    850,
+    860,
+    870,
+    880,
+    890,
+    900,
+    910,
+    920,
+    930,
+    940,
+    950,
+    960,
+    970,
+    980,
+    990,
+    1000,
+    1010,
+    1020,
+    1030,
+    1040,
+    1050,
+    1060,
+    1070,
+    1080,
+    1090,
+    1100,
+    1110,
+    1120,
+    1130,
+    1140,
+    1150,
+    1160,
+    1170,
+    1180,
+    1190,
+    1200,
+    1210
+  ]
+}

gemma-4-E4B-it/stage2/stage2_data_preview.txt

@@ -0,0 +1,50 @@
+============================================================
+[0] sample_id=w2c_train_pref_000000  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:get_ico_calendar{description:<|"|>Fetches the ICO (Initial Coin Offering) calendar based on the given parameters.<|"|>,parameters:{properties:{category:{description:<|"|>Comma-separated list of categories to filter the ICOs. For example: "_ico_cat_gaming,_ico_cat_ecomm,_ico_cat_finance,_ico_cat_healthcare".<|"|>,type:<|"|>STR, OPTIONAL<|"|>},lang_id:{description:<|"|>Language ID for the response. Default is 1.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},sort:{description:<|"|>The sorting criterion. Options are 'related_days', 'name', 'funds_raised', or 'completed'. Default is 'related_days'.<|"|>,type:<|"|>STR, OPTIONAL<|"|>},tabname:{description:<|"|>The status of the ICOs to retrieve. Options are 'upcoming', 'completed', or 'ongoing'. Default is 'ongoing'.<|"|>,type:<|"|>STR, OPTIONAL<|"|>},time_utc_offset:{description:<|"|>UTC offset in seconds. For instance, UTC+8 is represented as 8 * 60 * 60 = 28800.<|"|>,type:<|"|>INT, OPTIONAL<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Show me completed ICOs in the e-commerce and finance sectors, sorted by funds raised, with a UTC offset of 8 hours.<turn|>
+<|turn>model
+
+
+============================================================
+[1] sample_id=w2c_train_pref_000001  label=no_call
+============================================================
+<bos><|turn>system
+<|tool>declaration:monthly_mortgage_payment{description:<|"|>Calculates the monthly mortgage payment based on the loan amount, annual interest rate, and loan term.<|"|>,parameters:{properties:{annual_interest_rate:{description:<|"|>The annual interest rate as a decimal (e.g., 0.05 for 5%).<|"|>,type:<|"|>FLOAT<|"|>},loan_amount:{description:<|"|>The total amount of the loan.<|"|>,type:<|"|>FLOAT<|"|>},loan_term_years:{description:<|"|>The loan term in years.<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:cosine_similarity{description:<|"|>Calculates the cosine similarity between two vectors.<|"|>,parameters:{properties:{vector_a:{description:<|"|>The first vector.<|"|>,type:<|"|>LIST[FLOAT]<|"|>},vector_b:{description:<|"|>The second vector.<|"|>,type:<|"|>LIST[FLOAT]<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Find the 99% confidence interval for a sample with a standard deviation of 3, mean of 12, and size of 40.<turn|>
+<|turn>model
+
+
+============================================================
+[2] sample_id=w2c_train_pref_000002  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:rgb_to_cmyk{description:<|"|>Converts an RGB color code to a CMYK color code using an external API.<|"|>,parameters:{properties:{b:{description:<|"|>The blue component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>},g:{description:<|"|>The green component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>},r:{description:<|"|>The red component of the RGB color code (0-255).<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:generate_qr{description:<|"|>Generates a QR code for a given URL using the QR Code Wizard API.<|"|>,parameters:{properties:{url:{description:<|"|>The URL to be encoded in the QR code.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Convert RGB color code 255, 0, 0 to CMYK.<turn|>
+<|turn>model
+
+
+============================================================
+[3] sample_id=w2c_train_pref_000003  label=call
+============================================================
+<bos><|turn>system
+<|tool>declaration:whole_foods_order{description:<|"|>Places an order at Whole Foods.<|"|>,parameters:{properties:{item_list:{description:<|"|>A list of items to order.<|"|>,type:<|"|>LIST<|"|>},order_size:{description:<|"|>The size of the order. Allowed values: "small", "medium", or "large".<|"|>,type:<|"|>STR<|"|>},store_location:{description:<|"|>The location of the Whole Foods store.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:simulate_query_database{description:<|"|>Simulates querying a database based on certain conditions.<|"|>,parameters:{properties:{conditions:{description:<|"|>Conditions for the query, each condition is a dictionary.<|"|>,type:<|"|>LIST<|"|>},table:{description:<|"|>Name of the table to query.<|"|>,type:<|"|>STR<|"|>}},type:<|"|>DICT<|"|>}}<tool|><|tool>declaration:calculate_calorie_intake{description:<|"|>Calculates the recommended daily calorie intake and macronutrient distribution based on personal characteristics and goals.<|"|>,parameters:{properties:{activity_level:{description:<|"|>Activity level on a scale of 1 to 5 (1 = sedentary, 5 = extremely active).<|"|>,type:<|"|>INT<|"|>},age:{description:<|"|>Age in years.<|"|>,type:<|"|>INT<|"|>},goal:{description:<|"|>Fitness goal, either 'lose', 'maintain', or 'gain'.<|"|>,type:<|"|>STR<|"|>},height_cm:{description:<|"|>Height in centimeters.<|"|>,type:<|"|>FLOAT<|"|>},sex:{description:<|"|>Biological sex, either 'male' or 'female'.<|"|>,type:<|"|>STR<|"|>},weight_kg:{description:<|"|>Body weight in kilograms.<|"|>,type:<|"|>FLOAT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+Place a small order at the Whole Foods store in Chicago for milk and eggs.<turn|>
+<|turn>model
+
+
+============================================================
+[4] sample_id=w2c_train_pref_000004  label=no_call
+============================================================
+<bos><|turn>system
+<|tool>declaration:get_channels{description:<|"|>Retrieve a list of radio channels based on various filtering parameters.<|"|>,parameters:{properties:{city_id:{description:<|"|>Filter channels by city ID. Default is None.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},country_id:{description:<|"|>Filter channels by country ID. Default is 50.<|"|>,type:<|"|>INT<|"|>},genre_id:{description:<|"|>Filter channels by genre ID. Default is None.<|"|>,type:<|"|>INT, OPTIONAL<|"|>},keyword:{description:<|"|>Filter channels by keyword. Default is 'a'. Set to an empty string if no filtering by keyword is needed.<|"|>,type:<|"|>STR<|"|>},page:{description:<|"|>The page number for pagination. Default is 1.<|"|>,type:<|"|>INT<|"|>}},type:<|"|>DICT<|"|>}}<tool|><turn|>
+<|turn>user
+I am interested in finding some radio channels that have 'pop' in their names. Can you help me with that?<turn|>
+<|turn>model
+
+