Upload Gemma 4 E2B 2epoch DDP model artifacts

.gitattributes

@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+checkpoint-367/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+checkpoint-734/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,37 @@
+---
+license: apache-2.0
+library_name: transformers
+base_model: google/gemma-4-E2B-it
+tags:
+- terminal-agent
+- qwen3.5
+- full-finetuning
+- unsloth
+- tb2-lite
+---
+
+# LLM-OS-Models/gemma-4-E2B-it-Terminal-SFT-2Epoch-DDP-4GPU
+
+## Summary
+
+- Base model: `google/gemma-4-E2B-it`
+- Source output root: `/home/work/.data/qwen_sft/models/google__gemma-4-E2B-it__terminal_sft_2epoch_ddp_4gpu`
+- Root export copied from: `checkpoint-734`
+- Included checkpoints: `checkpoint-367, checkpoint-734`
+
+## Layout
+
+- Repository root contains the eval/inference-ready final export.
+- Trainer checkpoints are included as subdirectories for recovery and inspection.
+
+## Notes
+
+Gemma 4 E2B text-only terminal SFT, 4-GPU DDP, epoch checkpoints included.
+
+## Loading
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+tokenizer = AutoTokenizer.from_pretrained("LLM-OS-Models/gemma-4-E2B-it-Terminal-SFT-2Epoch-DDP-4GPU", trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained("LLM-OS-Models/gemma-4-E2B-it-Terminal-SFT-2Epoch-DDP-4GPU", trust_remote_code=True)
+```

chat_template.jinja

@@ -0,0 +1,344 @@
+{%- macro format_parameters(properties, required) -%}
+    {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in properties | dictsort -%}
+        {%- set add_comma = false -%}
+        {%- if key not in standard_keys -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {{ key }}:{
+            {%- if value['description'] -%}
+                description:<|"|>{{ value['description'] }}<|"|>
+                {%- set add_comma = true -%}
+            {%- endif -%}
+            {%- if value['type'] | upper == 'STRING' -%}
+                {%- if value['enum'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    enum:{{ format_argument(value['enum']) }}
+                {%- endif -%}
+            {%- elif value['type'] | upper == 'ARRAY' -%}
+                {%- if value['items'] is mapping and value['items'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    items:{
+                    {%- set ns_items = namespace(found_first=false) -%}
+                    {%- for item_key, item_value in value['items'] | dictsort -%}
+                        {%- if item_value is not none -%}
+                            {%- if ns_items.found_first %},{% endif -%}
+                            {%- set ns_items.found_first = true -%}
+                            {%- if item_key == 'properties' -%}
+                                properties:{
+                                {%- if item_value is mapping -%}
+                                    {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                                {%- endif -%}
+                                }
+                            {%- elif item_key == 'required' -%}
+                                required:[
+                                {%- for req_item in item_value -%}
+                                    <|"|>{{- req_item -}}<|"|>
+                                    {%- if not loop.last %},{% endif -%}
+                                {%- endfor -%}
+                                ]
+                            {%- elif item_key == 'type' -%}
+                                {%- if item_value is string -%}
+                                    type:{{ format_argument(item_value | upper) }}
+                                {%- else -%}
+                                    type:{{ format_argument(item_value | map('upper') | list) }}
+                                {%- endif -%}
+                            {%- else -%}
+                                {{ item_key }}:{{ format_argument(item_value) }}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                    }
+                {%- endif -%}
+            {%- endif -%}
+            {%- if value['nullable'] %}
+                {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                nullable:true
+            {%- endif -%}
+            {%- if value['type'] | upper == 'OBJECT' -%}
+                {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+                    }
+                {%- elif value is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value, value['required'] | default([])) -}}
+                    }
+                {%- endif -%}
+                {%- if value['required'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    required:[
+                    {%- for item in value['required'] | default([]) -%}
+                        <|"|>{{- item -}}<|"|>
+                        {%- if not loop.last %},{% endif -%}
+                    {%- endfor -%}
+                    ]
+                {%- endif -%}
+            {%- endif -%}
+            {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+            type:<|"|>{{ value['type'] | upper }}<|"|>}
+        {%- endif -%}
+    {%- endfor -%}
+{%- endmacro -%}
+{%- macro format_function_declaration(tool_data) -%}
+    declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
+    {%- set params = tool_data['function']['parameters'] -%}
+    {%- if params -%}
+        ,parameters:{
+        {%- if params['properties'] -%}
+            properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+        {%- endif -%}
+        {%- if params['required'] -%}
+            required:[
+            {%- for item in params['required'] -%}
+                <|"|>{{- item -}}<|"|>
+                {{- ',' if not loop.last -}}
+            {%- endfor -%}
+            ],
+        {%- endif -%}
+        {%- if params['type'] -%}
+            type:<|"|>{{- params['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if 'response' in tool_data['function'] -%}
+        {%- set response_declaration = tool_data['function']['response'] -%}
+        ,response:{
+        {%- if response_declaration['description'] -%}
+            description:<|"|>{{- response_declaration['description'] -}}<|"|>,
+        {%- endif -%}
+        {%- if response_declaration['type'] | upper == 'OBJECT' -%}
+            type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    }
+{%- endmacro -%}
+{%- macro format_argument(argument, escape_keys=True) -%}
+    {%- if argument is string -%}
+        {{- '<|"|>' + argument + '<|"|>' -}}
+    {%- elif argument is boolean -%}
+        {{- 'true' if argument else 'false' -}}
+    {%- elif argument is mapping -%}
+        {{- '{' -}}
+        {%- set ns = namespace(found_first=false) -%}
+        {%- for key, value in argument | dictsort -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {%- if escape_keys -%}
+                {{- '<|"|>' + key + '<|"|>' -}}
+            {%- else -%}
+                {{- key -}}
+            {%- endif -%}
+            :{{- format_argument(value, escape_keys=escape_keys) -}}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- elif argument is sequence -%}
+        {{- '[' -}}
+        {%- for item in argument -%}
+            {{- format_argument(item, escape_keys=escape_keys) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- ']' -}}
+    {%- else -%}
+        {{- argument -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro strip_thinking(text) -%}
+    {%- set ns = namespace(result='') -%}
+    {%- for part in text.split('<channel|>') -%}
+        {%- if '<|channel>' in part -%}
+            {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
+        {%- else -%}
+            {%- set ns.result = ns.result + part -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- ns.result | trim -}}
+{%- endmacro -%}
+
+{%- macro format_tool_response_block(tool_name, response) -%}
+    {{- '<|tool_response>' -}}
+    {%- if response is mapping -%}
+        {{- 'response:' + tool_name + '{' -}}
+        {%- for key, value in response | dictsort -%}
+            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- else -%}
+        {{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
+    {%- endif -%}
+    {{- '<tool_response|>' -}}
+{%- endmacro -%}
+
+{%- set ns = namespace(prev_message_type=None) -%}
+{%- set loop_messages = messages -%}
+{{- bos_token -}}
+{#- Handle System/Tool Definitions Block -#}
+{%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
+    {{- '<|turn>system\n' -}}
+
+    {#- Inject Thinking token at the very top of the FIRST system turn -#}
+    {%- if enable_thinking is defined and enable_thinking -%}
+        {{- '<|think|>\n' -}}
+        {%- set ns.prev_message_type = 'think' -%}
+    {%- endif -%}
+
+    {%- if messages[0]['role'] in ['system', 'developer'] -%}
+        {{- messages[0]['content'] | trim -}}
+        {%- set loop_messages = messages[1:] -%}
+    {%- endif -%}
+
+    {%- if tools -%}
+        {%- for tool in tools %}
+            {{- '<|tool>' -}}
+            {{- format_function_declaration(tool) | trim -}}
+            {{- '<tool|>' -}}
+        {%- endfor %}
+        {%- set ns.prev_message_type = 'tool' -%}
+    {%- endif -%}
+
+    {{- '<turn|>\n' -}}
+{%- endif %}
+
+{#- Pre-scan: find last user message index for reasoning guard -#}
+{%- set ns_turn = namespace(last_user_idx=-1) -%}
+{%- for i in range(loop_messages | length) -%}
+    {%- if loop_messages[i]['role'] == 'user' -%}
+        {%- set ns_turn.last_user_idx = i -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{#- Loop through messages -#}
+{%- for message in loop_messages -%}
+    {%- if message['role'] != 'tool' -%}
+    {%- set ns.prev_message_type = None -%}
+    {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
+    {#- Detect continuation: suppress duplicate <|turn>model when previous non-tool message was also assistant -#}
+    {%- set prev_nt = namespace(role=None, found=false) -%}
+    {%- if loop.index0 > 0 -%}
+        {%- for j in range(loop.index0 - 1, -1, -1) -%}
+            {%- if not prev_nt.found -%}
+                {%- if loop_messages[j]['role'] != 'tool' -%}
+                    {%- set prev_nt.role = loop_messages[j]['role'] -%}
+                    {%- set prev_nt.found = true -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endif -%}
+    {%- set continue_same_model_turn = (role == 'model' and prev_nt.role == 'assistant') -%}
+    {%- if not continue_same_model_turn -%}
+        {{- '<|turn>' + role + '\n' }}
+    {%- endif -%}
+
+    {#- Render reasoning/reasoning_content as thinking channel -#}
+    {%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
+    {%- if thinking_text and loop.index0 > ns_turn.last_user_idx and message.get('tool_calls') -%}
+        {{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
+    {%- endif -%}
+
+            {%- if message['tool_calls'] -%}
+                {%- for tool_call in message['tool_calls'] -%}
+                    {%- set function = tool_call['function'] -%}
+                    {{- '<|tool_call>call:' + function['name'] + '{' -}}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns_args = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns_args.found_first %},{% endif -%}
+                            {%- set ns_args.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is string -%}
+                        {{- function['arguments'] -}}
+                    {%- endif -%}
+                    {{- '}<tool_call|>' -}}
+                {%- endfor -%}
+                {%- set ns.prev_message_type = 'tool_call' -%}
+            {%- endif -%}
+
+            {%- set ns_tr_out = namespace(flag=false) -%}
+            {%- if message.get('tool_responses') -%}
+                {#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
+                {%- for tool_response in message['tool_responses'] -%}
+                    {{- format_tool_response_block(tool_response['name'] | default('unknown'), tool_response['response']) -}}
+                    {%- set ns_tr_out.flag = true -%}
+                    {%- set ns.prev_message_type = 'tool_response' -%}
+                {%- endfor -%}
+            {%- elif message.get('tool_calls') -%}
+                {#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
+                {%- set ns_tool_scan = namespace(stopped=false) -%}
+                {%- for k in range(loop.index0 + 1, loop_messages | length) -%}
+                    {%- if ns_tool_scan.stopped -%}
+                    {%- elif loop_messages[k]['role'] != 'tool' -%}
+                        {%- set ns_tool_scan.stopped = true -%}
+                    {%- else -%}
+                        {%- set follow = loop_messages[k] -%}
+                        {#- Resolve tool_call_id to function name -#}
+                        {%- set ns_tname = namespace(name=follow.get('name') | default('unknown')) -%}
+                        {%- for tc in message['tool_calls'] -%}
+                            {%- if tc.get('id') == follow.get('tool_call_id') -%}
+                                {%- set ns_tname.name = tc['function']['name'] -%}
+                            {%- endif -%}
+                        {%- endfor -%}
+                        {#- Handle content as string or content-parts array -#}
+                        {%- set tool_body = follow.get('content') -%}
+                        {%- if tool_body is string -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- elif tool_body is sequence and tool_body is not string -%}
+                            {%- set ns_txt = namespace(s='') -%}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') == 'text' -%}
+                                    {%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
+                                {%- endif -%}
+                            {%- endfor -%}
+                            {{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
+                        {%- else -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- endif -%}
+                        {%- set ns_tr_out.flag = true -%}
+                        {%- set ns.prev_message_type = 'tool_response' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+            {%- if message['content'] is string -%}
+                {%- if role == 'model' -%}
+                    {{- strip_thinking(message['content']) -}}
+                {%- else -%}
+                    {{- message['content'] | trim -}}
+                {%- endif -%}
+            {%- elif message['content'] is sequence -%}
+                {%- for item in message['content'] -%}
+                    {%- if item['type'] == 'text' -%}
+                        {%- if role == 'model' -%}
+                            {{- strip_thinking(item['text']) -}}
+                        {%- else -%}
+                            {{- item['text'] | trim -}}
+                        {%- endif -%}
+                    {%- elif item['type'] == 'image' -%}
+                        {{- '<|image|>' -}}
+                        {%- set ns.prev_message_type = 'image' -%}
+                    {%- elif item['type'] == 'audio' -%}
+                        {{- '<|audio|>' -}}
+                        {%- set ns.prev_message_type = 'audio' -%}
+                    {%- elif item['type'] == 'video' -%}
+                        {{- '<|video|>' -}}
+                        {%- set ns.prev_message_type = 'video' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+        {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
+            {{- '<|tool_response>' -}}
+        {%- elif not (ns_tr_out.flag and not message.get('content')) -%}
+            {{- '<turn|>\n' -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
+        {{- '<|turn>model\n' -}}
+    {%- endif -%}
+{%- endif -%}

checkpoint-367/chat_template.jinja

@@ -0,0 +1,344 @@
+{%- macro format_parameters(properties, required) -%}
+    {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in properties | dictsort -%}
+        {%- set add_comma = false -%}
+        {%- if key not in standard_keys -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {{ key }}:{
+            {%- if value['description'] -%}
+                description:<|"|>{{ value['description'] }}<|"|>
+                {%- set add_comma = true -%}
+            {%- endif -%}
+            {%- if value['type'] | upper == 'STRING' -%}
+                {%- if value['enum'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    enum:{{ format_argument(value['enum']) }}
+                {%- endif -%}
+            {%- elif value['type'] | upper == 'ARRAY' -%}
+                {%- if value['items'] is mapping and value['items'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    items:{
+                    {%- set ns_items = namespace(found_first=false) -%}
+                    {%- for item_key, item_value in value['items'] | dictsort -%}
+                        {%- if item_value is not none -%}
+                            {%- if ns_items.found_first %},{% endif -%}
+                            {%- set ns_items.found_first = true -%}
+                            {%- if item_key == 'properties' -%}
+                                properties:{
+                                {%- if item_value is mapping -%}
+                                    {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                                {%- endif -%}
+                                }
+                            {%- elif item_key == 'required' -%}
+                                required:[
+                                {%- for req_item in item_value -%}
+                                    <|"|>{{- req_item -}}<|"|>
+                                    {%- if not loop.last %},{% endif -%}
+                                {%- endfor -%}
+                                ]
+                            {%- elif item_key == 'type' -%}
+                                {%- if item_value is string -%}
+                                    type:{{ format_argument(item_value | upper) }}
+                                {%- else -%}
+                                    type:{{ format_argument(item_value | map('upper') | list) }}
+                                {%- endif -%}
+                            {%- else -%}
+                                {{ item_key }}:{{ format_argument(item_value) }}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                    }
+                {%- endif -%}
+            {%- endif -%}
+            {%- if value['nullable'] %}
+                {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                nullable:true
+            {%- endif -%}
+            {%- if value['type'] | upper == 'OBJECT' -%}
+                {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+                    }
+                {%- elif value is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value, value['required'] | default([])) -}}
+                    }
+                {%- endif -%}
+                {%- if value['required'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    required:[
+                    {%- for item in value['required'] | default([]) -%}
+                        <|"|>{{- item -}}<|"|>
+                        {%- if not loop.last %},{% endif -%}
+                    {%- endfor -%}
+                    ]
+                {%- endif -%}
+            {%- endif -%}
+            {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+            type:<|"|>{{ value['type'] | upper }}<|"|>}
+        {%- endif -%}
+    {%- endfor -%}
+{%- endmacro -%}
+{%- macro format_function_declaration(tool_data) -%}
+    declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
+    {%- set params = tool_data['function']['parameters'] -%}
+    {%- if params -%}
+        ,parameters:{
+        {%- if params['properties'] -%}
+            properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+        {%- endif -%}
+        {%- if params['required'] -%}
+            required:[
+            {%- for item in params['required'] -%}
+                <|"|>{{- item -}}<|"|>
+                {{- ',' if not loop.last -}}
+            {%- endfor -%}
+            ],
+        {%- endif -%}
+        {%- if params['type'] -%}
+            type:<|"|>{{- params['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if 'response' in tool_data['function'] -%}
+        {%- set response_declaration = tool_data['function']['response'] -%}
+        ,response:{
+        {%- if response_declaration['description'] -%}
+            description:<|"|>{{- response_declaration['description'] -}}<|"|>,
+        {%- endif -%}
+        {%- if response_declaration['type'] | upper == 'OBJECT' -%}
+            type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    }
+{%- endmacro -%}
+{%- macro format_argument(argument, escape_keys=True) -%}
+    {%- if argument is string -%}
+        {{- '<|"|>' + argument + '<|"|>' -}}
+    {%- elif argument is boolean -%}
+        {{- 'true' if argument else 'false' -}}
+    {%- elif argument is mapping -%}
+        {{- '{' -}}
+        {%- set ns = namespace(found_first=false) -%}
+        {%- for key, value in argument | dictsort -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {%- if escape_keys -%}
+                {{- '<|"|>' + key + '<|"|>' -}}
+            {%- else -%}
+                {{- key -}}
+            {%- endif -%}
+            :{{- format_argument(value, escape_keys=escape_keys) -}}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- elif argument is sequence -%}
+        {{- '[' -}}
+        {%- for item in argument -%}
+            {{- format_argument(item, escape_keys=escape_keys) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- ']' -}}
+    {%- else -%}
+        {{- argument -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro strip_thinking(text) -%}
+    {%- set ns = namespace(result='') -%}
+    {%- for part in text.split('<channel|>') -%}
+        {%- if '<|channel>' in part -%}
+            {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
+        {%- else -%}
+            {%- set ns.result = ns.result + part -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- ns.result | trim -}}
+{%- endmacro -%}
+
+{%- macro format_tool_response_block(tool_name, response) -%}
+    {{- '<|tool_response>' -}}
+    {%- if response is mapping -%}
+        {{- 'response:' + tool_name + '{' -}}
+        {%- for key, value in response | dictsort -%}
+            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- else -%}
+        {{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
+    {%- endif -%}
+    {{- '<tool_response|>' -}}
+{%- endmacro -%}
+
+{%- set ns = namespace(prev_message_type=None) -%}
+{%- set loop_messages = messages -%}
+{{- bos_token -}}
+{#- Handle System/Tool Definitions Block -#}
+{%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
+    {{- '<|turn>system\n' -}}
+
+    {#- Inject Thinking token at the very top of the FIRST system turn -#}
+    {%- if enable_thinking is defined and enable_thinking -%}
+        {{- '<|think|>\n' -}}
+        {%- set ns.prev_message_type = 'think' -%}
+    {%- endif -%}
+
+    {%- if messages[0]['role'] in ['system', 'developer'] -%}
+        {{- messages[0]['content'] | trim -}}
+        {%- set loop_messages = messages[1:] -%}
+    {%- endif -%}
+
+    {%- if tools -%}
+        {%- for tool in tools %}
+            {{- '<|tool>' -}}
+            {{- format_function_declaration(tool) | trim -}}
+            {{- '<tool|>' -}}
+        {%- endfor %}
+        {%- set ns.prev_message_type = 'tool' -%}
+    {%- endif -%}
+
+    {{- '<turn|>\n' -}}
+{%- endif %}
+
+{#- Pre-scan: find last user message index for reasoning guard -#}
+{%- set ns_turn = namespace(last_user_idx=-1) -%}
+{%- for i in range(loop_messages | length) -%}
+    {%- if loop_messages[i]['role'] == 'user' -%}
+        {%- set ns_turn.last_user_idx = i -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{#- Loop through messages -#}
+{%- for message in loop_messages -%}
+    {%- if message['role'] != 'tool' -%}
+    {%- set ns.prev_message_type = None -%}
+    {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
+    {#- Detect continuation: suppress duplicate <|turn>model when previous non-tool message was also assistant -#}
+    {%- set prev_nt = namespace(role=None, found=false) -%}
+    {%- if loop.index0 > 0 -%}
+        {%- for j in range(loop.index0 - 1, -1, -1) -%}
+            {%- if not prev_nt.found -%}
+                {%- if loop_messages[j]['role'] != 'tool' -%}
+                    {%- set prev_nt.role = loop_messages[j]['role'] -%}
+                    {%- set prev_nt.found = true -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endif -%}
+    {%- set continue_same_model_turn = (role == 'model' and prev_nt.role == 'assistant') -%}
+    {%- if not continue_same_model_turn -%}
+        {{- '<|turn>' + role + '\n' }}
+    {%- endif -%}
+
+    {#- Render reasoning/reasoning_content as thinking channel -#}
+    {%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
+    {%- if thinking_text and loop.index0 > ns_turn.last_user_idx and message.get('tool_calls') -%}
+        {{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
+    {%- endif -%}
+
+            {%- if message['tool_calls'] -%}
+                {%- for tool_call in message['tool_calls'] -%}
+                    {%- set function = tool_call['function'] -%}
+                    {{- '<|tool_call>call:' + function['name'] + '{' -}}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns_args = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns_args.found_first %},{% endif -%}
+                            {%- set ns_args.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is string -%}
+                        {{- function['arguments'] -}}
+                    {%- endif -%}
+                    {{- '}<tool_call|>' -}}
+                {%- endfor -%}
+                {%- set ns.prev_message_type = 'tool_call' -%}
+            {%- endif -%}
+
+            {%- set ns_tr_out = namespace(flag=false) -%}
+            {%- if message.get('tool_responses') -%}
+                {#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
+                {%- for tool_response in message['tool_responses'] -%}
+                    {{- format_tool_response_block(tool_response['name'] | default('unknown'), tool_response['response']) -}}
+                    {%- set ns_tr_out.flag = true -%}
+                    {%- set ns.prev_message_type = 'tool_response' -%}
+                {%- endfor -%}
+            {%- elif message.get('tool_calls') -%}
+                {#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
+                {%- set ns_tool_scan = namespace(stopped=false) -%}
+                {%- for k in range(loop.index0 + 1, loop_messages | length) -%}
+                    {%- if ns_tool_scan.stopped -%}
+                    {%- elif loop_messages[k]['role'] != 'tool' -%}
+                        {%- set ns_tool_scan.stopped = true -%}
+                    {%- else -%}
+                        {%- set follow = loop_messages[k] -%}
+                        {#- Resolve tool_call_id to function name -#}
+                        {%- set ns_tname = namespace(name=follow.get('name') | default('unknown')) -%}
+                        {%- for tc in message['tool_calls'] -%}
+                            {%- if tc.get('id') == follow.get('tool_call_id') -%}
+                                {%- set ns_tname.name = tc['function']['name'] -%}
+                            {%- endif -%}
+                        {%- endfor -%}
+                        {#- Handle content as string or content-parts array -#}
+                        {%- set tool_body = follow.get('content') -%}
+                        {%- if tool_body is string -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- elif tool_body is sequence and tool_body is not string -%}
+                            {%- set ns_txt = namespace(s='') -%}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') == 'text' -%}
+                                    {%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
+                                {%- endif -%}
+                            {%- endfor -%}
+                            {{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
+                        {%- else -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- endif -%}
+                        {%- set ns_tr_out.flag = true -%}
+                        {%- set ns.prev_message_type = 'tool_response' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+            {%- if message['content'] is string -%}
+                {%- if role == 'model' -%}
+                    {{- strip_thinking(message['content']) -}}
+                {%- else -%}
+                    {{- message['content'] | trim -}}
+                {%- endif -%}
+            {%- elif message['content'] is sequence -%}
+                {%- for item in message['content'] -%}
+                    {%- if item['type'] == 'text' -%}
+                        {%- if role == 'model' -%}
+                            {{- strip_thinking(item['text']) -}}
+                        {%- else -%}
+                            {{- item['text'] | trim -}}
+                        {%- endif -%}
+                    {%- elif item['type'] == 'image' -%}
+                        {{- '<|image|>' -}}
+                        {%- set ns.prev_message_type = 'image' -%}
+                    {%- elif item['type'] == 'audio' -%}
+                        {{- '<|audio|>' -}}
+                        {%- set ns.prev_message_type = 'audio' -%}
+                    {%- elif item['type'] == 'video' -%}
+                        {{- '<|video|>' -}}
+                        {%- set ns.prev_message_type = 'video' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+        {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
+            {{- '<|tool_response>' -}}
+        {%- elif not (ns_tr_out.flag and not message.get('content')) -%}
+            {{- '<turn|>\n' -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
+        {{- '<|turn>model\n' -}}
+    {%- endif -%}
+{%- endif -%}

checkpoint-367/config.json

@@ -0,0 +1,192 @@
+{
+  "architectures": [
+    "Gemma4ForConditionalGeneration"
+  ],
+  "audio_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_chunk_size": 12,
+    "attention_context_left": 13,
+    "attention_context_right": 0,
+    "attention_invalid_logits_value": -1000000000.0,
+    "attention_logit_cap": 50.0,
+    "chunk_size_feed_forward": 0,
+    "conv_kernel_size": 5,
+    "dtype": "bfloat16",
+    "gradient_clipping": 10000000000.0,
+    "hidden_act": "silu",
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "model_type": "gemma4_audio",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_proj_dims": 1536,
+    "problem_type": null,
+    "residual_weight": 0.5,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "subsampling_conv_channels": [
+      128,
+      32
+    ],
+    "use_clipped_linears": true
+  },
+  "audio_token_id": 258881,
+  "boa_token_id": 256000,
+  "boi_token_id": 255999,
+  "dtype": "bfloat16",
+  "eoa_token_id": 258883,
+  "eoa_token_index": 258883,
+  "eoi_token_id": 258882,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "image_token_id": 258880,
+  "initializer_range": 0.02,
+  "model_type": "gemma4",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attention_k_eq_v": false,
+    "bos_token_id": 2,
+    "dtype": "bfloat16",
+    "enable_moe_block": false,
+    "eos_token_id": 1,
+    "expert_intermediate_size": null,
+    "final_logit_softcapping": 30.0,
+    "global_head_dim": 512,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 1536,
+    "hidden_size_per_layer_input": 256,
+    "initializer_range": 0.02,
+    "intermediate_size": 6144,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_text",
+    "moe_intermediate_size": null,
+    "num_attention_heads": 8,
+    "num_experts": null,
+    "num_global_key_value_heads": null,
+    "num_hidden_layers": 35,
+    "num_key_value_heads": 1,
+    "num_kv_shared_layers": 20,
+    "pad_token_id": 0,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "full_attention": {
+        "partial_rotary_factor": 0.25,
+        "rope_theta": 1000000.0,
+        "rope_type": "proportional"
+      },
+      "sliding_attention": {
+        "rope_theta": 10000.0,
+        "rope_type": "default"
+      }
+    },
+    "sliding_window": 512,
+    "tie_word_embeddings": true,
+    "top_k_experts": null,
+    "use_bidirectional_attention": null,
+    "use_cache": true,
+    "use_double_wide_mlp": true,
+    "vocab_size": 262144,
+    "vocab_size_per_layer_input": 262144
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.5.0",
+  "use_cache": false,
+  "video_token_id": 258884,
+  "vision_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "chunk_size_feed_forward": 0,
+    "default_output_length": 280,
+    "dtype": "bfloat16",
+    "global_head_dim": 64,
+    "head_dim": 64,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_vision",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 16,
+    "num_key_value_heads": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "position_embedding_size": 10240,
+    "problem_type": null,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "rope_theta": 100.0,
+      "rope_type": "default"
+    },
+    "standardize": false,
+    "use_clipped_linears": true
+  },
+  "vision_soft_tokens_per_image": 280
+}

checkpoint-367/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 2,
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106,
+    50
+  ],
+  "pad_token_id": 0,
+  "temperature": 1.0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.5.0"
+}

checkpoint-367/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cc6c98f287659b7f13a93a0354bc927710aa722044e192736bec31e1743729d
+size 10246621918

checkpoint-367/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
+size 32169626

checkpoint-367/tokenizer_config.json

@@ -0,0 +1,95 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<eos>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": true,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma4Processor",
+  "response_schema": {
+    "properties": {
+      "content": {
+        "type": "string"
+      },
+      "role": {
+        "const": "assistant"
+      },
+      "thinking": {
+        "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {},
+                  "type": "object",
+                  "x-parser": "gemma4-tool-call"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object",
+              "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
+      }
+    },
+    "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
+  },
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}

checkpoint-367/trainer_state.json

@@ -0,0 +1,2603 @@
+{
+  "best_global_step": null,
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 1.0,
+  "eval_steps": 500,
+  "global_step": 367,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0027247956403269754,
+      "grad_norm": 3152.0,
+      "learning_rate": 0.0,
+      "loss": 48.40627670288086,
+      "step": 1
+    },
+    {
+      "epoch": 0.005449591280653951,
+      "grad_norm": 2672.0,
+      "learning_rate": 8.695652173913044e-07,
+      "loss": 47.4522819519043,
+      "step": 2
+    },
+    {
+      "epoch": 0.008174386920980926,
+      "grad_norm": 2656.0,
+      "learning_rate": 1.7391304347826088e-06,
+      "loss": 47.537269592285156,
+      "step": 3
+    },
+    {
+      "epoch": 0.010899182561307902,
+      "grad_norm": 2896.0,
+      "learning_rate": 2.6086956521739132e-06,
+      "loss": 47.03502655029297,
+      "step": 4
+    },
+    {
+      "epoch": 0.013623978201634877,
+      "grad_norm": 2112.0,
+      "learning_rate": 3.4782608695652175e-06,
+      "loss": 44.74693298339844,
+      "step": 5
+    },
+    {
+      "epoch": 0.01634877384196185,
+      "grad_norm": 1832.0,
+      "learning_rate": 4.347826086956522e-06,
+      "loss": 43.523712158203125,
+      "step": 6
+    },
+    {
+      "epoch": 0.01907356948228883,
+      "grad_norm": 4960.0,
+      "learning_rate": 5.2173913043478265e-06,
+      "loss": 39.67890930175781,
+      "step": 7
+    },
+    {
+      "epoch": 0.021798365122615803,
+      "grad_norm": 1004.0,
+      "learning_rate": 6.086956521739132e-06,
+      "loss": 38.25300216674805,
+      "step": 8
+    },
+    {
+      "epoch": 0.02452316076294278,
+      "grad_norm": 976.0,
+      "learning_rate": 6.956521739130435e-06,
+      "loss": 36.702880859375,
+      "step": 9
+    },
+    {
+      "epoch": 0.027247956403269755,
+      "grad_norm": 692.0,
+      "learning_rate": 7.82608695652174e-06,
+      "loss": 36.129356384277344,
+      "step": 10
+    },
+    {
+      "epoch": 0.02997275204359673,
+      "grad_norm": 484.0,
+      "learning_rate": 8.695652173913044e-06,
+      "loss": 33.03797149658203,
+      "step": 11
+    },
+    {
+      "epoch": 0.0326975476839237,
+      "grad_norm": 374.0,
+      "learning_rate": 9.565217391304349e-06,
+      "loss": 30.922203063964844,
+      "step": 12
+    },
+    {
+      "epoch": 0.035422343324250684,
+      "grad_norm": 364.0,
+      "learning_rate": 1.0434782608695653e-05,
+      "loss": 30.420955657958984,
+      "step": 13
+    },
+    {
+      "epoch": 0.03814713896457766,
+      "grad_norm": 272.0,
+      "learning_rate": 1.1304347826086957e-05,
+      "loss": 29.078968048095703,
+      "step": 14
+    },
+    {
+      "epoch": 0.04087193460490463,
+      "grad_norm": 268.0,
+      "learning_rate": 1.2173913043478263e-05,
+      "loss": 28.454662322998047,
+      "step": 15
+    },
+    {
+      "epoch": 0.043596730245231606,
+      "grad_norm": 284.0,
+      "learning_rate": 1.3043478260869566e-05,
+      "loss": 26.663990020751953,
+      "step": 16
+    },
+    {
+      "epoch": 0.04632152588555858,
+      "grad_norm": 180.0,
+      "learning_rate": 1.391304347826087e-05,
+      "loss": 26.216550827026367,
+      "step": 17
+    },
+    {
+      "epoch": 0.04904632152588556,
+      "grad_norm": 760.0,
+      "learning_rate": 1.4782608695652174e-05,
+      "loss": 25.440536499023438,
+      "step": 18
+    },
+    {
+      "epoch": 0.051771117166212535,
+      "grad_norm": 250.0,
+      "learning_rate": 1.565217391304348e-05,
+      "loss": 25.319339752197266,
+      "step": 19
+    },
+    {
+      "epoch": 0.05449591280653951,
+      "grad_norm": 160.0,
+      "learning_rate": 1.6521739130434785e-05,
+      "loss": 24.522743225097656,
+      "step": 20
+    },
+    {
+      "epoch": 0.05722070844686648,
+      "grad_norm": 99.0,
+      "learning_rate": 1.739130434782609e-05,
+      "loss": 23.68889045715332,
+      "step": 21
+    },
+    {
+      "epoch": 0.05994550408719346,
+      "grad_norm": 137.0,
+      "learning_rate": 1.8260869565217393e-05,
+      "loss": 22.45394515991211,
+      "step": 22
+    },
+    {
+      "epoch": 0.06267029972752043,
+      "grad_norm": 96.0,
+      "learning_rate": 1.9130434782608697e-05,
+      "loss": 21.58340835571289,
+      "step": 23
+    },
+    {
+      "epoch": 0.0653950953678474,
+      "grad_norm": 79.5,
+      "learning_rate": 2e-05,
+      "loss": 21.60813331604004,
+      "step": 24
+    },
+    {
+      "epoch": 0.0681198910081744,
+      "grad_norm": 68.0,
+      "learning_rate": 1.9999902382014363e-05,
+      "loss": 19.326705932617188,
+      "step": 25
+    },
+    {
+      "epoch": 0.07084468664850137,
+      "grad_norm": 195.0,
+      "learning_rate": 1.9999609529963303e-05,
+      "loss": 20.620744705200195,
+      "step": 26
+    },
+    {
+      "epoch": 0.07356948228882834,
+      "grad_norm": 204.0,
+      "learning_rate": 1.9999121449564347e-05,
+      "loss": 19.753509521484375,
+      "step": 27
+    },
+    {
+      "epoch": 0.07629427792915532,
+      "grad_norm": 71.5,
+      "learning_rate": 1.9998438150346578e-05,
+      "loss": 20.347627639770508,
+      "step": 28
+    },
+    {
+      "epoch": 0.07901907356948229,
+      "grad_norm": 215.0,
+      "learning_rate": 1.999755964565046e-05,
+      "loss": 19.19959831237793,
+      "step": 29
+    },
+    {
+      "epoch": 0.08174386920980926,
+      "grad_norm": 314.0,
+      "learning_rate": 1.9996485952627554e-05,
+      "loss": 18.856372833251953,
+      "step": 30
+    },
+    {
+      "epoch": 0.08446866485013624,
+      "grad_norm": 199.0,
+      "learning_rate": 1.999521709224022e-05,
+      "loss": 19.498279571533203,
+      "step": 31
+    },
+    {
+      "epoch": 0.08719346049046321,
+      "grad_norm": 69.5,
+      "learning_rate": 1.9993753089261175e-05,
+      "loss": 17.953914642333984,
+      "step": 32
+    },
+    {
+      "epoch": 0.08991825613079019,
+      "grad_norm": 180.0,
+      "learning_rate": 1.999209397227302e-05,
+      "loss": 17.53020477294922,
+      "step": 33
+    },
+    {
+      "epoch": 0.09264305177111716,
+      "grad_norm": 346.0,
+      "learning_rate": 1.999023977366769e-05,
+      "loss": 17.79115867614746,
+      "step": 34
+    },
+    {
+      "epoch": 0.09536784741144415,
+      "grad_norm": 237.0,
+      "learning_rate": 1.998819052964581e-05,
+      "loss": 18.816436767578125,
+      "step": 35
+    },
+    {
+      "epoch": 0.09809264305177112,
+      "grad_norm": 196.0,
+      "learning_rate": 1.9985946280215996e-05,
+      "loss": 17.000261306762695,
+      "step": 36
+    },
+    {
+      "epoch": 0.1008174386920981,
+      "grad_norm": 169.0,
+      "learning_rate": 1.998350706919407e-05,
+      "loss": 17.606061935424805,
+      "step": 37
+    },
+    {
+      "epoch": 0.10354223433242507,
+      "grad_norm": 55.0,
+      "learning_rate": 1.9980872944202203e-05,
+      "loss": 16.317874908447266,
+      "step": 38
+    },
+    {
+      "epoch": 0.10626702997275204,
+      "grad_norm": 122.0,
+      "learning_rate": 1.997804395666799e-05,
+      "loss": 16.31488800048828,
+      "step": 39
+    },
+    {
+      "epoch": 0.10899182561307902,
+      "grad_norm": 314.0,
+      "learning_rate": 1.9975020161823445e-05,
+      "loss": 16.29736328125,
+      "step": 40
+    },
+    {
+      "epoch": 0.11171662125340599,
+      "grad_norm": 64.5,
+      "learning_rate": 1.9971801618703924e-05,
+      "loss": 17.167266845703125,
+      "step": 41
+    },
+    {
+      "epoch": 0.11444141689373297,
+      "grad_norm": 52.0,
+      "learning_rate": 1.996838839014696e-05,
+      "loss": 15.893667221069336,
+      "step": 42
+    },
+    {
+      "epoch": 0.11716621253405994,
+      "grad_norm": 52.25,
+      "learning_rate": 1.9964780542791057e-05,
+      "loss": 15.158836364746094,
+      "step": 43
+    },
+    {
+      "epoch": 0.11989100817438691,
+      "grad_norm": 101.5,
+      "learning_rate": 1.9960978147074367e-05,
+      "loss": 15.873449325561523,
+      "step": 44
+    },
+    {
+      "epoch": 0.1226158038147139,
+      "grad_norm": 85.0,
+      "learning_rate": 1.9956981277233342e-05,
+      "loss": 15.50723648071289,
+      "step": 45
+    },
+    {
+      "epoch": 0.12534059945504086,
+      "grad_norm": 83.0,
+      "learning_rate": 1.9952790011301248e-05,
+      "loss": 16.80683135986328,
+      "step": 46
+    },
+    {
+      "epoch": 0.12806539509536785,
+      "grad_norm": 111.0,
+      "learning_rate": 1.994840443110668e-05,
+      "loss": 16.459972381591797,
+      "step": 47
+    },
+    {
+      "epoch": 0.1307901907356948,
+      "grad_norm": 150.0,
+      "learning_rate": 1.9943824622271934e-05,
+      "loss": 13.282132148742676,
+      "step": 48
+    },
+    {
+      "epoch": 0.1335149863760218,
+      "grad_norm": 128.0,
+      "learning_rate": 1.9939050674211358e-05,
+      "loss": 14.049150466918945,
+      "step": 49
+    },
+    {
+      "epoch": 0.1362397820163488,
+      "grad_norm": 87.5,
+      "learning_rate": 1.9934082680129588e-05,
+      "loss": 14.285058975219727,
+      "step": 50
+    },
+    {
+      "epoch": 0.13896457765667575,
+      "grad_norm": 70.5,
+      "learning_rate": 1.9928920737019735e-05,
+      "loss": 12.706293106079102,
+      "step": 51
+    },
+    {
+      "epoch": 0.14168937329700274,
+      "grad_norm": 75.5,
+      "learning_rate": 1.9923564945661506e-05,
+      "loss": 13.83144474029541,
+      "step": 52
+    },
+    {
+      "epoch": 0.1444141689373297,
+      "grad_norm": 88.5,
+      "learning_rate": 1.99180154106192e-05,
+      "loss": 12.213239669799805,
+      "step": 53
+    },
+    {
+      "epoch": 0.14713896457765668,
+      "grad_norm": 97.0,
+      "learning_rate": 1.9912272240239715e-05,
+      "loss": 12.70011043548584,
+      "step": 54
+    },
+    {
+      "epoch": 0.14986376021798364,
+      "grad_norm": 93.0,
+      "learning_rate": 1.9906335546650394e-05,
+      "loss": 11.974971771240234,
+      "step": 55
+    },
+    {
+      "epoch": 0.15258855585831063,
+      "grad_norm": 66.0,
+      "learning_rate": 1.9900205445756845e-05,
+      "loss": 13.716851234436035,
+      "step": 56
+    },
+    {
+      "epoch": 0.1553133514986376,
+      "grad_norm": 57.75,
+      "learning_rate": 1.9893882057240698e-05,
+      "loss": 13.276803016662598,
+      "step": 57
+    },
+    {
+      "epoch": 0.15803814713896458,
+      "grad_norm": 63.5,
+      "learning_rate": 1.988736550455723e-05,
+      "loss": 12.804815292358398,
+      "step": 58
+    },
+    {
+      "epoch": 0.16076294277929154,
+      "grad_norm": 57.25,
+      "learning_rate": 1.9880655914933003e-05,
+      "loss": 12.110427856445312,
+      "step": 59
+    },
+    {
+      "epoch": 0.16348773841961853,
+      "grad_norm": 57.5,
+      "learning_rate": 1.9873753419363336e-05,
+      "loss": 12.278120040893555,
+      "step": 60
+    },
+    {
+      "epoch": 0.16621253405994552,
+      "grad_norm": 57.5,
+      "learning_rate": 1.986665815260977e-05,
+      "loss": 12.700621604919434,
+      "step": 61
+    },
+    {
+      "epoch": 0.16893732970027248,
+      "grad_norm": 122.5,
+      "learning_rate": 1.9859370253197436e-05,
+      "loss": 12.573596954345703,
+      "step": 62
+    },
+    {
+      "epoch": 0.17166212534059946,
+      "grad_norm": 61.75,
+      "learning_rate": 1.9851889863412347e-05,
+      "loss": 11.165464401245117,
+      "step": 63
+    },
+    {
+      "epoch": 0.17438692098092642,
+      "grad_norm": 67.5,
+      "learning_rate": 1.9844217129298616e-05,
+      "loss": 12.087121963500977,
+      "step": 64
+    },
+    {
+      "epoch": 0.1771117166212534,
+      "grad_norm": 106.5,
+      "learning_rate": 1.983635220065562e-05,
+      "loss": 14.107297897338867,
+      "step": 65
+    },
+    {
+      "epoch": 0.17983651226158037,
+      "grad_norm": 77.0,
+      "learning_rate": 1.9828295231035054e-05,
+      "loss": 12.48006820678711,
+      "step": 66
+    },
+    {
+      "epoch": 0.18256130790190736,
+      "grad_norm": 122.5,
+      "learning_rate": 1.9820046377737944e-05,
+      "loss": 12.802762985229492,
+      "step": 67
+    },
+    {
+      "epoch": 0.18528610354223432,
+      "grad_norm": 77.0,
+      "learning_rate": 1.9811605801811578e-05,
+      "loss": 10.705779075622559,
+      "step": 68
+    },
+    {
+      "epoch": 0.1880108991825613,
+      "grad_norm": 52.25,
+      "learning_rate": 1.9802973668046364e-05,
+      "loss": 12.537907600402832,
+      "step": 69
+    },
+    {
+      "epoch": 0.1907356948228883,
+      "grad_norm": 47.0,
+      "learning_rate": 1.97941501449726e-05,
+      "loss": 11.78143310546875,
+      "step": 70
+    },
+    {
+      "epoch": 0.19346049046321526,
+      "grad_norm": 41.5,
+      "learning_rate": 1.9785135404857202e-05,
+      "loss": 12.222698211669922,
+      "step": 71
+    },
+    {
+      "epoch": 0.19618528610354224,
+      "grad_norm": 41.5,
+      "learning_rate": 1.9775929623700318e-05,
+      "loss": 12.033823013305664,
+      "step": 72
+    },
+    {
+      "epoch": 0.1989100817438692,
+      "grad_norm": 38.5,
+      "learning_rate": 1.9766532981231913e-05,
+      "loss": 12.244077682495117,
+      "step": 73
+    },
+    {
+      "epoch": 0.2016348773841962,
+      "grad_norm": 49.75,
+      "learning_rate": 1.975694566090825e-05,
+      "loss": 11.97701644897461,
+      "step": 74
+    },
+    {
+      "epoch": 0.20435967302452315,
+      "grad_norm": 55.5,
+      "learning_rate": 1.9747167849908305e-05,
+      "loss": 10.784921646118164,
+      "step": 75
+    },
+    {
+      "epoch": 0.20708446866485014,
+      "grad_norm": 61.0,
+      "learning_rate": 1.9737199739130123e-05,
+      "loss": 11.930859565734863,
+      "step": 76
+    },
+    {
+      "epoch": 0.2098092643051771,
+      "grad_norm": 45.0,
+      "learning_rate": 1.9727041523187083e-05,
+      "loss": 13.60090446472168,
+      "step": 77
+    },
+    {
+      "epoch": 0.2125340599455041,
+      "grad_norm": 40.5,
+      "learning_rate": 1.97166934004041e-05,
+      "loss": 12.982333183288574,
+      "step": 78
+    },
+    {
+      "epoch": 0.21525885558583105,
+      "grad_norm": 59.75,
+      "learning_rate": 1.970615557281376e-05,
+      "loss": 9.924541473388672,
+      "step": 79
+    },
+    {
+      "epoch": 0.21798365122615804,
+      "grad_norm": 57.25,
+      "learning_rate": 1.969542824615235e-05,
+      "loss": 11.274691581726074,
+      "step": 80
+    },
+    {
+      "epoch": 0.22070844686648503,
+      "grad_norm": 50.75,
+      "learning_rate": 1.968451162985589e-05,
+      "loss": 9.735274314880371,
+      "step": 81
+    },
+    {
+      "epoch": 0.22343324250681199,
+      "grad_norm": 78.5,
+      "learning_rate": 1.9673405937055986e-05,
+      "loss": 10.165392875671387,
+      "step": 82
+    },
+    {
+      "epoch": 0.22615803814713897,
+      "grad_norm": 74.5,
+      "learning_rate": 1.9662111384575716e-05,
+      "loss": 9.077415466308594,
+      "step": 83
+    },
+    {
+      "epoch": 0.22888283378746593,
+      "grad_norm": 54.75,
+      "learning_rate": 1.9650628192925372e-05,
+      "loss": 10.11076831817627,
+      "step": 84
+    },
+    {
+      "epoch": 0.23160762942779292,
+      "grad_norm": 74.0,
+      "learning_rate": 1.963895658629816e-05,
+      "loss": 11.903621673583984,
+      "step": 85
+    },
+    {
+      "epoch": 0.23433242506811988,
+      "grad_norm": 47.25,
+      "learning_rate": 1.9627096792565825e-05,
+      "loss": 9.115705490112305,
+      "step": 86
+    },
+    {
+      "epoch": 0.23705722070844687,
+      "grad_norm": 78.5,
+      "learning_rate": 1.9615049043274207e-05,
+      "loss": 11.530861854553223,
+      "step": 87
+    },
+    {
+      "epoch": 0.23978201634877383,
+      "grad_norm": 54.75,
+      "learning_rate": 1.9602813573638705e-05,
+      "loss": 10.342988014221191,
+      "step": 88
+    },
+    {
+      "epoch": 0.24250681198910082,
+      "grad_norm": 46.5,
+      "learning_rate": 1.9590390622539696e-05,
+      "loss": 10.499998092651367,
+      "step": 89
+    },
+    {
+      "epoch": 0.2452316076294278,
+      "grad_norm": 61.75,
+      "learning_rate": 1.957778043251788e-05,
+      "loss": 10.014358520507812,
+      "step": 90
+    },
+    {
+      "epoch": 0.24795640326975477,
+      "grad_norm": 84.0,
+      "learning_rate": 1.9564983249769518e-05,
+      "loss": 12.045997619628906,
+      "step": 91
+    },
+    {
+      "epoch": 0.2506811989100817,
+      "grad_norm": 110.0,
+      "learning_rate": 1.9551999324141656e-05,
+      "loss": 10.226362228393555,
+      "step": 92
+    },
+    {
+      "epoch": 0.25340599455040874,
+      "grad_norm": 88.5,
+      "learning_rate": 1.953882890912723e-05,
+      "loss": 10.071401596069336,
+      "step": 93
+    },
+    {
+      "epoch": 0.2561307901907357,
+      "grad_norm": 92.0,
+      "learning_rate": 1.9525472261860112e-05,
+      "loss": 11.945771217346191,
+      "step": 94
+    },
+    {
+      "epoch": 0.25885558583106266,
+      "grad_norm": 59.25,
+      "learning_rate": 1.9511929643110095e-05,
+      "loss": 10.799688339233398,
+      "step": 95
+    },
+    {
+      "epoch": 0.2615803814713896,
+      "grad_norm": 85.0,
+      "learning_rate": 1.949820131727783e-05,
+      "loss": 12.050772666931152,
+      "step": 96
+    },
+    {
+      "epoch": 0.26430517711171664,
+      "grad_norm": 75.5,
+      "learning_rate": 1.9484287552389603e-05,
+      "loss": 10.570755004882812,
+      "step": 97
+    },
+    {
+      "epoch": 0.2670299727520436,
+      "grad_norm": 101.0,
+      "learning_rate": 1.9470188620092162e-05,
+      "loss": 10.214563369750977,
+      "step": 98
+    },
+    {
+      "epoch": 0.26975476839237056,
+      "grad_norm": 59.25,
+      "learning_rate": 1.945590479564738e-05,
+      "loss": 10.041733741760254,
+      "step": 99
+    },
+    {
+      "epoch": 0.2724795640326976,
+      "grad_norm": 80.0,
+      "learning_rate": 1.9441436357926892e-05,
+      "loss": 12.891487121582031,
+      "step": 100
+    },
+    {
+      "epoch": 0.27520435967302453,
+      "grad_norm": 67.5,
+      "learning_rate": 1.9426783589406645e-05,
+      "loss": 10.844165802001953,
+      "step": 101
+    },
+    {
+      "epoch": 0.2779291553133515,
+      "grad_norm": 48.75,
+      "learning_rate": 1.9411946776161388e-05,
+      "loss": 11.822603225708008,
+      "step": 102
+    },
+    {
+      "epoch": 0.28065395095367845,
+      "grad_norm": 68.5,
+      "learning_rate": 1.9396926207859085e-05,
+      "loss": 10.97657585144043,
+      "step": 103
+    },
+    {
+      "epoch": 0.28337874659400547,
+      "grad_norm": 134.0,
+      "learning_rate": 1.9381722177755266e-05,
+      "loss": 10.612011909484863,
+      "step": 104
+    },
+    {
+      "epoch": 0.28610354223433243,
+      "grad_norm": 154.0,
+      "learning_rate": 1.936633498268728e-05,
+      "loss": 9.453835487365723,
+      "step": 105
+    },
+    {
+      "epoch": 0.2888283378746594,
+      "grad_norm": 127.0,
+      "learning_rate": 1.9350764923068533e-05,
+      "loss": 9.9420166015625,
+      "step": 106
+    },
+    {
+      "epoch": 0.29155313351498635,
+      "grad_norm": 65.5,
+      "learning_rate": 1.933501230288259e-05,
+      "loss": 9.418241500854492,
+      "step": 107
+    },
+    {
+      "epoch": 0.29427792915531337,
+      "grad_norm": 62.75,
+      "learning_rate": 1.931907742967727e-05,
+      "loss": 8.981918334960938,
+      "step": 108
+    },
+    {
+      "epoch": 0.2970027247956403,
+      "grad_norm": 82.5,
+      "learning_rate": 1.9302960614558604e-05,
+      "loss": 10.584541320800781,
+      "step": 109
+    },
+    {
+      "epoch": 0.2997275204359673,
+      "grad_norm": 117.5,
+      "learning_rate": 1.928666217218481e-05,
+      "loss": 9.602861404418945,
+      "step": 110
+    },
+    {
+      "epoch": 0.3024523160762943,
+      "grad_norm": 148.0,
+      "learning_rate": 1.9270182420760104e-05,
+      "loss": 11.30278205871582,
+      "step": 111
+    },
+    {
+      "epoch": 0.30517711171662126,
+      "grad_norm": 62.5,
+      "learning_rate": 1.9253521682028515e-05,
+      "loss": 9.8443021774292,
+      "step": 112
+    },
+    {
+      "epoch": 0.3079019073569482,
+      "grad_norm": 84.0,
+      "learning_rate": 1.9236680281267594e-05,
+      "loss": 7.5392961502075195,
+      "step": 113
+    },
+    {
+      "epoch": 0.3106267029972752,
+      "grad_norm": 56.75,
+      "learning_rate": 1.921965854728207e-05,
+      "loss": 10.067930221557617,
+      "step": 114
+    },
+    {
+      "epoch": 0.3133514986376022,
+      "grad_norm": 44.75,
+      "learning_rate": 1.920245681239741e-05,
+      "loss": 8.589845657348633,
+      "step": 115
+    },
+    {
+      "epoch": 0.31607629427792916,
+      "grad_norm": 122.0,
+      "learning_rate": 1.918507541245336e-05,
+      "loss": 11.69874382019043,
+      "step": 116
+    },
+    {
+      "epoch": 0.3188010899182561,
+      "grad_norm": 89.0,
+      "learning_rate": 1.916751468679737e-05,
+      "loss": 9.99834156036377,
+      "step": 117
+    },
+    {
+      "epoch": 0.3215258855585831,
+      "grad_norm": 84.0,
+      "learning_rate": 1.9149774978277975e-05,
+      "loss": 9.743596076965332,
+      "step": 118
+    },
+    {
+      "epoch": 0.3242506811989101,
+      "grad_norm": 86.0,
+      "learning_rate": 1.9131856633238096e-05,
+      "loss": 9.140531539916992,
+      "step": 119
+    },
+    {
+      "epoch": 0.32697547683923706,
+      "grad_norm": 65.0,
+      "learning_rate": 1.911376000150828e-05,
+      "loss": 8.819114685058594,
+      "step": 120
+    },
+    {
+      "epoch": 0.329700272479564,
+      "grad_norm": 73.0,
+      "learning_rate": 1.9095485436399878e-05,
+      "loss": 9.055301666259766,
+      "step": 121
+    },
+    {
+      "epoch": 0.33242506811989103,
+      "grad_norm": 69.0,
+      "learning_rate": 1.9077033294698135e-05,
+      "loss": 9.458704948425293,
+      "step": 122
+    },
+    {
+      "epoch": 0.335149863760218,
+      "grad_norm": 64.0,
+      "learning_rate": 1.9058403936655235e-05,
+      "loss": 9.699943542480469,
+      "step": 123
+    },
+    {
+      "epoch": 0.33787465940054495,
+      "grad_norm": 59.5,
+      "learning_rate": 1.9039597725983254e-05,
+      "loss": 8.256848335266113,
+      "step": 124
+    },
+    {
+      "epoch": 0.3405994550408719,
+      "grad_norm": 59.25,
+      "learning_rate": 1.9020615029847073e-05,
+      "loss": 9.696537017822266,
+      "step": 125
+    },
+    {
+      "epoch": 0.34332425068119893,
+      "grad_norm": 53.75,
+      "learning_rate": 1.9001456218857207e-05,
+      "loss": 9.273826599121094,
+      "step": 126
+    },
+    {
+      "epoch": 0.3460490463215259,
+      "grad_norm": 57.5,
+      "learning_rate": 1.8982121667062566e-05,
+      "loss": 8.918879508972168,
+      "step": 127
+    },
+    {
+      "epoch": 0.34877384196185285,
+      "grad_norm": 130.0,
+      "learning_rate": 1.8962611751943142e-05,
+      "loss": 9.746708869934082,
+      "step": 128
+    },
+    {
+      "epoch": 0.35149863760217986,
+      "grad_norm": 73.0,
+      "learning_rate": 1.894292685440266e-05,
+      "loss": 9.20458984375,
+      "step": 129
+    },
+    {
+      "epoch": 0.3542234332425068,
+      "grad_norm": 57.25,
+      "learning_rate": 1.8923067358761135e-05,
+      "loss": 9.030914306640625,
+      "step": 130
+    },
+    {
+      "epoch": 0.3569482288828338,
+      "grad_norm": 48.25,
+      "learning_rate": 1.8903033652747352e-05,
+      "loss": 10.621173858642578,
+      "step": 131
+    },
+    {
+      "epoch": 0.35967302452316074,
+      "grad_norm": 55.5,
+      "learning_rate": 1.888282612749132e-05,
+      "loss": 10.09680461883545,
+      "step": 132
+    },
+    {
+      "epoch": 0.36239782016348776,
+      "grad_norm": 39.75,
+      "learning_rate": 1.8862445177516622e-05,
+      "loss": 9.972148895263672,
+      "step": 133
+    },
+    {
+      "epoch": 0.3651226158038147,
+      "grad_norm": 44.5,
+      "learning_rate": 1.8841891200732706e-05,
+      "loss": 9.76202392578125,
+      "step": 134
+    },
+    {
+      "epoch": 0.3678474114441417,
+      "grad_norm": 60.75,
+      "learning_rate": 1.8821164598427148e-05,
+      "loss": 8.579317092895508,
+      "step": 135
+    },
+    {
+      "epoch": 0.37057220708446864,
+      "grad_norm": 46.0,
+      "learning_rate": 1.8800265775257772e-05,
+      "loss": 9.23803424835205,
+      "step": 136
+    },
+    {
+      "epoch": 0.37329700272479566,
+      "grad_norm": 41.25,
+      "learning_rate": 1.877919513924478e-05,
+      "loss": 9.676480293273926,
+      "step": 137
+    },
+    {
+      "epoch": 0.3760217983651226,
+      "grad_norm": 52.0,
+      "learning_rate": 1.8757953101762786e-05,
+      "loss": 10.324712753295898,
+      "step": 138
+    },
+    {
+      "epoch": 0.3787465940054496,
+      "grad_norm": 42.75,
+      "learning_rate": 1.8736540077532773e-05,
+      "loss": 9.265958786010742,
+      "step": 139
+    },
+    {
+      "epoch": 0.3814713896457766,
+      "grad_norm": 60.75,
+      "learning_rate": 1.8714956484613996e-05,
+      "loss": 8.837886810302734,
+      "step": 140
+    },
+    {
+      "epoch": 0.38419618528610355,
+      "grad_norm": 56.75,
+      "learning_rate": 1.869320274439583e-05,
+      "loss": 10.104880332946777,
+      "step": 141
+    },
+    {
+      "epoch": 0.3869209809264305,
+      "grad_norm": 54.75,
+      "learning_rate": 1.8671279281589528e-05,
+      "loss": 8.19149398803711,
+      "step": 142
+    },
+    {
+      "epoch": 0.3896457765667575,
+      "grad_norm": 149.0,
+      "learning_rate": 1.8649186524219956e-05,
+      "loss": 8.385530471801758,
+      "step": 143
+    },
+    {
+      "epoch": 0.3923705722070845,
+      "grad_norm": 61.75,
+      "learning_rate": 1.86269249036172e-05,
+      "loss": 8.006965637207031,
+      "step": 144
+    },
+    {
+      "epoch": 0.39509536784741145,
+      "grad_norm": 142.0,
+      "learning_rate": 1.8604494854408176e-05,
+      "loss": 7.986896514892578,
+      "step": 145
+    },
+    {
+      "epoch": 0.3978201634877384,
+      "grad_norm": 62.75,
+      "learning_rate": 1.858189681450813e-05,
+      "loss": 8.249701499938965,
+      "step": 146
+    },
+    {
+      "epoch": 0.40054495912806537,
+      "grad_norm": 117.0,
+      "learning_rate": 1.8559131225112085e-05,
+      "loss": 10.889843940734863,
+      "step": 147
+    },
+    {
+      "epoch": 0.4032697547683924,
+      "grad_norm": 73.5,
+      "learning_rate": 1.853619853068624e-05,
+      "loss": 9.433284759521484,
+      "step": 148
+    },
+    {
+      "epoch": 0.40599455040871935,
+      "grad_norm": 55.75,
+      "learning_rate": 1.851309917895928e-05,
+      "loss": 9.875059127807617,
+      "step": 149
+    },
+    {
+      "epoch": 0.4087193460490463,
+      "grad_norm": 47.75,
+      "learning_rate": 1.8489833620913644e-05,
+      "loss": 9.996278762817383,
+      "step": 150
+    },
+    {
+      "epoch": 0.4114441416893733,
+      "grad_norm": 97.5,
+      "learning_rate": 1.846640231077671e-05,
+      "loss": 8.902766227722168,
+      "step": 151
+    },
+    {
+      "epoch": 0.4141689373297003,
+      "grad_norm": 59.5,
+      "learning_rate": 1.8442805706011936e-05,
+      "loss": 9.887271881103516,
+      "step": 152
+    },
+    {
+      "epoch": 0.41689373297002724,
+      "grad_norm": 110.0,
+      "learning_rate": 1.841904426730994e-05,
+      "loss": 7.887417793273926,
+      "step": 153
+    },
+    {
+      "epoch": 0.4196185286103542,
+      "grad_norm": 74.0,
+      "learning_rate": 1.839511845857946e-05,
+      "loss": 8.48383903503418,
+      "step": 154
+    },
+    {
+      "epoch": 0.4223433242506812,
+      "grad_norm": 72.5,
+      "learning_rate": 1.837102874693836e-05,
+      "loss": 7.879996299743652,
+      "step": 155
+    },
+    {
+      "epoch": 0.4250681198910082,
+      "grad_norm": 249.0,
+      "learning_rate": 1.8346775602704464e-05,
+      "loss": 8.765167236328125,
+      "step": 156
+    },
+    {
+      "epoch": 0.42779291553133514,
+      "grad_norm": 93.5,
+      "learning_rate": 1.832235949938638e-05,
+      "loss": 7.563960075378418,
+      "step": 157
+    },
+    {
+      "epoch": 0.4305177111716621,
+      "grad_norm": 247.0,
+      "learning_rate": 1.8297780913674286e-05,
+      "loss": 10.175262451171875,
+      "step": 158
+    },
+    {
+      "epoch": 0.4332425068119891,
+      "grad_norm": 101.0,
+      "learning_rate": 1.8273040325430575e-05,
+      "loss": 9.55147647857666,
+      "step": 159
+    },
+    {
+      "epoch": 0.4359673024523161,
+      "grad_norm": 113.5,
+      "learning_rate": 1.824813821768053e-05,
+      "loss": 10.279187202453613,
+      "step": 160
+    },
+    {
+      "epoch": 0.43869209809264303,
+      "grad_norm": 57.75,
+      "learning_rate": 1.822307507660287e-05,
+      "loss": 7.288547515869141,
+      "step": 161
+    },
+    {
+      "epoch": 0.44141689373297005,
+      "grad_norm": 62.75,
+      "learning_rate": 1.8197851391520265e-05,
+      "loss": 8.8092679977417,
+      "step": 162
+    },
+    {
+      "epoch": 0.444141689373297,
+      "grad_norm": 62.25,
+      "learning_rate": 1.817246765488978e-05,
+      "loss": 9.367995262145996,
+      "step": 163
+    },
+    {
+      "epoch": 0.44686648501362397,
+      "grad_norm": 87.5,
+      "learning_rate": 1.814692436229326e-05,
+      "loss": 9.748262405395508,
+      "step": 164
+    },
+    {
+      "epoch": 0.44959128065395093,
+      "grad_norm": 228.0,
+      "learning_rate": 1.8121222012427666e-05,
+      "loss": 8.287470817565918,
+      "step": 165
+    },
+    {
+      "epoch": 0.45231607629427795,
+      "grad_norm": 115.0,
+      "learning_rate": 1.809536110709531e-05,
+      "loss": 6.930819988250732,
+      "step": 166
+    },
+    {
+      "epoch": 0.4550408719346049,
+      "grad_norm": 74.5,
+      "learning_rate": 1.8069342151194105e-05,
+      "loss": 8.564351081848145,
+      "step": 167
+    },
+    {
+      "epoch": 0.45776566757493187,
+      "grad_norm": 73.5,
+      "learning_rate": 1.804316565270765e-05,
+      "loss": 8.866043090820312,
+      "step": 168
+    },
+    {
+      "epoch": 0.4604904632152589,
+      "grad_norm": 59.0,
+      "learning_rate": 1.801683212269536e-05,
+      "loss": 8.809003829956055,
+      "step": 169
+    },
+    {
+      "epoch": 0.46321525885558584,
+      "grad_norm": 62.25,
+      "learning_rate": 1.799034207528247e-05,
+      "loss": 8.33181381225586,
+      "step": 170
+    },
+    {
+      "epoch": 0.4659400544959128,
+      "grad_norm": 47.5,
+      "learning_rate": 1.796369602764999e-05,
+      "loss": 8.698205947875977,
+      "step": 171
+    },
+    {
+      "epoch": 0.46866485013623976,
+      "grad_norm": 53.5,
+      "learning_rate": 1.7936894500024614e-05,
+      "loss": 6.74378776550293,
+      "step": 172
+    },
+    {
+      "epoch": 0.4713896457765668,
+      "grad_norm": 388.0,
+      "learning_rate": 1.790993801566858e-05,
+      "loss": 9.079641342163086,
+      "step": 173
+    },
+    {
+      "epoch": 0.47411444141689374,
+      "grad_norm": 77.0,
+      "learning_rate": 1.788282710086942e-05,
+      "loss": 9.122142791748047,
+      "step": 174
+    },
+    {
+      "epoch": 0.4768392370572207,
+      "grad_norm": 588.0,
+      "learning_rate": 1.785556228492972e-05,
+      "loss": 7.489294528961182,
+      "step": 175
+    },
+    {
+      "epoch": 0.47956403269754766,
+      "grad_norm": 52.25,
+      "learning_rate": 1.7828144100156754e-05,
+      "loss": 9.699580192565918,
+      "step": 176
+    },
+    {
+      "epoch": 0.4822888283378747,
+      "grad_norm": 68.0,
+      "learning_rate": 1.7800573081852124e-05,
+      "loss": 8.443748474121094,
+      "step": 177
+    },
+    {
+      "epoch": 0.48501362397820164,
+      "grad_norm": 59.25,
+      "learning_rate": 1.7772849768301273e-05,
+      "loss": 8.995189666748047,
+      "step": 178
+    },
+    {
+      "epoch": 0.4877384196185286,
+      "grad_norm": 70.5,
+      "learning_rate": 1.7744974700763018e-05,
+      "loss": 9.576644897460938,
+      "step": 179
+    },
+    {
+      "epoch": 0.4904632152588556,
+      "grad_norm": 57.25,
+      "learning_rate": 1.771694842345894e-05,
+      "loss": 9.02816390991211,
+      "step": 180
+    },
+    {
+      "epoch": 0.49318801089918257,
+      "grad_norm": 70.5,
+      "learning_rate": 1.7688771483562788e-05,
+      "loss": 7.724009990692139,
+      "step": 181
+    },
+    {
+      "epoch": 0.49591280653950953,
+      "grad_norm": 47.75,
+      "learning_rate": 1.766044443118978e-05,
+      "loss": 8.413365364074707,
+      "step": 182
+    },
+    {
+      "epoch": 0.4986376021798365,
+      "grad_norm": 55.5,
+      "learning_rate": 1.7631967819385883e-05,
+      "loss": 7.405316352844238,
+      "step": 183
+    },
+    {
+      "epoch": 0.5013623978201635,
+      "grad_norm": 81.5,
+      "learning_rate": 1.760334220411699e-05,
+      "loss": 10.031204223632812,
+      "step": 184
+    },
+    {
+      "epoch": 0.5040871934604905,
+      "grad_norm": 86.0,
+      "learning_rate": 1.7574568144258078e-05,
+      "loss": 8.520164489746094,
+      "step": 185
+    },
+    {
+      "epoch": 0.5068119891008175,
+      "grad_norm": 100.5,
+      "learning_rate": 1.7545646201582304e-05,
+      "loss": 9.04115104675293,
+      "step": 186
+    },
+    {
+      "epoch": 0.5095367847411444,
+      "grad_norm": 71.5,
+      "learning_rate": 1.751657694075002e-05,
+      "loss": 7.026916027069092,
+      "step": 187
+    },
+    {
+      "epoch": 0.5122615803814714,
+      "grad_norm": 41.5,
+      "learning_rate": 1.7487360929297765e-05,
+      "loss": 8.15958023071289,
+      "step": 188
+    },
+    {
+      "epoch": 0.5149863760217984,
+      "grad_norm": 51.75,
+      "learning_rate": 1.7457998737627183e-05,
+      "loss": 7.412751197814941,
+      "step": 189
+    },
+    {
+      "epoch": 0.5177111716621253,
+      "grad_norm": 100.0,
+      "learning_rate": 1.7428490938993864e-05,
+      "loss": 8.202327728271484,
+      "step": 190
+    },
+    {
+      "epoch": 0.5204359673024523,
+      "grad_norm": 288.0,
+      "learning_rate": 1.7398838109496187e-05,
+      "loss": 10.258552551269531,
+      "step": 191
+    },
+    {
+      "epoch": 0.5231607629427792,
+      "grad_norm": 131.0,
+      "learning_rate": 1.7369040828064046e-05,
+      "loss": 8.944820404052734,
+      "step": 192
+    },
+    {
+      "epoch": 0.5258855585831063,
+      "grad_norm": 67.5,
+      "learning_rate": 1.7339099676447564e-05,
+      "loss": 8.260212898254395,
+      "step": 193
+    },
+    {
+      "epoch": 0.5286103542234333,
+      "grad_norm": 60.0,
+      "learning_rate": 1.7309015239205717e-05,
+      "loss": 7.93248176574707,
+      "step": 194
+    },
+    {
+      "epoch": 0.5313351498637602,
+      "grad_norm": 98.0,
+      "learning_rate": 1.7278788103694944e-05,
+      "loss": 8.025236129760742,
+      "step": 195
+    },
+    {
+      "epoch": 0.5340599455040872,
+      "grad_norm": 57.5,
+      "learning_rate": 1.7248418860057653e-05,
+      "loss": 8.118586540222168,
+      "step": 196
+    },
+    {
+      "epoch": 0.5367847411444142,
+      "grad_norm": 50.75,
+      "learning_rate": 1.7217908101210725e-05,
+      "loss": 8.220122337341309,
+      "step": 197
+    },
+    {
+      "epoch": 0.5395095367847411,
+      "grad_norm": 60.75,
+      "learning_rate": 1.7187256422833928e-05,
+      "loss": 8.953962326049805,
+      "step": 198
+    },
+    {
+      "epoch": 0.5422343324250681,
+      "grad_norm": 36.25,
+      "learning_rate": 1.7156464423358277e-05,
+      "loss": 8.30789566040039,
+      "step": 199
+    },
+    {
+      "epoch": 0.5449591280653951,
+      "grad_norm": 44.0,
+      "learning_rate": 1.7125532703954366e-05,
+      "loss": 8.25827407836914,
+      "step": 200
+    },
+    {
+      "epoch": 0.547683923705722,
+      "grad_norm": 43.0,
+      "learning_rate": 1.7094461868520625e-05,
+      "loss": 9.002181053161621,
+      "step": 201
+    },
+    {
+      "epoch": 0.5504087193460491,
+      "grad_norm": 45.25,
+      "learning_rate": 1.706325252367152e-05,
+      "loss": 8.918088912963867,
+      "step": 202
+    },
+    {
+      "epoch": 0.553133514986376,
+      "grad_norm": 60.25,
+      "learning_rate": 1.703190527872574e-05,
+      "loss": 8.397649765014648,
+      "step": 203
+    },
+    {
+      "epoch": 0.555858310626703,
+      "grad_norm": 59.5,
+      "learning_rate": 1.7000420745694256e-05,
+      "loss": 8.530458450317383,
+      "step": 204
+    },
+    {
+      "epoch": 0.55858310626703,
+      "grad_norm": 336.0,
+      "learning_rate": 1.6968799539268408e-05,
+      "loss": 11.207830429077148,
+      "step": 205
+    },
+    {
+      "epoch": 0.5613079019073569,
+      "grad_norm": 51.75,
+      "learning_rate": 1.6937042276807893e-05,
+      "loss": 7.851648807525635,
+      "step": 206
+    },
+    {
+      "epoch": 0.5640326975476839,
+      "grad_norm": 46.75,
+      "learning_rate": 1.6905149578328705e-05,
+      "loss": 8.705131530761719,
+      "step": 207
+    },
+    {
+      "epoch": 0.5667574931880109,
+      "grad_norm": 46.25,
+      "learning_rate": 1.6873122066491046e-05,
+      "loss": 8.54839038848877,
+      "step": 208
+    },
+    {
+      "epoch": 0.5694822888283378,
+      "grad_norm": 45.5,
+      "learning_rate": 1.6840960366587153e-05,
+      "loss": 9.251383781433105,
+      "step": 209
+    },
+    {
+      "epoch": 0.5722070844686649,
+      "grad_norm": 48.25,
+      "learning_rate": 1.6808665106529096e-05,
+      "loss": 8.868568420410156,
+      "step": 210
+    },
+    {
+      "epoch": 0.5749318801089919,
+      "grad_norm": 53.5,
+      "learning_rate": 1.6776236916836518e-05,
+      "loss": 7.161401271820068,
+      "step": 211
+    },
+    {
+      "epoch": 0.5776566757493188,
+      "grad_norm": 155.0,
+      "learning_rate": 1.674367643062434e-05,
+      "loss": 8.508842468261719,
+      "step": 212
+    },
+    {
+      "epoch": 0.5803814713896458,
+      "grad_norm": 52.5,
+      "learning_rate": 1.671098428359037e-05,
+      "loss": 7.233345985412598,
+      "step": 213
+    },
+    {
+      "epoch": 0.5831062670299727,
+      "grad_norm": 56.5,
+      "learning_rate": 1.6678161114002916e-05,
+      "loss": 9.324285507202148,
+      "step": 214
+    },
+    {
+      "epoch": 0.5858310626702997,
+      "grad_norm": 43.0,
+      "learning_rate": 1.664520756268832e-05,
+      "loss": 9.344024658203125,
+      "step": 215
+    },
+    {
+      "epoch": 0.5885558583106267,
+      "grad_norm": 59.0,
+      "learning_rate": 1.661212427301844e-05,
+      "loss": 9.818446159362793,
+      "step": 216
+    },
+    {
+      "epoch": 0.5912806539509536,
+      "grad_norm": 63.75,
+      "learning_rate": 1.6578911890898095e-05,
+      "loss": 9.475311279296875,
+      "step": 217
+    },
+    {
+      "epoch": 0.5940054495912807,
+      "grad_norm": 54.25,
+      "learning_rate": 1.6545571064752454e-05,
+      "loss": 8.2189302444458,
+      "step": 218
+    },
+    {
+      "epoch": 0.5967302452316077,
+      "grad_norm": 88.5,
+      "learning_rate": 1.6512102445514376e-05,
+      "loss": 6.581336975097656,
+      "step": 219
+    },
+    {
+      "epoch": 0.5994550408719346,
+      "grad_norm": 167.0,
+      "learning_rate": 1.6478506686611698e-05,
+      "loss": 7.07267951965332,
+      "step": 220
+    },
+    {
+      "epoch": 0.6021798365122616,
+      "grad_norm": 123.0,
+      "learning_rate": 1.644478444395448e-05,
+      "loss": 8.498826026916504,
+      "step": 221
+    },
+    {
+      "epoch": 0.6049046321525886,
+      "grad_norm": 93.0,
+      "learning_rate": 1.64109363759222e-05,
+      "loss": 8.827077865600586,
+      "step": 222
+    },
+    {
+      "epoch": 0.6076294277929155,
+      "grad_norm": 94.5,
+      "learning_rate": 1.6376963143350915e-05,
+      "loss": 7.177187919616699,
+      "step": 223
+    },
+    {
+      "epoch": 0.6103542234332425,
+      "grad_norm": 62.0,
+      "learning_rate": 1.6342865409520318e-05,
+      "loss": 7.975133419036865,
+      "step": 224
+    },
+    {
+      "epoch": 0.6130790190735694,
+      "grad_norm": 70.0,
+      "learning_rate": 1.630864384014083e-05,
+      "loss": 8.900384902954102,
+      "step": 225
+    },
+    {
+      "epoch": 0.6158038147138964,
+      "grad_norm": 60.25,
+      "learning_rate": 1.627429910334058e-05,
+      "loss": 7.536081314086914,
+      "step": 226
+    },
+    {
+      "epoch": 0.6185286103542235,
+      "grad_norm": 58.25,
+      "learning_rate": 1.6239831869652384e-05,
+      "loss": 7.778719902038574,
+      "step": 227
+    },
+    {
+      "epoch": 0.6212534059945504,
+      "grad_norm": 78.5,
+      "learning_rate": 1.620524281200062e-05,
+      "loss": 9.885849952697754,
+      "step": 228
+    },
+    {
+      "epoch": 0.6239782016348774,
+      "grad_norm": 65.5,
+      "learning_rate": 1.6170532605688115e-05,
+      "loss": 8.622196197509766,
+      "step": 229
+    },
+    {
+      "epoch": 0.6267029972752044,
+      "grad_norm": 77.5,
+      "learning_rate": 1.6135701928382952e-05,
+      "loss": 10.154062271118164,
+      "step": 230
+    },
+    {
+      "epoch": 0.6294277929155313,
+      "grad_norm": 78.5,
+      "learning_rate": 1.6100751460105244e-05,
+      "loss": 9.700957298278809,
+      "step": 231
+    },
+    {
+      "epoch": 0.6321525885558583,
+      "grad_norm": 106.5,
+      "learning_rate": 1.6065681883213854e-05,
+      "loss": 6.72788667678833,
+      "step": 232
+    },
+    {
+      "epoch": 0.6348773841961853,
+      "grad_norm": 91.0,
+      "learning_rate": 1.6030493882393076e-05,
+      "loss": 8.668846130371094,
+      "step": 233
+    },
+    {
+      "epoch": 0.6376021798365122,
+      "grad_norm": 106.0,
+      "learning_rate": 1.599518814463925e-05,
+      "loss": 8.67601203918457,
+      "step": 234
+    },
+    {
+      "epoch": 0.6403269754768393,
+      "grad_norm": 121.0,
+      "learning_rate": 1.595976535924739e-05,
+      "loss": 9.827007293701172,
+      "step": 235
+    },
+    {
+      "epoch": 0.6430517711171662,
+      "grad_norm": 588.0,
+      "learning_rate": 1.5924226217797677e-05,
+      "loss": 9.226984024047852,
+      "step": 236
+    },
+    {
+      "epoch": 0.6457765667574932,
+      "grad_norm": 64.0,
+      "learning_rate": 1.5888571414141997e-05,
+      "loss": 8.387163162231445,
+      "step": 237
+    },
+    {
+      "epoch": 0.6485013623978202,
+      "grad_norm": 118.0,
+      "learning_rate": 1.585280164439037e-05,
+      "loss": 8.13496208190918,
+      "step": 238
+    },
+    {
+      "epoch": 0.6512261580381471,
+      "grad_norm": 81.5,
+      "learning_rate": 1.581691760689737e-05,
+      "loss": 9.463398933410645,
+      "step": 239
+    },
+    {
+      "epoch": 0.6539509536784741,
+      "grad_norm": 63.0,
+      "learning_rate": 1.5780920002248484e-05,
+      "loss": 8.129623413085938,
+      "step": 240
+    },
+    {
+      "epoch": 0.6566757493188011,
+      "grad_norm": 76.5,
+      "learning_rate": 1.574480953324645e-05,
+      "loss": 8.715579986572266,
+      "step": 241
+    },
+    {
+      "epoch": 0.659400544959128,
+      "grad_norm": 56.5,
+      "learning_rate": 1.5708586904897518e-05,
+      "loss": 7.299056053161621,
+      "step": 242
+    },
+    {
+      "epoch": 0.662125340599455,
+      "grad_norm": 54.25,
+      "learning_rate": 1.5672252824397683e-05,
+      "loss": 7.277167320251465,
+      "step": 243
+    },
+    {
+      "epoch": 0.6648501362397821,
+      "grad_norm": 55.0,
+      "learning_rate": 1.56358080011189e-05,
+      "loss": 7.999053955078125,
+      "step": 244
+    },
+    {
+      "epoch": 0.667574931880109,
+      "grad_norm": 78.5,
+      "learning_rate": 1.559925314659521e-05,
+      "loss": 7.08182954788208,
+      "step": 245
+    },
+    {
+      "epoch": 0.670299727520436,
+      "grad_norm": 68.0,
+      "learning_rate": 1.556258897450887e-05,
+      "loss": 7.931889533996582,
+      "step": 246
+    },
+    {
+      "epoch": 0.6730245231607629,
+      "grad_norm": 84.5,
+      "learning_rate": 1.552581620067641e-05,
+      "loss": 9.470329284667969,
+      "step": 247
+    },
+    {
+      "epoch": 0.6757493188010899,
+      "grad_norm": 228.0,
+      "learning_rate": 1.5488935543034644e-05,
+      "loss": 8.88481616973877,
+      "step": 248
+    },
+    {
+      "epoch": 0.6784741144414169,
+      "grad_norm": 137.0,
+      "learning_rate": 1.5451947721626676e-05,
+      "loss": 7.863848686218262,
+      "step": 249
+    },
+    {
+      "epoch": 0.6811989100817438,
+      "grad_norm": 47.75,
+      "learning_rate": 1.5414853458587834e-05,
+      "loss": 8.018930435180664,
+      "step": 250
+    },
+    {
+      "epoch": 0.6839237057220708,
+      "grad_norm": 53.25,
+      "learning_rate": 1.5377653478131557e-05,
+      "loss": 8.23213005065918,
+      "step": 251
+    },
+    {
+      "epoch": 0.6866485013623979,
+      "grad_norm": 143.0,
+      "learning_rate": 1.534034850653528e-05,
+      "loss": 6.6429572105407715,
+      "step": 252
+    },
+    {
+      "epoch": 0.6893732970027248,
+      "grad_norm": 320.0,
+      "learning_rate": 1.5302939272126243e-05,
+      "loss": 8.471845626831055,
+      "step": 253
+    },
+    {
+      "epoch": 0.6920980926430518,
+      "grad_norm": 56.25,
+      "learning_rate": 1.5265426505267265e-05,
+      "loss": 9.73794937133789,
+      "step": 254
+    },
+    {
+      "epoch": 0.6948228882833788,
+      "grad_norm": 136.0,
+      "learning_rate": 1.5227810938342493e-05,
+      "loss": 7.138307571411133,
+      "step": 255
+    },
+    {
+      "epoch": 0.6975476839237057,
+      "grad_norm": 81.5,
+      "learning_rate": 1.5190093305743103e-05,
+      "loss": 7.136944770812988,
+      "step": 256
+    },
+    {
+      "epoch": 0.7002724795640327,
+      "grad_norm": 65.5,
+      "learning_rate": 1.5152274343852953e-05,
+      "loss": 9.011394500732422,
+      "step": 257
+    },
+    {
+      "epoch": 0.7029972752043597,
+      "grad_norm": 88.5,
+      "learning_rate": 1.5114354791034225e-05,
+      "loss": 8.616395950317383,
+      "step": 258
+    },
+    {
+      "epoch": 0.7057220708446866,
+      "grad_norm": 97.0,
+      "learning_rate": 1.5076335387612987e-05,
+      "loss": 8.706403732299805,
+      "step": 259
+    },
+    {
+      "epoch": 0.7084468664850136,
+      "grad_norm": 53.25,
+      "learning_rate": 1.5038216875864758e-05,
+      "loss": 9.25063419342041,
+      "step": 260
+    },
+    {
+      "epoch": 0.7111716621253406,
+      "grad_norm": 55.0,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 7.913337230682373,
+      "step": 261
+    },
+    {
+      "epoch": 0.7138964577656676,
+      "grad_norm": 51.5,
+      "learning_rate": 1.4961685506149608e-05,
+      "loss": 7.538181304931641,
+      "step": 262
+    },
+    {
+      "epoch": 0.7166212534059946,
+      "grad_norm": 50.25,
+      "learning_rate": 1.492327414235032e-05,
+      "loss": 9.69723892211914,
+      "step": 263
+    },
+    {
+      "epoch": 0.7193460490463215,
+      "grad_norm": 70.0,
+      "learning_rate": 1.4884766658530126e-05,
+      "loss": 9.871997833251953,
+      "step": 264
+    },
+    {
+      "epoch": 0.7220708446866485,
+      "grad_norm": 47.5,
+      "learning_rate": 1.4846163806493628e-05,
+      "loss": 9.25969123840332,
+      "step": 265
+    },
+    {
+      "epoch": 0.7247956403269755,
+      "grad_norm": 272.0,
+      "learning_rate": 1.4807466339907358e-05,
+      "loss": 8.33348274230957,
+      "step": 266
+    },
+    {
+      "epoch": 0.7275204359673024,
+      "grad_norm": 1504.0,
+      "learning_rate": 1.4768675014285063e-05,
+      "loss": 9.026241302490234,
+      "step": 267
+    },
+    {
+      "epoch": 0.7302452316076294,
+      "grad_norm": 168.0,
+      "learning_rate": 1.4729790586972957e-05,
+      "loss": 7.3931403160095215,
+      "step": 268
+    },
+    {
+      "epoch": 0.7329700272479565,
+      "grad_norm": 103.5,
+      "learning_rate": 1.469081381713493e-05,
+      "loss": 8.33013916015625,
+      "step": 269
+    },
+    {
+      "epoch": 0.7356948228882834,
+      "grad_norm": 105.0,
+      "learning_rate": 1.465174546573774e-05,
+      "loss": 7.207721710205078,
+      "step": 270
+    },
+    {
+      "epoch": 0.7384196185286104,
+      "grad_norm": 73.0,
+      "learning_rate": 1.4612586295536136e-05,
+      "loss": 7.389970779418945,
+      "step": 271
+    },
+    {
+      "epoch": 0.7411444141689373,
+      "grad_norm": 60.0,
+      "learning_rate": 1.457333707105798e-05,
+      "loss": 7.272927761077881,
+      "step": 272
+    },
+    {
+      "epoch": 0.7438692098092643,
+      "grad_norm": 73.0,
+      "learning_rate": 1.4533998558589319e-05,
+      "loss": 7.018216133117676,
+      "step": 273
+    },
+    {
+      "epoch": 0.7465940054495913,
+      "grad_norm": 75.0,
+      "learning_rate": 1.4494571526159427e-05,
+      "loss": 8.663573265075684,
+      "step": 274
+    },
+    {
+      "epoch": 0.7493188010899182,
+      "grad_norm": 71.5,
+      "learning_rate": 1.4455056743525793e-05,
+      "loss": 7.3470258712768555,
+      "step": 275
+    },
+    {
+      "epoch": 0.7520435967302452,
+      "grad_norm": 61.5,
+      "learning_rate": 1.4415454982159121e-05,
+      "loss": 6.416076183319092,
+      "step": 276
+    },
+    {
+      "epoch": 0.7547683923705722,
+      "grad_norm": 45.25,
+      "learning_rate": 1.437576701522824e-05,
+      "loss": 7.636316299438477,
+      "step": 277
+    },
+    {
+      "epoch": 0.7574931880108992,
+      "grad_norm": 75.5,
+      "learning_rate": 1.433599361758503e-05,
+      "loss": 7.864310264587402,
+      "step": 278
+    },
+    {
+      "epoch": 0.7602179836512262,
+      "grad_norm": 86.5,
+      "learning_rate": 1.429613556574928e-05,
+      "loss": 6.941385746002197,
+      "step": 279
+    },
+    {
+      "epoch": 0.7629427792915532,
+      "grad_norm": 83.5,
+      "learning_rate": 1.425619363789354e-05,
+      "loss": 9.594515800476074,
+      "step": 280
+    },
+    {
+      "epoch": 0.7656675749318801,
+      "grad_norm": 71.5,
+      "learning_rate": 1.4216168613827918e-05,
+      "loss": 7.111987113952637,
+      "step": 281
+    },
+    {
+      "epoch": 0.7683923705722071,
+      "grad_norm": 63.5,
+      "learning_rate": 1.4176061274984858e-05,
+      "loss": 7.9280242919921875,
+      "step": 282
+    },
+    {
+      "epoch": 0.771117166212534,
+      "grad_norm": 112.5,
+      "learning_rate": 1.4135872404403881e-05,
+      "loss": 6.869634628295898,
+      "step": 283
+    },
+    {
+      "epoch": 0.773841961852861,
+      "grad_norm": 46.0,
+      "learning_rate": 1.4095602786716312e-05,
+      "loss": 9.552452087402344,
+      "step": 284
+    },
+    {
+      "epoch": 0.776566757493188,
+      "grad_norm": 131.0,
+      "learning_rate": 1.405525320812994e-05,
+      "loss": 6.404139041900635,
+      "step": 285
+    },
+    {
+      "epoch": 0.779291553133515,
+      "grad_norm": 79.5,
+      "learning_rate": 1.401482445641368e-05,
+      "loss": 8.160365104675293,
+      "step": 286
+    },
+    {
+      "epoch": 0.782016348773842,
+      "grad_norm": 57.5,
+      "learning_rate": 1.39743173208822e-05,
+      "loss": 8.898149490356445,
+      "step": 287
+    },
+    {
+      "epoch": 0.784741144414169,
+      "grad_norm": 73.5,
+      "learning_rate": 1.3933732592380485e-05,
+      "loss": 8.005890846252441,
+      "step": 288
+    },
+    {
+      "epoch": 0.7874659400544959,
+      "grad_norm": 74.5,
+      "learning_rate": 1.3893071063268431e-05,
+      "loss": 7.600529193878174,
+      "step": 289
+    },
+    {
+      "epoch": 0.7901907356948229,
+      "grad_norm": 143.0,
+      "learning_rate": 1.3852333527405346e-05,
+      "loss": 8.386226654052734,
+      "step": 290
+    },
+    {
+      "epoch": 0.7929155313351499,
+      "grad_norm": 64.0,
+      "learning_rate": 1.3811520780134471e-05,
+      "loss": 8.49716567993164,
+      "step": 291
+    },
+    {
+      "epoch": 0.7956403269754768,
+      "grad_norm": 64.5,
+      "learning_rate": 1.3770633618267444e-05,
+      "loss": 6.701350212097168,
+      "step": 292
+    },
+    {
+      "epoch": 0.7983651226158038,
+      "grad_norm": 106.5,
+      "learning_rate": 1.3729672840068732e-05,
+      "loss": 11.180490493774414,
+      "step": 293
+    },
+    {
+      "epoch": 0.8010899182561307,
+      "grad_norm": 157.0,
+      "learning_rate": 1.3688639245240078e-05,
+      "loss": 7.627303123474121,
+      "step": 294
+    },
+    {
+      "epoch": 0.8038147138964578,
+      "grad_norm": 46.0,
+      "learning_rate": 1.364753363490485e-05,
+      "loss": 6.636218547821045,
+      "step": 295
+    },
+    {
+      "epoch": 0.8065395095367848,
+      "grad_norm": 75.5,
+      "learning_rate": 1.3606356811592427e-05,
+      "loss": 9.643957138061523,
+      "step": 296
+    },
+    {
+      "epoch": 0.8092643051771117,
+      "grad_norm": 110.5,
+      "learning_rate": 1.3565109579222511e-05,
+      "loss": 8.615606307983398,
+      "step": 297
+    },
+    {
+      "epoch": 0.8119891008174387,
+      "grad_norm": 76.0,
+      "learning_rate": 1.3523792743089457e-05,
+      "loss": 7.899325370788574,
+      "step": 298
+    },
+    {
+      "epoch": 0.8147138964577657,
+      "grad_norm": 63.25,
+      "learning_rate": 1.3482407109846527e-05,
+      "loss": 8.536578178405762,
+      "step": 299
+    },
+    {
+      "epoch": 0.8174386920980926,
+      "grad_norm": 94.5,
+      "learning_rate": 1.3440953487490145e-05,
+      "loss": 8.565481185913086,
+      "step": 300
+    },
+    {
+      "epoch": 0.8201634877384196,
+      "grad_norm": 55.75,
+      "learning_rate": 1.3399432685344143e-05,
+      "loss": 7.926910877227783,
+      "step": 301
+    },
+    {
+      "epoch": 0.8228882833787466,
+      "grad_norm": 57.25,
+      "learning_rate": 1.3357845514043927e-05,
+      "loss": 8.481698989868164,
+      "step": 302
+    },
+    {
+      "epoch": 0.8256130790190735,
+      "grad_norm": 53.5,
+      "learning_rate": 1.331619278552068e-05,
+      "loss": 7.775982856750488,
+      "step": 303
+    },
+    {
+      "epoch": 0.8283378746594006,
+      "grad_norm": 178.0,
+      "learning_rate": 1.327447531298549e-05,
+      "loss": 7.186558723449707,
+      "step": 304
+    },
+    {
+      "epoch": 0.8310626702997275,
+      "grad_norm": 42.25,
+      "learning_rate": 1.3232693910913486e-05,
+      "loss": 7.542721271514893,
+      "step": 305
+    },
+    {
+      "epoch": 0.8337874659400545,
+      "grad_norm": 58.25,
+      "learning_rate": 1.3190849395027926e-05,
+      "loss": 8.921777725219727,
+      "step": 306
+    },
+    {
+      "epoch": 0.8365122615803815,
+      "grad_norm": 51.0,
+      "learning_rate": 1.3148942582284286e-05,
+      "loss": 6.938803195953369,
+      "step": 307
+    },
+    {
+      "epoch": 0.8392370572207084,
+      "grad_norm": 69.0,
+      "learning_rate": 1.3106974290854286e-05,
+      "loss": 6.134668350219727,
+      "step": 308
+    },
+    {
+      "epoch": 0.8419618528610354,
+      "grad_norm": 54.0,
+      "learning_rate": 1.306494534010995e-05,
+      "loss": 8.931164741516113,
+      "step": 309
+    },
+    {
+      "epoch": 0.8446866485013624,
+      "grad_norm": 87.5,
+      "learning_rate": 1.3022856550607572e-05,
+      "loss": 9.727581024169922,
+      "step": 310
+    },
+    {
+      "epoch": 0.8474114441416893,
+      "grad_norm": 392.0,
+      "learning_rate": 1.298070874407173e-05,
+      "loss": 9.479921340942383,
+      "step": 311
+    },
+    {
+      "epoch": 0.8501362397820164,
+      "grad_norm": 78.0,
+      "learning_rate": 1.2938502743379212e-05,
+      "loss": 7.574161052703857,
+      "step": 312
+    },
+    {
+      "epoch": 0.8528610354223434,
+      "grad_norm": 98.5,
+      "learning_rate": 1.2896239372542971e-05,
+      "loss": 6.311966896057129,
+      "step": 313
+    },
+    {
+      "epoch": 0.8555858310626703,
+      "grad_norm": 89.5,
+      "learning_rate": 1.2853919456696038e-05,
+      "loss": 7.752774238586426,
+      "step": 314
+    },
+    {
+      "epoch": 0.8583106267029973,
+      "grad_norm": 128.0,
+      "learning_rate": 1.2811543822075396e-05,
+      "loss": 8.187653541564941,
+      "step": 315
+    },
+    {
+      "epoch": 0.8610354223433242,
+      "grad_norm": 352.0,
+      "learning_rate": 1.2769113296005868e-05,
+      "loss": 8.210296630859375,
+      "step": 316
+    },
+    {
+      "epoch": 0.8637602179836512,
+      "grad_norm": 146.0,
+      "learning_rate": 1.2726628706883947e-05,
+      "loss": 8.545489311218262,
+      "step": 317
+    },
+    {
+      "epoch": 0.8664850136239782,
+      "grad_norm": 52.5,
+      "learning_rate": 1.2684090884161636e-05,
+      "loss": 7.061089515686035,
+      "step": 318
+    },
+    {
+      "epoch": 0.8692098092643051,
+      "grad_norm": 129.0,
+      "learning_rate": 1.2641500658330248e-05,
+      "loss": 6.323040008544922,
+      "step": 319
+    },
+    {
+      "epoch": 0.8719346049046321,
+      "grad_norm": 54.75,
+      "learning_rate": 1.2598858860904193e-05,
+      "loss": 8.90510368347168,
+      "step": 320
+    },
+    {
+      "epoch": 0.8746594005449592,
+      "grad_norm": 57.25,
+      "learning_rate": 1.2556166324404747e-05,
+      "loss": 7.848992347717285,
+      "step": 321
+    },
+    {
+      "epoch": 0.8773841961852861,
+      "grad_norm": 125.5,
+      "learning_rate": 1.2513423882343797e-05,
+      "loss": 9.337868690490723,
+      "step": 322
+    },
+    {
+      "epoch": 0.8801089918256131,
+      "grad_norm": 71.5,
+      "learning_rate": 1.247063236920755e-05,
+      "loss": 7.9343061447143555,
+      "step": 323
+    },
+    {
+      "epoch": 0.8828337874659401,
+      "grad_norm": 51.75,
+      "learning_rate": 1.242779262044028e-05,
+      "loss": 7.241304397583008,
+      "step": 324
+    },
+    {
+      "epoch": 0.885558583106267,
+      "grad_norm": 62.0,
+      "learning_rate": 1.2384905472427975e-05,
+      "loss": 8.429121017456055,
+      "step": 325
+    },
+    {
+      "epoch": 0.888283378746594,
+      "grad_norm": 53.5,
+      "learning_rate": 1.2341971762482043e-05,
+      "loss": 7.462927341461182,
+      "step": 326
+    },
+    {
+      "epoch": 0.8910081743869209,
+      "grad_norm": 83.0,
+      "learning_rate": 1.2298992328822937e-05,
+      "loss": 6.1312575340271,
+      "step": 327
+    },
+    {
+      "epoch": 0.8937329700272479,
+      "grad_norm": 133.0,
+      "learning_rate": 1.2255968010563799e-05,
+      "loss": 7.932398796081543,
+      "step": 328
+    },
+    {
+      "epoch": 0.896457765667575,
+      "grad_norm": 115.5,
+      "learning_rate": 1.2212899647694094e-05,
+      "loss": 9.538064956665039,
+      "step": 329
+    },
+    {
+      "epoch": 0.8991825613079019,
+      "grad_norm": 108.0,
+      "learning_rate": 1.2169788081063181e-05,
+      "loss": 8.497495651245117,
+      "step": 330
+    },
+    {
+      "epoch": 0.9019073569482289,
+      "grad_norm": 160.0,
+      "learning_rate": 1.2126634152363924e-05,
+      "loss": 8.135430335998535,
+      "step": 331
+    },
+    {
+      "epoch": 0.9046321525885559,
+      "grad_norm": 47.5,
+      "learning_rate": 1.2083438704116235e-05,
+      "loss": 8.22928524017334,
+      "step": 332
+    },
+    {
+      "epoch": 0.9073569482288828,
+      "grad_norm": 60.0,
+      "learning_rate": 1.2040202579650649e-05,
+      "loss": 8.291242599487305,
+      "step": 333
+    },
+    {
+      "epoch": 0.9100817438692098,
+      "grad_norm": 54.0,
+      "learning_rate": 1.1996926623091839e-05,
+      "loss": 7.9037251472473145,
+      "step": 334
+    },
+    {
+      "epoch": 0.9128065395095368,
+      "grad_norm": 154.0,
+      "learning_rate": 1.1953611679342144e-05,
+      "loss": 7.170064449310303,
+      "step": 335
+    },
+    {
+      "epoch": 0.9155313351498637,
+      "grad_norm": 206.0,
+      "learning_rate": 1.1910258594065079e-05,
+      "loss": 8.21196460723877,
+      "step": 336
+    },
+    {
+      "epoch": 0.9182561307901907,
+      "grad_norm": 140.0,
+      "learning_rate": 1.1866868213668813e-05,
+      "loss": 8.195924758911133,
+      "step": 337
+    },
+    {
+      "epoch": 0.9209809264305178,
+      "grad_norm": 75.5,
+      "learning_rate": 1.1823441385289656e-05,
+      "loss": 8.583342552185059,
+      "step": 338
+    },
+    {
+      "epoch": 0.9237057220708447,
+      "grad_norm": 69.0,
+      "learning_rate": 1.1779978956775507e-05,
+      "loss": 7.357507228851318,
+      "step": 339
+    },
+    {
+      "epoch": 0.9264305177111717,
+      "grad_norm": 40.25,
+      "learning_rate": 1.1736481776669307e-05,
+      "loss": 9.229513168334961,
+      "step": 340
+    },
+    {
+      "epoch": 0.9291553133514986,
+      "grad_norm": 146.0,
+      "learning_rate": 1.169295069419248e-05,
+      "loss": 6.533137321472168,
+      "step": 341
+    },
+    {
+      "epoch": 0.9318801089918256,
+      "grad_norm": 61.5,
+      "learning_rate": 1.1649386559228342e-05,
+      "loss": 7.507099628448486,
+      "step": 342
+    },
+    {
+      "epoch": 0.9346049046321526,
+      "grad_norm": 80.0,
+      "learning_rate": 1.1605790222305516e-05,
+      "loss": 7.3725810050964355,
+      "step": 343
+    },
+    {
+      "epoch": 0.9373297002724795,
+      "grad_norm": 81.0,
+      "learning_rate": 1.1562162534581318e-05,
+      "loss": 9.221755981445312,
+      "step": 344
+    },
+    {
+      "epoch": 0.9400544959128065,
+      "grad_norm": 334.0,
+      "learning_rate": 1.1518504347825146e-05,
+      "loss": 6.867805004119873,
+      "step": 345
+    },
+    {
+      "epoch": 0.9427792915531336,
+      "grad_norm": 97.5,
+      "learning_rate": 1.1474816514401851e-05,
+      "loss": 8.168418884277344,
+      "step": 346
+    },
+    {
+      "epoch": 0.9455040871934605,
+      "grad_norm": 116.5,
+      "learning_rate": 1.143109988725509e-05,
+      "loss": 8.540360450744629,
+      "step": 347
+    },
+    {
+      "epoch": 0.9482288828337875,
+      "grad_norm": 50.0,
+      "learning_rate": 1.1387355319890685e-05,
+      "loss": 5.956089973449707,
+      "step": 348
+    },
+    {
+      "epoch": 0.9509536784741145,
+      "grad_norm": 65.5,
+      "learning_rate": 1.1343583666359938e-05,
+      "loss": 7.404401779174805,
+      "step": 349
+    },
+    {
+      "epoch": 0.9536784741144414,
+      "grad_norm": 79.0,
+      "learning_rate": 1.1299785781242982e-05,
+      "loss": 6.322681427001953,
+      "step": 350
+    },
+    {
+      "epoch": 0.9564032697547684,
+      "grad_norm": 60.0,
+      "learning_rate": 1.1255962519632082e-05,
+      "loss": 7.368110656738281,
+      "step": 351
+    },
+    {
+      "epoch": 0.9591280653950953,
+      "grad_norm": 118.5,
+      "learning_rate": 1.1212114737114941e-05,
+      "loss": 7.17164945602417,
+      "step": 352
+    },
+    {
+      "epoch": 0.9618528610354223,
+      "grad_norm": 52.75,
+      "learning_rate": 1.1168243289758001e-05,
+      "loss": 7.229589462280273,
+      "step": 353
+    },
+    {
+      "epoch": 0.9645776566757494,
+      "grad_norm": 63.75,
+      "learning_rate": 1.1124349034089724e-05,
+      "loss": 7.301548957824707,
+      "step": 354
+    },
+    {
+      "epoch": 0.9673024523160763,
+      "grad_norm": 53.5,
+      "learning_rate": 1.1080432827083874e-05,
+      "loss": 7.822205543518066,
+      "step": 355
+    },
+    {
+      "epoch": 0.9700272479564033,
+      "grad_norm": 165.0,
+      "learning_rate": 1.1036495526142784e-05,
+      "loss": 7.196988105773926,
+      "step": 356
+    },
+    {
+      "epoch": 0.9727520435967303,
+      "grad_norm": 109.0,
+      "learning_rate": 1.0992537989080618e-05,
+      "loss": 7.927482604980469,
+      "step": 357
+    },
+    {
+      "epoch": 0.9754768392370572,
+      "grad_norm": 63.25,
+      "learning_rate": 1.0948561074106618e-05,
+      "loss": 8.574819564819336,
+      "step": 358
+    },
+    {
+      "epoch": 0.9782016348773842,
+      "grad_norm": 219.0,
+      "learning_rate": 1.0904565639808358e-05,
+      "loss": 8.466644287109375,
+      "step": 359
+    },
+    {
+      "epoch": 0.9809264305177112,
+      "grad_norm": 62.75,
+      "learning_rate": 1.086055254513497e-05,
+      "loss": 8.004752159118652,
+      "step": 360
+    },
+    {
+      "epoch": 0.9836512261580381,
+      "grad_norm": 672.0,
+      "learning_rate": 1.0816522649380383e-05,
+      "loss": 8.849076271057129,
+      "step": 361
+    },
+    {
+      "epoch": 0.9863760217983651,
+      "grad_norm": 80.0,
+      "learning_rate": 1.0772476812166545e-05,
+      "loss": 7.5196661949157715,
+      "step": 362
+    },
+    {
+      "epoch": 0.989100817438692,
+      "grad_norm": 60.5,
+      "learning_rate": 1.0728415893426636e-05,
+      "loss": 7.944910049438477,
+      "step": 363
+    },
+    {
+      "epoch": 0.9918256130790191,
+      "grad_norm": 676.0,
+      "learning_rate": 1.0684340753388283e-05,
+      "loss": 8.418794631958008,
+      "step": 364
+    },
+    {
+      "epoch": 0.9945504087193461,
+      "grad_norm": 46.75,
+      "learning_rate": 1.064025225255676e-05,
+      "loss": 7.800658226013184,
+      "step": 365
+    },
+    {
+      "epoch": 0.997275204359673,
+      "grad_norm": 50.25,
+      "learning_rate": 1.05961512516982e-05,
+      "loss": 8.47831916809082,
+      "step": 366
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 103.0,
+      "learning_rate": 1.0552038611822774e-05,
+      "loss": 8.185615539550781,
+      "step": 367
+    }
+  ],
+  "logging_steps": 1,
+  "max_steps": 734,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 2,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 3.422627732599603e+17,
+  "train_batch_size": 16,
+  "trial_name": null,
+  "trial_params": null
+}

checkpoint-367/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a5b0119e9d82a5dcc1a2b61a8003766a1c33b373ef82e43492f5f35742352d
+size 5265

checkpoint-734/chat_template.jinja

@@ -0,0 +1,344 @@
+{%- macro format_parameters(properties, required) -%}
+    {%- set standard_keys = ['description', 'type', 'properties', 'required', 'nullable'] -%}
+    {%- set ns = namespace(found_first=false) -%}
+    {%- for key, value in properties | dictsort -%}
+        {%- set add_comma = false -%}
+        {%- if key not in standard_keys -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {{ key }}:{
+            {%- if value['description'] -%}
+                description:<|"|>{{ value['description'] }}<|"|>
+                {%- set add_comma = true -%}
+            {%- endif -%}
+            {%- if value['type'] | upper == 'STRING' -%}
+                {%- if value['enum'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    enum:{{ format_argument(value['enum']) }}
+                {%- endif -%}
+            {%- elif value['type'] | upper == 'ARRAY' -%}
+                {%- if value['items'] is mapping and value['items'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    items:{
+                    {%- set ns_items = namespace(found_first=false) -%}
+                    {%- for item_key, item_value in value['items'] | dictsort -%}
+                        {%- if item_value is not none -%}
+                            {%- if ns_items.found_first %},{% endif -%}
+                            {%- set ns_items.found_first = true -%}
+                            {%- if item_key == 'properties' -%}
+                                properties:{
+                                {%- if item_value is mapping -%}
+                                    {{- format_parameters(item_value, value['items']['required'] | default([])) -}}
+                                {%- endif -%}
+                                }
+                            {%- elif item_key == 'required' -%}
+                                required:[
+                                {%- for req_item in item_value -%}
+                                    <|"|>{{- req_item -}}<|"|>
+                                    {%- if not loop.last %},{% endif -%}
+                                {%- endfor -%}
+                                ]
+                            {%- elif item_key == 'type' -%}
+                                {%- if item_value is string -%}
+                                    type:{{ format_argument(item_value | upper) }}
+                                {%- else -%}
+                                    type:{{ format_argument(item_value | map('upper') | list) }}
+                                {%- endif -%}
+                            {%- else -%}
+                                {{ item_key }}:{{ format_argument(item_value) }}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                    }
+                {%- endif -%}
+            {%- endif -%}
+            {%- if value['nullable'] %}
+                {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                nullable:true
+            {%- endif -%}
+            {%- if value['type'] | upper == 'OBJECT' -%}
+                {%- if value['properties'] is defined and value['properties'] is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value['properties'], value['required'] | default([])) -}}
+                    }
+                {%- elif value is mapping -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    properties:{
+                    {{- format_parameters(value, value['required'] | default([])) -}}
+                    }
+                {%- endif -%}
+                {%- if value['required'] -%}
+                    {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+                    required:[
+                    {%- for item in value['required'] | default([]) -%}
+                        <|"|>{{- item -}}<|"|>
+                        {%- if not loop.last %},{% endif -%}
+                    {%- endfor -%}
+                    ]
+                {%- endif -%}
+            {%- endif -%}
+            {%- if add_comma %},{%- else -%} {%- set add_comma = true -%} {% endif -%}
+            type:<|"|>{{ value['type'] | upper }}<|"|>}
+        {%- endif -%}
+    {%- endfor -%}
+{%- endmacro -%}
+{%- macro format_function_declaration(tool_data) -%}
+    declaration:{{- tool_data['function']['name'] -}}{description:<|"|>{{- tool_data['function']['description'] -}}<|"|>
+    {%- set params = tool_data['function']['parameters'] -%}
+    {%- if params -%}
+        ,parameters:{
+        {%- if params['properties'] -%}
+            properties:{ {{- format_parameters(params['properties'], params['required']) -}} },
+        {%- endif -%}
+        {%- if params['required'] -%}
+            required:[
+            {%- for item in params['required'] -%}
+                <|"|>{{- item -}}<|"|>
+                {{- ',' if not loop.last -}}
+            {%- endfor -%}
+            ],
+        {%- endif -%}
+        {%- if params['type'] -%}
+            type:<|"|>{{- params['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    {%- if 'response' in tool_data['function'] -%}
+        {%- set response_declaration = tool_data['function']['response'] -%}
+        ,response:{
+        {%- if response_declaration['description'] -%}
+            description:<|"|>{{- response_declaration['description'] -}}<|"|>,
+        {%- endif -%}
+        {%- if response_declaration['type'] | upper == 'OBJECT' -%}
+            type:<|"|>{{- response_declaration['type'] | upper -}}<|"|>}
+        {%- endif -%}
+    {%- endif -%}
+    }
+{%- endmacro -%}
+{%- macro format_argument(argument, escape_keys=True) -%}
+    {%- if argument is string -%}
+        {{- '<|"|>' + argument + '<|"|>' -}}
+    {%- elif argument is boolean -%}
+        {{- 'true' if argument else 'false' -}}
+    {%- elif argument is mapping -%}
+        {{- '{' -}}
+        {%- set ns = namespace(found_first=false) -%}
+        {%- for key, value in argument | dictsort -%}
+            {%- if ns.found_first %},{% endif -%}
+            {%- set ns.found_first = true -%}
+            {%- if escape_keys -%}
+                {{- '<|"|>' + key + '<|"|>' -}}
+            {%- else -%}
+                {{- key -}}
+            {%- endif -%}
+            :{{- format_argument(value, escape_keys=escape_keys) -}}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- elif argument is sequence -%}
+        {{- '[' -}}
+        {%- for item in argument -%}
+            {{- format_argument(item, escape_keys=escape_keys) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- ']' -}}
+    {%- else -%}
+        {{- argument -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro strip_thinking(text) -%}
+    {%- set ns = namespace(result='') -%}
+    {%- for part in text.split('<channel|>') -%}
+        {%- if '<|channel>' in part -%}
+            {%- set ns.result = ns.result + part.split('<|channel>')[0] -%}
+        {%- else -%}
+            {%- set ns.result = ns.result + part -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- ns.result | trim -}}
+{%- endmacro -%}
+
+{%- macro format_tool_response_block(tool_name, response) -%}
+    {{- '<|tool_response>' -}}
+    {%- if response is mapping -%}
+        {{- 'response:' + tool_name + '{' -}}
+        {%- for key, value in response | dictsort -%}
+            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+            {%- if not loop.last %},{% endif -%}
+        {%- endfor -%}
+        {{- '}' -}}
+    {%- else -%}
+        {{- 'response:' + tool_name + '{value:' + format_argument(response, escape_keys=False) + '}' -}}
+    {%- endif -%}
+    {{- '<tool_response|>' -}}
+{%- endmacro -%}
+
+{%- set ns = namespace(prev_message_type=None) -%}
+{%- set loop_messages = messages -%}
+{{- bos_token -}}
+{#- Handle System/Tool Definitions Block -#}
+{%- if (enable_thinking is defined and enable_thinking) or tools or messages[0]['role'] in ['system', 'developer'] -%}
+    {{- '<|turn>system\n' -}}
+
+    {#- Inject Thinking token at the very top of the FIRST system turn -#}
+    {%- if enable_thinking is defined and enable_thinking -%}
+        {{- '<|think|>\n' -}}
+        {%- set ns.prev_message_type = 'think' -%}
+    {%- endif -%}
+
+    {%- if messages[0]['role'] in ['system', 'developer'] -%}
+        {{- messages[0]['content'] | trim -}}
+        {%- set loop_messages = messages[1:] -%}
+    {%- endif -%}
+
+    {%- if tools -%}
+        {%- for tool in tools %}
+            {{- '<|tool>' -}}
+            {{- format_function_declaration(tool) | trim -}}
+            {{- '<tool|>' -}}
+        {%- endfor %}
+        {%- set ns.prev_message_type = 'tool' -%}
+    {%- endif -%}
+
+    {{- '<turn|>\n' -}}
+{%- endif %}
+
+{#- Pre-scan: find last user message index for reasoning guard -#}
+{%- set ns_turn = namespace(last_user_idx=-1) -%}
+{%- for i in range(loop_messages | length) -%}
+    {%- if loop_messages[i]['role'] == 'user' -%}
+        {%- set ns_turn.last_user_idx = i -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{#- Loop through messages -#}
+{%- for message in loop_messages -%}
+    {%- if message['role'] != 'tool' -%}
+    {%- set ns.prev_message_type = None -%}
+    {%- set role = 'model' if message['role'] == 'assistant' else message['role'] -%}
+    {#- Detect continuation: suppress duplicate <|turn>model when previous non-tool message was also assistant -#}
+    {%- set prev_nt = namespace(role=None, found=false) -%}
+    {%- if loop.index0 > 0 -%}
+        {%- for j in range(loop.index0 - 1, -1, -1) -%}
+            {%- if not prev_nt.found -%}
+                {%- if loop_messages[j]['role'] != 'tool' -%}
+                    {%- set prev_nt.role = loop_messages[j]['role'] -%}
+                    {%- set prev_nt.found = true -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endif -%}
+    {%- set continue_same_model_turn = (role == 'model' and prev_nt.role == 'assistant') -%}
+    {%- if not continue_same_model_turn -%}
+        {{- '<|turn>' + role + '\n' }}
+    {%- endif -%}
+
+    {#- Render reasoning/reasoning_content as thinking channel -#}
+    {%- set thinking_text = message.get('reasoning') or message.get('reasoning_content') -%}
+    {%- if thinking_text and loop.index0 > ns_turn.last_user_idx and message.get('tool_calls') -%}
+        {{- '<|channel>thought\n' + thinking_text + '\n<channel|>' -}}
+    {%- endif -%}
+
+            {%- if message['tool_calls'] -%}
+                {%- for tool_call in message['tool_calls'] -%}
+                    {%- set function = tool_call['function'] -%}
+                    {{- '<|tool_call>call:' + function['name'] + '{' -}}
+                    {%- if function['arguments'] is mapping -%}
+                        {%- set ns_args = namespace(found_first=false) -%}
+                        {%- for key, value in function['arguments'] | dictsort -%}
+                            {%- if ns_args.found_first %},{% endif -%}
+                            {%- set ns_args.found_first = true -%}
+                            {{- key -}}:{{- format_argument(value, escape_keys=False) -}}
+                        {%- endfor -%}
+                    {%- elif function['arguments'] is string -%}
+                        {{- function['arguments'] -}}
+                    {%- endif -%}
+                    {{- '}<tool_call|>' -}}
+                {%- endfor -%}
+                {%- set ns.prev_message_type = 'tool_call' -%}
+            {%- endif -%}
+
+            {%- set ns_tr_out = namespace(flag=false) -%}
+            {%- if message.get('tool_responses') -%}
+                {#- Legacy: tool_responses embedded on the assistant message (Google/Gemma native) -#}
+                {%- for tool_response in message['tool_responses'] -%}
+                    {{- format_tool_response_block(tool_response['name'] | default('unknown'), tool_response['response']) -}}
+                    {%- set ns_tr_out.flag = true -%}
+                    {%- set ns.prev_message_type = 'tool_response' -%}
+                {%- endfor -%}
+            {%- elif message.get('tool_calls') -%}
+                {#- OpenAI Chat Completions: forward-scan consecutive role:tool messages -#}
+                {%- set ns_tool_scan = namespace(stopped=false) -%}
+                {%- for k in range(loop.index0 + 1, loop_messages | length) -%}
+                    {%- if ns_tool_scan.stopped -%}
+                    {%- elif loop_messages[k]['role'] != 'tool' -%}
+                        {%- set ns_tool_scan.stopped = true -%}
+                    {%- else -%}
+                        {%- set follow = loop_messages[k] -%}
+                        {#- Resolve tool_call_id to function name -#}
+                        {%- set ns_tname = namespace(name=follow.get('name') | default('unknown')) -%}
+                        {%- for tc in message['tool_calls'] -%}
+                            {%- if tc.get('id') == follow.get('tool_call_id') -%}
+                                {%- set ns_tname.name = tc['function']['name'] -%}
+                            {%- endif -%}
+                        {%- endfor -%}
+                        {#- Handle content as string or content-parts array -#}
+                        {%- set tool_body = follow.get('content') -%}
+                        {%- if tool_body is string -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- elif tool_body is sequence and tool_body is not string -%}
+                            {%- set ns_txt = namespace(s='') -%}
+                            {%- for part in tool_body -%}
+                                {%- if part.get('type') == 'text' -%}
+                                    {%- set ns_txt.s = ns_txt.s + (part.get('text') | default('')) -%}
+                                {%- endif -%}
+                            {%- endfor -%}
+                            {{- format_tool_response_block(ns_tname.name, ns_txt.s) -}}
+                        {%- else -%}
+                            {{- format_tool_response_block(ns_tname.name, tool_body) -}}
+                        {%- endif -%}
+                        {%- set ns_tr_out.flag = true -%}
+                        {%- set ns.prev_message_type = 'tool_response' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+            {%- if message['content'] is string -%}
+                {%- if role == 'model' -%}
+                    {{- strip_thinking(message['content']) -}}
+                {%- else -%}
+                    {{- message['content'] | trim -}}
+                {%- endif -%}
+            {%- elif message['content'] is sequence -%}
+                {%- for item in message['content'] -%}
+                    {%- if item['type'] == 'text' -%}
+                        {%- if role == 'model' -%}
+                            {{- strip_thinking(item['text']) -}}
+                        {%- else -%}
+                            {{- item['text'] | trim -}}
+                        {%- endif -%}
+                    {%- elif item['type'] == 'image' -%}
+                        {{- '<|image|>' -}}
+                        {%- set ns.prev_message_type = 'image' -%}
+                    {%- elif item['type'] == 'audio' -%}
+                        {{- '<|audio|>' -}}
+                        {%- set ns.prev_message_type = 'audio' -%}
+                    {%- elif item['type'] == 'video' -%}
+                        {{- '<|video|>' -}}
+                        {%- set ns.prev_message_type = 'video' -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- endif -%}
+
+        {%- if ns.prev_message_type == 'tool_call' and not ns_tr_out.flag -%}
+            {{- '<|tool_response>' -}}
+        {%- elif not (ns_tr_out.flag and not message.get('content')) -%}
+            {{- '<turn|>\n' -}}
+        {%- endif -%}
+    {%- endif -%}
+{%- endfor -%}
+
+{%- if add_generation_prompt -%}
+    {%- if ns.prev_message_type != 'tool_response' and ns.prev_message_type != 'tool_call' -%}
+        {{- '<|turn>model\n' -}}
+    {%- endif -%}
+{%- endif -%}

checkpoint-734/config.json

@@ -0,0 +1,192 @@
+{
+  "architectures": [
+    "Gemma4ForConditionalGeneration"
+  ],
+  "audio_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_chunk_size": 12,
+    "attention_context_left": 13,
+    "attention_context_right": 0,
+    "attention_invalid_logits_value": -1000000000.0,
+    "attention_logit_cap": 50.0,
+    "chunk_size_feed_forward": 0,
+    "conv_kernel_size": 5,
+    "dtype": "bfloat16",
+    "gradient_clipping": 10000000000.0,
+    "hidden_act": "silu",
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "model_type": "gemma4_audio",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_proj_dims": 1536,
+    "problem_type": null,
+    "residual_weight": 0.5,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "subsampling_conv_channels": [
+      128,
+      32
+    ],
+    "use_clipped_linears": true
+  },
+  "audio_token_id": 258881,
+  "boa_token_id": 256000,
+  "boi_token_id": 255999,
+  "dtype": "bfloat16",
+  "eoa_token_id": 258883,
+  "eoa_token_index": 258883,
+  "eoi_token_id": 258882,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "image_token_id": 258880,
+  "initializer_range": 0.02,
+  "model_type": "gemma4",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attention_k_eq_v": false,
+    "bos_token_id": 2,
+    "dtype": "bfloat16",
+    "enable_moe_block": false,
+    "eos_token_id": 1,
+    "expert_intermediate_size": null,
+    "final_logit_softcapping": 30.0,
+    "global_head_dim": 512,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 1536,
+    "hidden_size_per_layer_input": 256,
+    "initializer_range": 0.02,
+    "intermediate_size": 6144,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_text",
+    "moe_intermediate_size": null,
+    "num_attention_heads": 8,
+    "num_experts": null,
+    "num_global_key_value_heads": null,
+    "num_hidden_layers": 35,
+    "num_key_value_heads": 1,
+    "num_kv_shared_layers": 20,
+    "pad_token_id": 0,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "full_attention": {
+        "partial_rotary_factor": 0.25,
+        "rope_theta": 1000000.0,
+        "rope_type": "proportional"
+      },
+      "sliding_attention": {
+        "rope_theta": 10000.0,
+        "rope_type": "default"
+      }
+    },
+    "sliding_window": 512,
+    "tie_word_embeddings": true,
+    "top_k_experts": null,
+    "use_bidirectional_attention": null,
+    "use_cache": true,
+    "use_double_wide_mlp": true,
+    "vocab_size": 262144,
+    "vocab_size_per_layer_input": 262144
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.5.0",
+  "use_cache": false,
+  "video_token_id": 258884,
+  "vision_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "chunk_size_feed_forward": 0,
+    "default_output_length": 280,
+    "dtype": "bfloat16",
+    "global_head_dim": 64,
+    "head_dim": 64,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_vision",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 16,
+    "num_key_value_heads": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "position_embedding_size": 10240,
+    "problem_type": null,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "rope_theta": 100.0,
+      "rope_type": "default"
+    },
+    "standardize": false,
+    "use_clipped_linears": true
+  },
+  "vision_soft_tokens_per_image": 280
+}

checkpoint-734/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 2,
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106,
+    50
+  ],
+  "pad_token_id": 0,
+  "temperature": 1.0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.5.0"
+}

checkpoint-734/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c104602d53cd5d0f9855100cc55106d8781b81fc1c4ad1f0650234c605fb903
+size 10246621918

checkpoint-734/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
+size 32169626

checkpoint-734/tokenizer_config.json

@@ -0,0 +1,95 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<eos>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": true,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma4Processor",
+  "response_schema": {
+    "properties": {
+      "content": {
+        "type": "string"
+      },
+      "role": {
+        "const": "assistant"
+      },
+      "thinking": {
+        "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {},
+                  "type": "object",
+                  "x-parser": "gemma4-tool-call"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object",
+              "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
+      }
+    },
+    "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
+  },
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}

checkpoint-734/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a5b0119e9d82a5dcc1a2b61a8003766a1c33b373ef82e43492f5f35742352d
+size 5265

config.json

@@ -0,0 +1,192 @@
+{
+  "architectures": [
+    "Gemma4ForConditionalGeneration"
+  ],
+  "audio_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_chunk_size": 12,
+    "attention_context_left": 13,
+    "attention_context_right": 0,
+    "attention_invalid_logits_value": -1000000000.0,
+    "attention_logit_cap": 50.0,
+    "chunk_size_feed_forward": 0,
+    "conv_kernel_size": 5,
+    "dtype": "bfloat16",
+    "gradient_clipping": 10000000000.0,
+    "hidden_act": "silu",
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "model_type": "gemma4_audio",
+    "num_attention_heads": 8,
+    "num_hidden_layers": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_proj_dims": 1536,
+    "problem_type": null,
+    "residual_weight": 0.5,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "subsampling_conv_channels": [
+      128,
+      32
+    ],
+    "use_clipped_linears": true
+  },
+  "audio_token_id": 258881,
+  "boa_token_id": 256000,
+  "boi_token_id": 255999,
+  "dtype": "bfloat16",
+  "eoa_token_id": 258883,
+  "eoa_token_index": 258883,
+  "eoi_token_id": 258882,
+  "eos_token_id": [
+    1,
+    106
+  ],
+  "image_token_id": 258880,
+  "initializer_range": 0.02,
+  "model_type": "gemma4",
+  "text_config": {
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "attention_k_eq_v": false,
+    "bos_token_id": 2,
+    "dtype": "bfloat16",
+    "enable_moe_block": false,
+    "eos_token_id": 1,
+    "expert_intermediate_size": null,
+    "final_logit_softcapping": 30.0,
+    "global_head_dim": 512,
+    "head_dim": 256,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 1536,
+    "hidden_size_per_layer_input": 256,
+    "initializer_range": 0.02,
+    "intermediate_size": 6144,
+    "layer_types": [
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "sliding_attention",
+      "full_attention"
+    ],
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_text",
+    "moe_intermediate_size": null,
+    "num_attention_heads": 8,
+    "num_experts": null,
+    "num_global_key_value_heads": null,
+    "num_hidden_layers": 35,
+    "num_key_value_heads": 1,
+    "num_kv_shared_layers": 20,
+    "pad_token_id": 0,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "full_attention": {
+        "partial_rotary_factor": 0.25,
+        "rope_theta": 1000000.0,
+        "rope_type": "proportional"
+      },
+      "sliding_attention": {
+        "rope_theta": 10000.0,
+        "rope_type": "default"
+      }
+    },
+    "sliding_window": 512,
+    "tie_word_embeddings": true,
+    "top_k_experts": null,
+    "use_bidirectional_attention": null,
+    "use_cache": true,
+    "use_double_wide_mlp": true,
+    "vocab_size": 262144,
+    "vocab_size_per_layer_input": 262144
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.5.0",
+  "use_cache": false,
+  "video_token_id": 258884,
+  "vision_config": {
+    "_name_or_path": "",
+    "architectures": null,
+    "attention_bias": false,
+    "attention_dropout": 0.0,
+    "chunk_size_feed_forward": 0,
+    "default_output_length": 280,
+    "dtype": "bfloat16",
+    "global_head_dim": 64,
+    "head_dim": 64,
+    "hidden_activation": "gelu_pytorch_tanh",
+    "hidden_size": 768,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 3072,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "max_position_embeddings": 131072,
+    "model_type": "gemma4_vision",
+    "num_attention_heads": 12,
+    "num_hidden_layers": 16,
+    "num_key_value_heads": 12,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "patch_size": 16,
+    "pooling_kernel_size": 3,
+    "position_embedding_size": 10240,
+    "problem_type": null,
+    "return_dict": true,
+    "rms_norm_eps": 1e-06,
+    "rope_parameters": {
+      "rope_theta": 100.0,
+      "rope_type": "default"
+    },
+    "standardize": false,
+    "use_clipped_linears": true
+  },
+  "vision_soft_tokens_per_image": 280
+}

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 2,
+  "do_sample": true,
+  "eos_token_id": [
+    1,
+    106,
+    50
+  ],
+  "pad_token_id": 0,
+  "temperature": 1.0,
+  "top_k": 64,
+  "top_p": 0.95,
+  "transformers_version": "5.5.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c104602d53cd5d0f9855100cc55106d8781b81fc1c4ad1f0650234c605fb903
+size 10246621918

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc8d3a0ce36466ccc1278bf987df5f71db1719b9ca6b4118264f45cb627bfe0f
+size 32169626

tokenizer_config.json

@@ -0,0 +1,95 @@
+{
+  "audio_token": "<|audio|>",
+  "backend": "tokenizers",
+  "boa_token": "<|audio>",
+  "boi_token": "<|image>",
+  "bos_token": "<bos>",
+  "eoa_token": "<audio|>",
+  "eoc_token": "<channel|>",
+  "eoi_token": "<image|>",
+  "eos_token": "<eos>",
+  "eot_token": "<turn|>",
+  "escape_token": "<|\"|>",
+  "etc_token": "<tool_call|>",
+  "etd_token": "<tool|>",
+  "etr_token": "<tool_response|>",
+  "extra_special_tokens": [
+    "<|video|>"
+  ],
+  "image_token": "<|image|>",
+  "is_local": true,
+  "mask_token": "<mask>",
+  "model_max_length": 1000000000000000019884624838656,
+  "model_specific_special_tokens": {
+    "audio_token": "<|audio|>",
+    "boa_token": "<|audio>",
+    "boi_token": "<|image>",
+    "eoa_token": "<audio|>",
+    "eoc_token": "<channel|>",
+    "eoi_token": "<image|>",
+    "eot_token": "<turn|>",
+    "escape_token": "<|\"|>",
+    "etc_token": "<tool_call|>",
+    "etd_token": "<tool|>",
+    "etr_token": "<tool_response|>",
+    "image_token": "<|image|>",
+    "soc_token": "<|channel>",
+    "sot_token": "<|turn>",
+    "stc_token": "<|tool_call>",
+    "std_token": "<|tool>",
+    "str_token": "<|tool_response>",
+    "think_token": "<|think|>"
+  },
+  "pad_token": "<pad>",
+  "padding_side": "left",
+  "processor_class": "Gemma4Processor",
+  "response_schema": {
+    "properties": {
+      "content": {
+        "type": "string"
+      },
+      "role": {
+        "const": "assistant"
+      },
+      "thinking": {
+        "type": "string"
+      },
+      "tool_calls": {
+        "items": {
+          "properties": {
+            "function": {
+              "properties": {
+                "arguments": {
+                  "additionalProperties": {},
+                  "type": "object",
+                  "x-parser": "gemma4-tool-call"
+                },
+                "name": {
+                  "type": "string"
+                }
+              },
+              "type": "object",
+              "x-regex": "call\\:(?P<name>\\w+)(?P<arguments>\\{.*\\})"
+            },
+            "type": {
+              "const": "function"
+            }
+          },
+          "type": "object"
+        },
+        "type": "array",
+        "x-regex-iterator": "<\\|tool_call>(.*?)<tool_call\\|>"
+      }
+    },
+    "type": "object",
+    "x-regex": "(\\<\\|channel\\>thought\\n(?P<thinking>.*?)\\<channel\\|\\>)?(?P<tool_calls>\\<\\|tool_call\\>.*\\<tool_call\\|\\>)?(?P<content>(?:(?!\\<turn\\|\\>)(?!\\<\\|tool_response\\>).)+)?(?:\\<turn\\|\\>|\\<\\|tool_response\\>)?"
+  },
+  "soc_token": "<|channel>",
+  "sot_token": "<|turn>",
+  "stc_token": "<|tool_call>",
+  "std_token": "<|tool>",
+  "str_token": "<|tool_response>",
+  "think_token": "<|think|>",
+  "tokenizer_class": "GemmaTokenizer",
+  "unk_token": "<unk>"
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44a5b0119e9d82a5dcc1a2b61a8003766a1c33b373ef82e43492f5f35742352d
+size 5265