File size: 8,700 Bytes
453391c | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 | {#- ----------‑‑‑ special token variables ‑‑‑---------- -#}
{%- set bos_token = '<｜hy_begin▁of▁sentence｜>' %}
{%- set pad_token = '<｜hy_▁pad▁｜>' %}
{%- set user_token = '<｜hy_User｜>' %}
{%- set assistant_token = '<｜hy_Assistant｜>' %}
{%- set eos_token = '<｜hy_eos｜>' %}
{%- set think_begin_token = '<think>' %}
{%- set think_end_token = '</think>' %}
{%- set toolcalls_begin_token = '<tool_calls>' %}
{%- set toolcalls_end_token = '</tool_calls>' %}
{%- set toolcall_begin_token = '<tool_call>' %}
{%- set toolcall_end_token = '</tool_call>' %}
{%- set toolsep_token = '<tool_sep>' %}
{%- set argkey_begin_token = '<arg_key>' %}
{%- set argkey_end_token = '</arg_key>' %}
{%- set argvalue_begin_token = '<arg_value>' %}
{%- set argvalue_end_token = '</arg_value>' %}
{%- set toolresponses_begin_token = '<tool_responses>' %}
{%- set toolresponses_end_token = '</tool_responses>' %}
{%- set toolresponse_begin_token = '<tool_response>' %}
{%- set toolresponse_end_token = '</tool_response>' %}
{%- set reasoning_mode_token = '<｜reasoning_mode｜>' %}
{#- ----------‑‑‑ hyperparameters variables ‑‑‑---------- -#}
{%- if not add_generation_prompt is defined %}
{%- set add_generation_prompt = false %}
{%- endif %}
{%- if not interleaved_thinking is defined %}
{%- set interleaved_thinking = false %}
{%- endif %}
{%- if not tools %}
{%- set interleaved_thinking = false %}
{%- endif %}
{%- if not is_training is defined %}
{%- set is_training = false %}
{%- endif %}
{%- if not reasoning_effort is defined or reasoning_effort not in ['high', 'low', 'no_think'] %}
{%- set reasoning_effort = 'no_think' %}
{%- endif %}
{%- macro visible_text(content) -%}
{%- if content is string -%}
{{- content }}
{%- elif content is iterable and content is not mapping -%}
{%- for item in content -%}
{%- if item is mapping and item.type == 'text' -%}
{{- item.text }}
{%- elif item is string -%}
{{- item }}
{%- endif -%}
{%- endfor -%}
{%- elif content is none -%}
{{- '' }}
{%- else -%}
{{- content }}
{%- endif -%}
{%- endmacro -%}
{%- set ns = namespace(last_user_index=-1) %}
{%- set sp_ns = namespace(system_prompt='', is_first_sp=true) %}
{%- for message in messages %}
{%- if message['role'] == 'system' %}
{%- set sp_ns.system_prompt = sp_ns.system_prompt + visible_text(message['content']) %}
{%- endif %}
{%- if message['role'] == 'user' %}
{%- set ns.last_user_index = loop.index0 %}
{%- endif %}
{%- endfor %}
{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' and not tools %}
{%- set sp_ns.system_prompt = sp_ns.system_prompt + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort %}
{%- endif %}
{{- bos_token }}
{{- sp_ns.system_prompt }}
{%- if tools %}
{%- if sp_ns.system_prompt != '' %}
{{- '\n\n# Tools\n\nYou may call one or more functions to assist with the user query.' }}
{%- else %}
{{- '# Tools\n\nYou may call one or more functions to assist with the user query.' }}
{%- endif %}
{{- '\n\nYou are provided with function signatures within <tools></tools> XML tags:' }}
{{- '\n<tools>\n' }}
{%- for tool in tools %}
{%- if loop.index0 > 0 %}
{{- '\n' }}
{%- endif %}
{{- tool | tojson }}
{%- endfor %}
{{- '\n</tools>\n\n' }}
{{- 'For function call returns, you should first print ' + toolcalls_begin_token + '\n' }}
{{- 'For each function call, you should return object like:\n' }}
{{- toolcall_begin_token + '{function-name}' + toolsep_token + '\n' }}
{{- argkey_begin_token + '{arg-key-1}' + argkey_end_token + '\n' }}
{{- argvalue_begin_token + '{arg-value-1}' + argvalue_end_token + '\n' }}
{{- argkey_begin_token + '{arg-key-2}' + argkey_end_token + '\n' }}
{{- argvalue_begin_token + '{arg-value-2}' + argvalue_end_token + '\n' }}
{{- '...\n' }}
{{- toolcall_end_token + '\n' }}
{%- if reasoning_effort is defined and reasoning_effort is string and reasoning_effort != '' %}
{{- 'At the end of function call returns, you should print ' + toolcalls_end_token + reasoning_mode_token + 'reasoning_effort:' + reasoning_effort }}
{%- else %}
{{- 'At the end of function call returns, you should print ' + toolcalls_end_token }}
{%- endif %}
{%- endif %}
{%- set prev_ns = namespace(is_tool=false, is_tool_first=true) %}
{%- set last_ns = namespace(last_is_assistant=false) %}
{%- for message in messages %}
{%- if message['role'] == 'user' %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{{- user_token + visible_text(message['content']) }}
{%- set prev_ns.is_tool = false %}
{%- endif %}
{%- if message['role'] == 'assistant' %}
{%- if 'reasoning_content' in message and message['reasoning_content'] is string %}
{%- set rc = message['reasoning_content'] %}
{%- elif 'reasoning' in message and message['reasoning'] is string %}
{%- set rc = message['reasoning'] %}
{%- else %}
{%- set rc = none %}
{%- endif %}
{%- if is_training %}
{%- if rc is not none %}
{%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- else %}
{%- if interleaved_thinking %}
{%- if loop.index0 > ns.last_user_index and rc is not none %}
{%- set content = think_begin_token + rc + think_end_token + visible_text(message['content']) %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- else %}
{%- set content = think_begin_token + think_end_token + visible_text(message['content']) %}
{%- endif %}
{%- endif %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{{- assistant_token }}
{%- if message['tool_calls'] is defined and message['tool_calls'] %}
{%- set prev_ns.is_tool_first = true %}
{{- content }}
{{- toolcalls_begin_token + '\n' }}
{%- for tool in message['tool_calls'] %}
{%- set arguments = tool['function']['arguments'] %}
{{- toolcall_begin_token + tool['function']['name'] + toolsep_token + '\n' }}
{%- for key, value in arguments.items() %}
{{- argkey_begin_token + key + argkey_end_token + '\n' }}
{%- if value is not string %}
{%- set value = value | tojson(ensure_ascii=False) %}
{%- endif %}
{{- argvalue_begin_token + value + argvalue_end_token + '\n' }}
{%- endfor %}
{{- toolcall_end_token + '\n' }}
{%- endfor %}
{{- toolcalls_end_token + eos_token }}
{%- else %}
{%- if not loop.last or is_training %}
{{- content + eos_token }}
{%- else %}
{{- content }}
{%- endif %}
{%- endif %}
{%- set prev_ns.is_tool = false %}
{%- endif %}
{%- if message['role'] == 'tool' %}
{%- set prev_ns.is_tool = true %}
{%- if prev_ns.is_tool_first %}
{{- toolresponses_begin_token + '\n' }}
{%- set prev_ns.is_tool_first = false %}
{%- endif %}
{{- toolresponse_begin_token + '\n' + visible_text(message['content']) + '\n' + toolresponse_end_token + '\n' }}
{%- endif %}
{%- if loop.last and message['role'] == 'assistant' %}
{%- set last_ns.last_is_assistant = true %}
{%- endif %}
{%- endfor %}
{%- if prev_ns.is_tool %}
{{- toolresponses_end_token }}
{%- endif %}
{%- if add_generation_prompt %}
{%- if not last_ns.last_is_assistant %}
{%- if reasoning_effort is defined and reasoning_effort in ['low', 'high'] %}
{{- assistant_token + think_begin_token }}
{%- elif reasoning_effort is defined and reasoning_effort == 'no_think' %}
{{- assistant_token + think_begin_token + think_end_token }}
{%- else %}
{{- assistant_token }}
{%- endif %}
{%- endif %}
{%- endif %} |