Upload folder using huggingface_hub

Qwen2.5-3B-Instruct/.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

Qwen2.5-3B-Instruct/1.json

@@ -0,0 +1,201 @@
+"<t5_00100>": 152268,
+    "<t5_00101>": 152269,
+    "<t5_00102>": 152270,
+    "<t5_00103>": 152271,
+    "<t5_00104>": 152272,
+    "<t5_00105>": 152273,
+    "<t5_00106>": 152274,
+    "<t5_00107>": 152275,
+    "<t5_00108>": 152276,
+    "<t5_00109>": 152277,
+    "<t5_00110>": 152278,
+    "<t5_00111>": 152279,
+    "<t5_00112>": 152280,
+    "<t5_00113>": 152281,
+    "<t5_00114>": 152282,
+    "<t5_00115>": 152283,
+    "<t5_00116>": 152284,
+    "<t5_00117>": 152285,
+    "<t5_00118>": 152286,
+    "<t5_00119>": 152287,
+    "<t5_00120>": 152288,
+    "<t5_00121>": 152289,
+    "<t5_00122>": 152290,
+    "<t5_00123>": 152291,
+    "<t5_00124>": 152292,
+    "<t5_00125>": 152293,
+    "<t5_00126>": 152294,
+    "<t5_00127>": 152295,
+    "<t5_00128>": 152296,
+    "<t5_00129>": 152297,
+    "<t5_00130>": 152298,
+    "<t5_00131>": 152299,
+    "<t5_00132>": 152300,
+    "<t5_00133>": 152301,
+    "<t5_00134>": 152302,
+    "<t5_00135>": 152303,
+    "<t5_00136>": 152304,
+    "<t5_00137>": 152305,
+    "<t5_00138>": 152306,
+    "<t5_00139>": 152307,
+    "<t5_00140>": 152308,
+    "<t5_00141>": 152309,
+    "<t5_00142>": 152310,
+    "<t5_00143>": 152311,
+    "<t5_00144>": 152312,
+    "<t5_00145>": 152313,
+    "<t5_00146>": 152314,
+    "<t5_00147>": 152315,
+    "<t5_00148>": 152316,
+    "<t5_00149>": 152317,
+    "<t5_00150>": 152318,
+    "<t5_00151>": 152319,
+    "<t5_00152>": 152320,
+    "<t5_00153>": 152321,
+    "<t5_00154>": 152322,
+    "<t5_00155>": 152323,
+    "<t5_00156>": 152324,
+    "<t5_00157>": 152325,
+    "<t5_00158>": 152326,
+    "<t5_00159>": 152327,
+    "<t5_00160>": 152328,
+    "<t5_00161>": 152329,
+    "<t5_00162>": 152330,
+    "<t5_00163>": 152331,
+    "<t5_00164>": 152332,
+    "<t5_00165>": 152333,
+    "<t5_00166>": 152334,
+    "<t5_00167>": 152335,
+    "<t5_00168>": 152336,
+    "<t5_00169>": 152337,
+    "<t5_00170>": 152338,
+    "<t5_00171>": 152339,
+    "<t5_00172>": 152340,
+    "<t5_00173>": 152341,
+    "<t5_00174>": 152342,
+    "<t5_00175>": 152343,
+    "<t5_00176>": 152344,
+    "<t5_00177>": 152345,
+    "<t5_00178>": 152346,
+    "<t5_00179>": 152347,
+    "<t5_00180>": 152348,
+    "<t5_00181>": 152349,
+    "<t5_00182>": 152350,
+    "<t5_00183>": 152351,
+    "<t5_00184>": 152352,
+    "<t5_00185>": 152353,
+    "<t5_00186>": 152354,
+    "<t5_00187>": 152355,
+    "<t5_00188>": 152356,
+    "<t5_00189>": 152357,
+    "<t5_00190>": 152358,
+    "<t5_00191>": 152359,
+    "<t5_00192>": 152360,
+    "<t5_00193>": 152361,
+    "<t5_00194>": 152362,
+    "<t5_00195>": 152363,
+    "<t5_00196>": 152364,
+    "<t5_00197>": 152365,
+    "<t5_00198>": 152366,
+    "<t5_00199>": 152367,
+    "<t5_00200>": 152368,
+    "<t5_00201>": 152369,
+    "<t5_00202>": 152370,
+    "<t5_00203>": 152371,
+    "<t5_00204>": 152372,
+    "<t5_00205>": 152373,
+    "<t5_00206>": 152374,
+    "<t5_00207>": 152375,
+    "<t5_00208>": 152376,
+    "<t5_00209>": 152377,
+    "<t5_00210>": 152378,
+    "<t5_00211>": 152379,
+    "<t5_00212>": 152380,
+    "<t5_00213>": 152381,
+    "<t5_00214>": 152382,
+    "<t5_00215>": 152383,
+    "<t5_00216>": 152384,
+    "<t5_00217>": 152385,
+    "<t5_00218>": 152386,
+    "<t5_00219>": 152387,
+    "<t5_00220>": 152388,
+    "<t5_00221>": 152389,
+    "<t5_00222>": 152390,
+    "<t5_00223>": 152391,
+    "<t5_00224>": 152392,
+    "<t5_00225>": 152393,
+    "<t5_00226>": 152394,
+    "<t5_00227>": 152395,
+    "<t5_00228>": 152396,
+    "<t5_00229>": 152397,
+    "<t5_00230>": 152398,
+    "<t5_00231>": 152399,
+    "<t5_00232>": 152400,
+    "<t5_00233>": 152401,
+    "<t5_00234>": 152402,
+    "<t5_00235>": 152403,
+    "<t5_00236>": 152404,
+    "<t5_00237>": 152405,
+    "<t5_00238>": 152406,
+    "<t5_00239>": 152407,
+    "<t5_00240>": 152408,
+    "<t5_00241>": 152409,
+    "<t5_00242>": 152410,
+    "<t5_00243>": 152411,
+    "<t5_00244>": 152412,
+    "<t5_00245>": 152413,
+    "<t5_00246>": 152414,
+    "<t5_00247>": 152415,
+    "<t5_00248>": 152416,
+    "<t5_00249>": 152417,
+    "<t5_00250>": 152418,
+    "<t5_00251>": 152419,
+    "<t5_00252>": 152420,
+    "<t5_00253>": 152421,
+    "<t5_00254>": 152422,
+    "<t5_00255>": 152423,
+    "<t5_00256>": 152424,
+    "<t5_00257>": 152425,
+    "<t5_00258>": 152426,
+    "<t5_00259>": 152427,
+    "<t5_00260>": 152428,
+    "<t5_00261>": 152429,
+    "<t5_00262>": 152430,
+    "<t5_00263>": 152431,
+    "<t5_00264>": 152432,
+    "<t5_00265>": 152433,
+    "<t5_00266>": 152434,
+    "<t5_00267>": 152435,
+    "<t5_00268>": 152436,
+    "<t5_00269>": 152437,
+    "<t5_00270>": 152438,
+    "<t5_00271>": 152439,
+    "<t5_00272>": 152440,
+    "<t5_00273>": 152441,
+    "<t5_00274>": 152442,
+    "<t5_00275>": 152443,
+    "<t5_00276>": 152444,
+    "<t5_00277>": 152445,
+    "<t5_00278>": 152446,
+    "<t5_00279>": 152447,
+    "<t5_00280>": 152448,
+    "<t5_00281>": 152449,
+    "<t5_00282>": 152450,
+    "<t5_00283>": 152451,
+    "<t5_00284>": 152452,
+    "<t5_00285>": 152453,
+    "<t5_00286>": 152454,
+    "<t5_00287>": 152455,
+    "<t5_00288>": 152456,
+    "<t5_00289>": 152457,
+    "<t5_00290>": 152458,
+    "<t5_00291>": 152459,
+    "<t5_00292>": 152460,
+    "<t5_00293>": 152461,
+    "<t5_00294>": 152462,
+    "<t5_00295>": 152463,
+    "<t5_00296>": 152464,
+    "<t5_00297>": 152465,
+    "<t5_00298>": 152466,
+    "<t5_00299>": 152467,
+    "<t5_00300>": 152468,

Qwen2.5-3B-Instruct/LICENSE

@@ -0,0 +1,54 @@
+Qwen RESEARCH LICENSE AGREEMENT
+
+Qwen RESEARCH LICENSE AGREEMENT Release Date: September 19, 2024
+
+By clicking to agree or by using or distributing any portion or element of the Qwen Materials, you will be deemed to have recognized and accepted the content of this Agreement, which is effective immediately.
+
+1. Definitions
+    a. This Qwen RESEARCH LICENSE AGREEMENT (this "Agreement") shall mean the terms and conditions for use, reproduction, distribution and modification of the Materials as defined by this Agreement.
+    b. "We" (or "Us") shall mean Alibaba Cloud.
+    c. "You" (or "Your") shall mean a natural person or legal entity exercising the rights granted by this Agreement and/or using the Materials for any purpose and in any field of use.
+    d. "Third Parties" shall mean individuals or legal entities that are not under common control with us or you.
+    e. "Qwen" shall mean the large language models, and software and algorithms, consisting of trained model weights, parameters (including optimizer states), machine-learning model code, inference-enabling code, training-enabling code, fine-tuning enabling code and other elements of the foregoing distributed by us.
+    f. "Materials" shall mean, collectively, Alibaba Cloud's proprietary Qwen and Documentation (and any portion thereof) made available under this Agreement.
+    g. "Source" form shall mean the preferred form for making modifications, including but not limited to model source code, documentation source, and configuration files.
+    h. "Object" form shall mean any form resulting from mechanical transformation or translation of a Source form, including but not limited to compiled object code, generated documentation, and conversions to other media types.
+    i. "Non-Commercial" shall mean for research or evaluation purposes only.
+
+2. Grant of Rights
+    a. You are granted a non-exclusive, worldwide, non-transferable and royalty-free limited license under Alibaba Cloud's intellectual property or other rights owned by us embodied in the Materials to use, reproduce, distribute, copy, create derivative works of, and make modifications to the Materials FOR NON-COMMERCIAL PURPOSES ONLY. 
+    b. If you are commercially using the Materials, you shall request a license from us.
+
+3. Redistribution
+You may distribute copies or make the Materials, or derivative works thereof, available as part of a product or service that contains any of them, with or without modifications, and in Source or Object form, provided that you meet the following conditions:
+    a. You shall give any other recipients of the Materials or derivative works a copy of this Agreement;
+    b. You shall cause any modified files to carry prominent notices stating that you changed the files;
+    c. You shall retain in all copies of the Materials that you distribute the following attribution notices within a "Notice" text file distributed as a part of such copies: "Qwen is licensed under the Qwen RESEARCH LICENSE AGREEMENT, Copyright (c) Alibaba Cloud. All Rights Reserved."; and
+    d. You may add your own copyright statement to your modifications and may provide additional or different license terms and conditions for use, reproduction, or distribution of your modifications, or for any such derivative works as a whole, provided your use, reproduction, and distribution of the work otherwise complies with the terms and conditions of this Agreement.
+
+4. Rules of use
+    a. The Materials may be subject to export controls or restrictions in China, the United States or other countries or regions. You shall comply with applicable laws and regulations in your use of the Materials.
+    b. If you use the Materials or any outputs or results therefrom to create, train, fine-tune, or improve an AI model that is distributed or made available, you shall prominently display “Built with Qwen” or “Improved using Qwen” in the related product documentation.
+
+5. Intellectual Property
+    a. We retain ownership of all intellectual property rights in and to the Materials and derivatives made by or for us. Conditioned upon compliance with the terms and conditions of this Agreement, with respect to any derivative works and modifications of the Materials that are made by you, you are and will be the owner of such derivative works and modifications.
+    b. No trademark license is granted to use the trade names, trademarks, service marks, or product names of us, except as required to fulfill notice requirements under this Agreement or as required for reasonable and customary use in describing and redistributing the Materials.
+    c. If you commence a lawsuit or other proceedings (including a cross-claim or counterclaim in a lawsuit) against us or any entity alleging that the Materials or any output therefrom, or any part of the foregoing, infringe any intellectual property or other right owned or licensable by you, then all licenses granted to you under this Agreement shall terminate as of the date such lawsuit or other proceeding is commenced or brought.
+
+6. Disclaimer of Warranty and Limitation of Liability
+    a. We are not obligated to support, update, provide training for, or develop any further version of the Qwen Materials or to grant any license thereto.
+    b. THE MATERIALS ARE PROVIDED "AS IS" WITHOUT ANY EXPRESS OR IMPLIED WARRANTY OF ANY KIND INCLUDING WARRANTIES OF MERCHANTABILITY, NONINFRINGEMENT, OR FITNESS FOR A PARTICULAR PURPOSE. WE MAKE NO WARRANTY AND ASSUME NO RESPONSIBILITY FOR THE SAFETY OR STABILITY OF THE MATERIALS AND ANY OUTPUT THEREFROM.
+    c. IN NO EVENT SHALL WE BE LIABLE TO YOU FOR ANY DAMAGES, INCLUDING, BUT NOT LIMITED TO ANY DIRECT, OR INDIRECT, SPECIAL OR CONSEQUENTIAL DAMAGES ARISING FROM YOUR USE OR INABILITY TO USE THE MATERIALS OR ANY OUTPUT OF IT, NO MATTER HOW IT’S CAUSED.
+    d. You will defend, indemnify and hold harmless us from and against any claim by any third party arising out of or related to your use or distribution of the Materials.
+
+7. Survival and Termination.
+    a. The term of this Agreement shall commence upon your acceptance of this Agreement or access to the Materials and will continue in full force and effect until terminated in accordance with the terms and conditions herein.
+    b. We may terminate this Agreement if you breach any of the terms or conditions of this Agreement. Upon termination of this Agreement, you must delete and cease use of the Materials. Sections 6 and 8 shall survive the termination of this Agreement.
+
+8. Governing Law and Jurisdiction.
+    a. This Agreement and any dispute arising out of or relating to it will be governed by the laws of China, without regard to conflict of law principles, and the UN Convention on Contracts for the International Sale of Goods does not apply to this Agreement.
+    b. The People's Courts in Hangzhou City shall have exclusive jurisdiction over any dispute arising out of this Agreement.
+
+9. Other Terms and Conditions.
+    a. Any arrangements, understandings, or agreements regarding the Material not stated herein are separate from and independent of the terms and conditions of this Agreement. You shall request a separate license from us, if you use the Materials in ways not expressly agreed to in this Agreement. 
+    b. We shall not be bound by any additional or different terms or conditions communicated by you unless expressly agreed.

Qwen2.5-3B-Instruct/README.md

@@ -0,0 +1,111 @@
+---
+license: other
+license_name: qwen-research
+license_link: https://huggingface.co/Qwen/Qwen2.5-3B-Instruct/blob/main/LICENSE
+language:
+- en
+pipeline_tag: text-generation
+base_model: Qwen/Qwen2.5-3B
+tags:
+- chat
+library_name: transformers
+---
+
+# Qwen2.5-3B-Instruct
+
+## Introduction
+
+Qwen2.5 is the latest series of Qwen large language models. For Qwen2.5, we release a number of base language models and instruction-tuned language models ranging from 0.5 to 72 billion parameters. Qwen2.5 brings the following improvements upon Qwen2:
+
+- Significantly **more knowledge** and has greatly improved capabilities in **coding** and **mathematics**, thanks to our specialized expert models in these domains.
+- Significant improvements in **instruction following**, **generating long texts** (over 8K tokens), **understanding structured data** (e.g, tables), and **generating structured outputs** especially JSON. **More resilient to the diversity of system prompts**, enhancing role-play implementation and condition-setting for chatbots.
+- **Long-context Support** up to 128K tokens and can generate up to 8K tokens.
+- **Multilingual support** for over 29 languages, including Chinese, English, French, Spanish, Portuguese, German, Italian, Russian, Japanese, Korean, Vietnamese, Thai, Arabic, and more. 
+
+**This repo contains the instruction-tuned 3B Qwen2.5 model**, which has the following features:
+- Type: Causal Language Models
+- Training Stage: Pretraining & Post-training
+- Architecture: transformers with RoPE, SwiGLU, RMSNorm, Attention QKV bias and tied word embeddings
+- Number of Parameters: 3.09B
+- Number of Paramaters (Non-Embedding): 2.77B
+- Number of Layers: 36
+- Number of Attention Heads (GQA): 16 for Q and 2 for KV
+- Context Length: Full 32,768 tokens and generation 8192 tokens
+
+For more details, please refer to our [blog](https://qwenlm.github.io/blog/qwen2.5/), [GitHub](https://github.com/QwenLM/Qwen2.5), and [Documentation](https://qwen.readthedocs.io/en/latest/).
+
+## Requirements
+
+The code of Qwen2.5 has been in the latest Hugging face `transformers` and we advise you to use the latest version of `transformers`.
+
+With `transformers<4.37.0`, you will encounter the following error:
+```
+KeyError: 'qwen2'
+```
+
+## Quickstart
+
+Here provides a code snippet with `apply_chat_template` to show you how to load the tokenizer and model and how to generate contents.
+
+```python
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+model_name = "Qwen/Qwen2.5-3B-Instruct"
+
+model = AutoModelForCausalLM.from_pretrained(
+    model_name,
+    torch_dtype="auto",
+    device_map="auto"
+)
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+
+prompt = "Give me a short introduction to large language model."
+messages = [
+    {"role": "system", "content": "You are Qwen, created by Alibaba Cloud. You are a helpful assistant."},
+    {"role": "user", "content": prompt}
+]
+text = tokenizer.apply_chat_template(
+    messages,
+    tokenize=False,
+    add_generation_prompt=True
+)
+model_inputs = tokenizer([text], return_tensors="pt").to(model.device)
+
+generated_ids = model.generate(
+    **model_inputs,
+    max_new_tokens=512
+)
+generated_ids = [
+    output_ids[len(input_ids):] for input_ids, output_ids in zip(model_inputs.input_ids, generated_ids)
+]
+
+response = tokenizer.batch_decode(generated_ids, skip_special_tokens=True)[0]
+```
+
+
+## Evaluation & Performance
+
+Detailed evaluation results are reported in this [📑 blog](https://qwenlm.github.io/blog/qwen2.5/).
+
+For requirements on GPU memory and the respective throughput, see results [here](https://qwen.readthedocs.io/en/latest/benchmark/speed_benchmark.html).
+
+## Citation
+
+If you find our work helpful, feel free to give us a cite.
+
+```
+@misc{qwen2.5,
+    title = {Qwen2.5: A Party of Foundation Models},
+    url = {https://qwenlm.github.io/blog/qwen2.5/},
+    author = {Qwen Team},
+    month = {September},
+    year = {2024}
+}
+
+@article{qwen2,
+      title={Qwen2 Technical Report}, 
+      author={An Yang and Baosong Yang and Binyuan Hui and Bo Zheng and Bowen Yu and Chang Zhou and Chengpeng Li and Chengyuan Li and Dayiheng Liu and Fei Huang and Guanting Dong and Haoran Wei and Huan Lin and Jialong Tang and Jialin Wang and Jian Yang and Jianhong Tu and Jianwei Zhang and Jianxin Ma and Jin Xu and Jingren Zhou and Jinze Bai and Jinzheng He and Junyang Lin and Kai Dang and Keming Lu and Keqin Chen and Kexin Yang and Mei Li and Mingfeng Xue and Na Ni and Pei Zhang and Peng Wang and Ru Peng and Rui Men and Ruize Gao and Runji Lin and Shijie Wang and Shuai Bai and Sinan Tan and Tianhang Zhu and Tianhao Li and Tianyu Liu and Wenbin Ge and Xiaodong Deng and Xiaohuan Zhou and Xingzhang Ren and Xinyu Zhang and Xipin Wei and Xuancheng Ren and Yang Fan and Yang Yao and Yichang Zhang and Yu Wan and Yunfei Chu and Yuqiong Liu and Zeyu Cui and Zhenru Zhang and Zhihao Fan},
+      journal={arXiv preprint arXiv:2407.10671},
+      year={2024}
+}
+```

Qwen2.5-3B-Instruct/added_tokens.json

@@ -0,0 +1,614 @@
+{
+    "</t5>": 151937,
+    "<video_padding>": 151939,
+    "<timestamp>": 152165,
+    "</timestamp>": 152164,
+    "<t5>": 151936,
+    "<t5_00000>": 151836,
+    "<t5_00001>": 151837,
+    "<t5_00002>": 151838,
+    "<t5_00003>": 151839,
+    "<t5_00004>": 151840,
+    "<t5_00005>": 151841,
+    "<t5_00006>": 151842,
+    "<t5_00007>": 151843,
+    "<t5_00008>": 151844,
+    "<t5_00009>": 151845,
+    "<t5_00010>": 151846,
+    "<t5_00011>": 151847,
+    "<t5_00012>": 151848,
+    "<t5_00013>": 151849,
+    "<t5_00014>": 151850,
+    "<t5_00015>": 151851,
+    "<t5_00016>": 151852,
+    "<t5_00017>": 151853,
+    "<t5_00018>": 151854,
+    "<t5_00019>": 151855,
+    "<t5_00020>": 151856,
+    "<t5_00021>": 151857,
+    "<t5_00022>": 151858,
+    "<t5_00023>": 151859,
+    "<t5_00024>": 151860,
+    "<t5_00025>": 151861,
+    "<t5_00026>": 151862,
+    "<t5_00027>": 151863,
+    "<t5_00028>": 151864,
+    "<t5_00029>": 151865,
+    "<t5_00030>": 151866,
+    "<t5_00031>": 151867,
+    "<t5_00032>": 151868,
+    "<t5_00033>": 151869,
+    "<t5_00034>": 151870,
+    "<t5_00035>": 151871,
+    "<t5_00036>": 151872,
+    "<t5_00037>": 151873,
+    "<t5_00038>": 151874,
+    "<t5_00039>": 151875,
+    "<t5_00040>": 151876,
+    "<t5_00041>": 151877,
+    "<t5_00042>": 151878,
+    "<t5_00043>": 151879,
+    "<t5_00044>": 151880,
+    "<t5_00045>": 151881,
+    "<t5_00046>": 151882,
+    "<t5_00047>": 151883,
+    "<t5_00048>": 151884,
+    "<t5_00049>": 151885,
+    "<t5_00050>": 151886,
+    "<t5_00051>": 151887,
+    "<t5_00052>": 151888,
+    "<t5_00053>": 151889,
+    "<t5_00054>": 151890,
+    "<t5_00055>": 151891,
+    "<t5_00056>": 151892,
+    "<t5_00057>": 151893,
+    "<t5_00058>": 151894,
+    "<t5_00059>": 151895,
+    "<t5_00060>": 151896,
+    "<t5_00061>": 151897,
+    "<t5_00062>": 151898,
+    "<t5_00063>": 151899,
+    "<t5_00064>": 151900,
+    "<t5_00065>": 151901,
+    "<t5_00066>": 151902,
+    "<t5_00067>": 151903,
+    "<t5_00068>": 151904,
+    "<t5_00069>": 151905,
+    "<t5_00070>": 151906,
+    "<t5_00071>": 151907,
+    "<t5_00072>": 151908,
+    "<t5_00073>": 151909,
+    "<t5_00074>": 151910,
+    "<t5_00075>": 151911,
+    "<t5_00076>": 151912,
+    "<t5_00077>": 151913,
+    "<t5_00078>": 151914,
+    "<t5_00079>": 151915,
+    "<t5_00080>": 151916,
+    "<t5_00081>": 151917,
+    "<t5_00082>": 151918,
+    "<t5_00083>": 151919,
+    "<t5_00084>": 151920,
+    "<t5_00085>": 151921,
+    "<t5_00086>": 151922,
+    "<t5_00087>": 151923,
+    "<t5_00088>": 151924,
+    "<t5_00089>": 151925,
+    "<t5_00090>": 151926,
+    "<t5_00091>": 151927,
+    "<t5_00092>": 151928,
+    "<t5_00093>": 151929,
+    "<t5_00094>": 151930,
+    "<t5_00095>": 151931,
+    "<t5_00096>": 151932,
+    "<t5_00097>": 151933,
+    "<t5_00098>": 151934,
+    "<t5_00099>": 151935,
+    "<aud>": 152166,
+    "</aud>": 152167,
+    "<aud_00000>": 152168,
+    "<aud_00001>": 152169,
+    "<aud_00002>": 152170,
+    "<aud_00003>": 152171,
+    "<aud_00004>": 152172,
+    "<aud_00005>": 152173,
+    "<aud_00006>": 152174,
+    "<aud_00007>": 152175,
+    "<aud_00008>": 152176,
+    "<aud_00009>": 152177,
+    "<aud_00010>": 152178,
+    "<aud_00011>": 152179,
+    "<aud_00012>": 152180,
+    "<aud_00013>": 152181,
+    "<aud_00014>": 152182,
+    "<aud_00015>": 152183,
+    "<aud_00016>": 152184,
+    "<aud_00017>": 152185,
+    "<aud_00018>": 152186,
+    "<aud_00019>": 152187,
+    "<aud_00020>": 152188,
+    "<aud_00021>": 152189,
+    "<aud_00022>": 152190,
+    "<aud_00023>": 152191,
+    "<aud_00024>": 152192,
+    "<aud_00025>": 152193,
+    "<aud_00026>": 152194,
+    "<aud_00027>": 152195,
+    "<aud_00028>": 152196,
+    "<aud_00029>": 152197,
+    "<aud_00030>": 152198,
+    "<aud_00031>": 152199,
+    "<aud_00032>": 152200,
+    "<aud_00033>": 152201,
+    "<aud_00034>": 152202,
+    "<aud_00035>": 152203,
+    "<aud_00036>": 152204,
+    "<aud_00037>": 152205,
+    "<aud_00038>": 152206,
+    "<aud_00039>": 152207,
+    "<aud_00040>": 152208,
+    "<aud_00041>": 152209,
+    "<aud_00042>": 152210,
+    "<aud_00043>": 152211,
+    "<aud_00044>": 152212,
+    "<aud_00045>": 152213,
+    "<aud_00046>": 152214,
+    "<aud_00047>": 152215,
+    "<aud_00048>": 152216,
+    "<aud_00049>": 152217,
+    "<aud_00050>": 152218,
+    "<aud_00051>": 152219,
+    "<aud_00052>": 152220,
+    "<aud_00053>": 152221,
+    "<aud_00054>": 152222,
+    "<aud_00055>": 152223,
+    "<aud_00056>": 152224,
+    "<aud_00057>": 152225,
+    "<aud_00058>": 152226,
+    "<aud_00059>": 152227,
+    "<aud_00060>": 152228,
+    "<aud_00061>": 152229,
+    "<aud_00062>": 152230,
+    "<aud_00063>": 152231,
+    "<aud_00064>": 152232,
+    "<aud_00065>": 152233,
+    "<aud_00066>": 152234,
+    "<aud_00067>": 152235,
+    "<aud_00068>": 152236,
+    "<aud_00069>": 152237,
+    "<aud_00070>": 152238,
+    "<aud_00071>": 152239,
+    "<aud_00072>": 152240,
+    "<aud_00073>": 152241,
+    "<aud_00074>": 152242,
+    "<aud_00075>": 152243,
+    "<aud_00076>": 152244,
+    "<aud_00077>": 152245,
+    "<aud_00078>": 152246,
+    "<aud_00079>": 152247,
+    "<aud_00080>": 152248,
+    "<aud_00081>": 152249,
+    "<aud_00082>": 152250,
+    "<aud_00083>": 152251,
+    "<aud_00084>": 152252,
+    "<aud_00085>": 152253,
+    "<aud_00086>": 152254,
+    "<aud_00087>": 152255,
+    "<aud_00088>": 152256,
+    "<aud_00089>": 152257,
+    "<aud_00090>": 152258,
+    "<aud_00091>": 152259,
+    "<aud_00092>": 152260,
+    "<aud_00093>": 152261,
+    "<aud_00094>": 152262,
+    "<aud_00095>": 152263,
+    "<aud_00096>": 152264,
+    "<aud_00097>": 152265,
+    "<aud_00098>": 152266,
+    "<aud_00099>": 152267,
+    "<aud_00100>": 152268,
+    "<aud_00101>": 152269,
+    "<aud_00102>": 152270,
+    "<aud_00103>": 152271,
+    "<aud_00104>": 152272,
+    "<aud_00105>": 152273,
+    "<aud_00106>": 152274,
+    "<aud_00107>": 152275,
+    "<aud_00108>": 152276,
+    "<aud_00109>": 152277,
+    "<aud_00110>": 152278,
+    "<aud_00111>": 152279,
+    "<aud_00112>": 152280,
+    "<aud_00113>": 152281,
+    "<aud_00114>": 152282,
+    "<aud_00115>": 152283,
+    "<aud_00116>": 152284,
+    "<aud_00117>": 152285,
+    "<aud_00118>": 152286,
+    "<aud_00119>": 152287,
+    "<aud_00120>": 152288,
+    "<aud_00121>": 152289,
+    "<aud_00122>": 152290,
+    "<aud_00123>": 152291,
+    "<aud_00124>": 152292,
+    "<aud_00125>": 152293,
+    "<aud_00126>": 152294,
+    "<aud_00127>": 152295,
+    "<aud_00128>": 152296,
+    "<aud_00129>": 152297,
+    "<aud_00130>": 152298,
+    "<aud_00131>": 152299,
+    "<aud_00132>": 152300,
+    "<aud_00133>": 152301,
+    "<aud_00134>": 152302,
+    "<aud_00135>": 152303,
+    "<aud_00136>": 152304,
+    "<aud_00137>": 152305,
+    "<aud_00138>": 152306,
+    "<aud_00139>": 152307,
+    "<aud_00140>": 152308,
+    "<aud_00141>": 152309,
+    "<aud_00142>": 152310,
+    "<aud_00143>": 152311,
+    "<aud_00144>": 152312,
+    "<aud_00145>": 152313,
+    "<aud_00146>": 152314,
+    "<aud_00147>": 152315,
+    "<aud_00148>": 152316,
+    "<aud_00149>": 152317,
+    "<aud_00150>": 152318,
+    "<aud_00151>": 152319,
+    "<aud_00152>": 152320,
+    "<aud_00153>": 152321,
+    "<aud_00154>": 152322,
+    "<aud_00155>": 152323,
+    "<aud_00156>": 152324,
+    "<aud_00157>": 152325,
+    "<aud_00158>": 152326,
+    "<aud_00159>": 152327,
+    "<aud_00160>": 152328,
+    "<aud_00161>": 152329,
+    "<aud_00162>": 152330,
+    "<aud_00163>": 152331,
+    "<aud_00164>": 152332,
+    "<aud_00165>": 152333,
+    "<aud_00166>": 152334,
+    "<aud_00167>": 152335,
+    "<aud_00168>": 152336,
+    "<aud_00169>": 152337,
+    "<aud_00170>": 152338,
+    "<aud_00171>": 152339,
+    "<aud_00172>": 152340,
+    "<aud_00173>": 152341,
+    "<aud_00174>": 152342,
+    "<aud_00175>": 152343,
+    "<aud_00176>": 152344,
+    "<aud_00177>": 152345,
+    "<aud_00178>": 152346,
+    "<aud_00179>": 152347,
+    "<aud_00180>": 152348,
+    "<aud_00181>": 152349,
+    "<aud_00182>": 152350,
+    "<aud_00183>": 152351,
+    "<aud_00184>": 152352,
+    "<aud_00185>": 152353,
+    "<aud_00186>": 152354,
+    "<aud_00187>": 152355,
+    "<aud_00188>": 152356,
+    "<aud_00189>": 152357,
+    "<aud_00190>": 152358,
+    "<aud_00191>": 152359,
+    "<aud_00192>": 152360,
+    "<aud_00193>": 152361,
+    "<aud_00194>": 152362,
+    "<aud_00195>": 152363,
+    "<aud_00196>": 152364,
+    "<aud_00197>": 152365,
+    "<aud_00198>": 152366,
+    "<aud_00199>": 152367,
+    "<aud_00200>": 152368,
+    "<aud_00201>": 152369,
+    "<aud_00202>": 152370,
+    "<aud_00203>": 152371,
+    "<aud_00204>": 152372,
+    "<aud_00205>": 152373,
+    "<aud_00206>": 152374,
+    "<aud_00207>": 152375,
+    "<aud_00208>": 152376,
+    "<aud_00209>": 152377,
+    "<aud_00210>": 152378,
+    "<aud_00211>": 152379,
+    "<aud_00212>": 152380,
+    "<aud_00213>": 152381,
+    "<aud_00214>": 152382,
+    "<aud_00215>": 152383,
+    "<aud_00216>": 152384,
+    "<aud_00217>": 152385,
+    "<aud_00218>": 152386,
+    "<aud_00219>": 152387,
+    "<aud_00220>": 152388,
+    "<aud_00221>": 152389,
+    "<aud_00222>": 152390,
+    "<aud_00223>": 152391,
+    "<aud_00224>": 152392,
+    "<aud_00225>": 152393,
+    "<aud_00226>": 152394,
+    "<aud_00227>": 152395,
+    "<aud_00228>": 152396,
+    "<aud_00229>": 152397,
+    "<aud_00230>": 152398,
+    "<aud_00231>": 152399,
+    "<aud_00232>": 152400,
+    "<aud_00233>": 152401,
+    "<aud_00234>": 152402,
+    "<aud_00235>": 152403,
+    "<aud_00236>": 152404,
+    "<aud_00237>": 152405,
+    "<aud_00238>": 152406,
+    "<aud_00239>": 152407,
+    "<aud_00240>": 152408,
+    "<aud_00241>": 152409,
+    "<aud_00242>": 152410,
+    "<aud_00243>": 152411,
+    "<aud_00244>": 152412,
+    "<aud_00245>": 152413,
+    "<aud_00246>": 152414,
+    "<aud_00247>": 152415,
+    "<aud_00248>": 152416,
+    "<aud_00249>": 152417,
+    "<aud_00250>": 152418,
+    "<aud_00251>": 152419,
+    "<aud_00252>": 152420,
+    "<aud_00253>": 152421,
+    "<aud_00254>": 152422,
+    "<aud_00255>": 152423,
+    "<aud_00256>": 152424,
+    "<aud_00257>": 152425,
+    "<aud_00258>": 152426,
+    "<aud_00259>": 152427,
+    "<aud_00260>": 152428,
+    "<aud_00261>": 152429,
+    "<aud_00262>": 152430,
+    "<aud_00263>": 152431,
+    "<aud_00264>": 152432,
+    "<aud_00265>": 152433,
+    "<aud_00266>": 152434,
+    "<aud_00267>": 152435,
+    "<aud_00268>": 152436,
+    "<aud_00269>": 152437,
+    "<aud_00270>": 152438,
+    "<aud_00271>": 152439,
+    "<aud_00272>": 152440,
+    "<aud_00273>": 152441,
+    "<aud_00274>": 152442,
+    "<aud_00275>": 152443,
+    "<aud_00276>": 152444,
+    "<aud_00277>": 152445,
+    "<aud_00278>": 152446,
+    "<aud_00279>": 152447,
+    "<aud_00280>": 152448,
+    "<aud_00281>": 152449,
+    "<aud_00282>": 152450,
+    "<aud_00283>": 152451,
+    "<aud_00284>": 152452,
+    "<aud_00285>": 152453,
+    "<aud_00286>": 152454,
+    "<aud_00287>": 152455,
+    "<aud_00288>": 152456,
+    "<aud_00289>": 152457,
+    "<aud_00290>": 152458,
+    "<aud_00291>": 152459,
+    "<aud_00292>": 152460,
+    "<aud_00293>": 152461,
+    "<aud_00294>": 152462,
+    "<aud_00295>": 152463,
+    "<aud_00296>": 152464,
+    "<aud_00297>": 152465,
+    "<aud_00298>": 152466,
+    "<aud_00299>": 152467,
+    "<aud_00300>": 152468,
+    "<aud_00301>": 152469,
+    "<aud_00302>": 152470,
+    "<aud_00303>": 152471,
+    "<aud_00304>": 152472,
+    "<aud_00305>": 152473,
+    "<aud_00306>": 152474,
+    "<aud_00307>": 152475,
+    "<aud_00308>": 152476,
+    "<aud_00309>": 152477,
+    "<aud_00310>": 152478,
+    "<aud_00311>": 152479,
+    "<aud_00312>": 152480,
+    "<aud_00313>": 152481,
+    "<aud_00314>": 152482,
+    "<aud_00315>": 152483,
+    "<aud_00316>": 152484,
+    "<aud_00317>": 152485,
+    "<aud_00318>": 152486,
+    "<aud_00319>": 152487,
+    "<aud_00320>": 152488,
+    "<aud_00321>": 152489,
+    "<aud_00322>": 152490,
+    "<aud_00323>": 152491,
+    "<aud_00324>": 152492,
+    "<aud_00325>": 152493,
+    "<aud_00326>": 152494,
+    "<aud_00327>": 152495,
+    "<aud_00328>": 152496,
+    "<aud_00329>": 152497,
+    "<aud_00330>": 152498,
+    "<aud_00331>": 152499,
+    "<aud_00332>": 152500,
+    "<aud_00333>": 152501,
+    "<aud_00334>": 152502,
+    "<aud_00335>": 152503,
+    "<aud_00336>": 152504,
+    "<aud_00337>": 152505,
+    "<aud_00338>": 152506,
+    "<aud_00339>": 152507,
+    "<aud_00340>": 152508,
+    "<aud_00341>": 152509,
+    "<aud_00342>": 152510,
+    "<aud_00343>": 152511,
+    "<aud_00344>": 152512,
+    "<aud_00345>": 152513,
+    "<aud_00346>": 152514,
+    "<aud_00347>": 152515,
+    "<aud_00348>": 152516,
+    "<aud_00349>": 152517,
+    "<aud_00350>": 152518,
+    "<aud_00351>": 152519,
+    "<aud_00352>": 152520,
+    "<aud_00353>": 152521,
+    "<aud_00354>": 152522,
+    "<aud_00355>": 152523,
+    "<aud_00356>": 152524,
+    "<aud_00357>": 152525,
+    "<aud_00358>": 152526,
+    "<aud_00359>": 152527,
+    "<aud_00360>": 152528,
+    "<aud_00361>": 152529,
+    "<aud_00362>": 152530,
+    "<aud_00363>": 152531,
+    "<aud_00364>": 152532,
+    "<aud_00365>": 152533,
+    "<aud_00366>": 152534,
+    "<aud_00367>": 152535,
+    "<aud_00368>": 152536,
+    "<aud_00369>": 152537,
+    "<aud_00370>": 152538,
+    "<aud_00371>": 152539,
+    "<aud_00372>": 152540,
+    "<aud_00373>": 152541,
+    "<aud_00374>": 152542,
+    "<aud_00375>": 152543,
+    "<aud_00376>": 152544,
+    "<aud_00377>": 152545,
+    "<aud_00378>": 152546,
+    "<aud_00379>": 152547,
+    "<aud_00380>": 152548,
+    "<aud_00381>": 152549,
+    "<aud_00382>": 152550,
+    "<aud_00383>": 152551,
+    "<aud_00384>": 152552,
+    "<aud_00385>": 152553,
+    "<aud_00386>": 152554,
+    "<aud_00387>": 152555,
+    "<aud_00388>": 152556,
+    "<aud_00389>": 152557,
+    "<aud_00390>": 152558,
+    "<aud_00391>": 152559,
+    "<aud_00392>": 152560,
+    "<aud_00393>": 152561,
+    "<aud_00394>": 152562,
+    "<aud_00395>": 152563,
+    "<aud_00396>": 152564,
+    "<aud_00397>": 152565,
+    "<aud_00398>": 152566,
+    "<aud_00399>": 152567,
+    "<aud_00400>": 152568,
+    "<aud_00401>": 152569,
+    "<aud_00402>": 152570,
+    "<aud_00403>": 152571,
+    "<aud_00404>": 152572,
+    "<aud_00405>": 152573,
+    "<aud_00406>": 152574,
+    "<aud_00407>": 152575,
+    "<aud_00408>": 152576,
+    "<aud_00409>": 152577,
+    "<aud_00410>": 152578,
+    "<aud_00411>": 152579,
+    "<aud_00412>": 152580,
+    "<aud_00413>": 152581,
+    "<aud_00414>": 152582,
+    "<aud_00415>": 152583,
+    "<aud_00416>": 152584,
+    "<aud_00417>": 152585,
+    "<aud_00418>": 152586,
+    "<aud_00419>": 152587,
+    "<aud_00420>": 152588,
+    "<aud_00421>": 152589,
+    "<aud_00422>": 152590,
+    "<aud_00423>": 152591,
+    "<aud_00424>": 152592,
+    "<aud_00425>": 152593,
+    "<aud_00426>": 152594,
+    "<aud_00427>": 152595,
+    "<aud_00428>": 152596,
+    "<aud_00429>": 152597,
+    "<aud_00430>": 152598,
+    "<aud_00431>": 152599,
+    "<aud_00432>": 152600,
+    "<aud_00433>": 152601,
+    "<aud_00434>": 152602,
+    "<aud_00435>": 152603,
+    "<aud_00436>": 152604,
+    "<aud_00437>": 152605,
+    "<aud_00438>": 152606,
+    "<aud_00439>": 152607,
+    "<aud_00440>": 152608,
+    "<aud_00441>": 152609,
+    "<aud_00442>": 152610,
+    "<aud_00443>": 152611,
+    "<aud_00444>": 152612,
+    "<aud_00445>": 152613,
+    "<aud_00446>": 152614,
+    "<aud_00447>": 152615,
+    "<aud_00448>": 152616,
+    "<aud_00449>": 152617,
+    "<aud_00450>": 152618,
+    "<aud_00451>": 152619,
+    "<aud_00452>": 152620,
+    "<aud_00453>": 152621,
+    "<aud_00454>": 152622,
+    "<aud_00455>": 152623,
+    "<aud_00456>": 152624,
+    "<aud_00457>": 152625,
+    "<aud_00458>": 152626,
+    "<aud_00459>": 152627,
+    "<aud_00460>": 152628,
+    "<aud_00461>": 152629,
+    "<aud_00462>": 152630,
+    "<aud_00463>": 152631,
+    "<aud_00464>": 152632,
+    "<aud_00465>": 152633,
+    "<aud_00466>": 152634,
+    "<aud_00467>": 152635,
+    "<aud_00468>": 152636,
+    "<aud_00469>": 152637,
+    "<aud_00470>": 152638,
+    "<aud_00471>": 152639,
+    "<aud_00472>": 152640,
+    "<aud_00473>": 152641,
+    "<aud_00474>": 152642,
+    "<aud_00475>": 152643,
+    "<aud_00476>": 152644,
+    "<aud_00477>": 152645,
+    "<aud_00478>": 152646,
+    "<aud_00479>": 152647,
+    "<aud_00480>": 152648,
+    "<aud_00481>": 152649,
+    "<aud_00482>": 152650,
+    "<aud_00483>": 152651,
+    "<aud_00484>": 152652,
+    "<aud_00485>": 152653,
+    "<aud_00486>": 152654,
+    "<aud_00487>": 152655,
+    "<aud_00488>": 152656,
+    "<aud_00489>": 152657,
+    "<aud_00490>": 152658,
+    "<aud_00491>": 152659,
+    "<aud_00492>": 152660,
+    "<aud_00493>": 152661,
+    "<aud_00494>": 152662,
+    "<aud_00495>": 152663,
+    "<aud_00496>": 152664,
+    "<aud_00497>": 152665,
+    "<aud_00498>": 152666,
+    "<aud_00499>": 152667,
+    "<aud_00500>": 152668,
+    "<|gen|>": 151938,
+    "<|/gen|>": 151938,
+    "<|think|>": 151938,
+    "<|/think|>": 151938
+}

Qwen2.5-3B-Instruct/added_tokens_multi_audio copy.json

@@ -0,0 +1,815 @@
+{
+    "</t5>": 151937,
+    "<video_padding>": 151939,
+    "<box_end>": 152165,
+    "<box_start>": 152164,
+    "<t5>": 151936,
+    "<t5_00000>": 151836,
+    "<t5_00001>": 151837,
+    "<t5_00002>": 151838,
+    "<t5_00003>": 151839,
+    "<t5_00004>": 151840,
+    "<t5_00005>": 151841,
+    "<t5_00006>": 151842,
+    "<t5_00007>": 151843,
+    "<t5_00008>": 151844,
+    "<t5_00009>": 151845,
+    "<t5_00010>": 151846,
+    "<t5_00011>": 151847,
+    "<t5_00012>": 151848,
+    "<t5_00013>": 151849,
+    "<t5_00014>": 151850,
+    "<t5_00015>": 151851,
+    "<t5_00016>": 151852,
+    "<t5_00017>": 151853,
+    "<t5_00018>": 151854,
+    "<t5_00019>": 151855,
+    "<t5_00020>": 151856,
+    "<t5_00021>": 151857,
+    "<t5_00022>": 151858,
+    "<t5_00023>": 151859,
+    "<t5_00024>": 151860,
+    "<t5_00025>": 151861,
+    "<t5_00026>": 151862,
+    "<t5_00027>": 151863,
+    "<t5_00028>": 151864,
+    "<t5_00029>": 151865,
+    "<t5_00030>": 151866,
+    "<t5_00031>": 151867,
+    "<t5_00032>": 151868,
+    "<t5_00033>": 151869,
+    "<t5_00034>": 151870,
+    "<t5_00035>": 151871,
+    "<t5_00036>": 151872,
+    "<t5_00037>": 151873,
+    "<t5_00038>": 151874,
+    "<t5_00039>": 151875,
+    "<t5_00040>": 151876,
+    "<t5_00041>": 151877,
+    "<t5_00042>": 151878,
+    "<t5_00043>": 151879,
+    "<t5_00044>": 151880,
+    "<t5_00045>": 151881,
+    "<t5_00046>": 151882,
+    "<t5_00047>": 151883,
+    "<t5_00048>": 151884,
+    "<t5_00049>": 151885,
+    "<t5_00050>": 151886,
+    "<t5_00051>": 151887,
+    "<t5_00052>": 151888,
+    "<t5_00053>": 151889,
+    "<t5_00054>": 151890,
+    "<t5_00055>": 151891,
+    "<t5_00056>": 151892,
+    "<t5_00057>": 151893,
+    "<t5_00058>": 151894,
+    "<t5_00059>": 151895,
+    "<t5_00060>": 151896,
+    "<t5_00061>": 151897,
+    "<t5_00062>": 151898,
+    "<t5_00063>": 151899,
+    "<t5_00064>": 151900,
+    "<t5_00065>": 151901,
+    "<t5_00066>": 151902,
+    "<t5_00067>": 151903,
+    "<t5_00068>": 151904,
+    "<t5_00069>": 151905,
+    "<t5_00070>": 151906,
+    "<t5_00071>": 151907,
+    "<t5_00072>": 151908,
+    "<t5_00073>": 151909,
+    "<t5_00074>": 151910,
+    "<t5_00075>": 151911,
+    "<t5_00076>": 151912,
+    "<t5_00077>": 151913,
+    "<t5_00078>": 151914,
+    "<t5_00079>": 151915,
+    "<t5_00080>": 151916,
+    "<t5_00081>": 151917,
+    "<t5_00082>": 151918,
+    "<t5_00083>": 151919,
+    "<t5_00084>": 151920,
+    "<t5_00085>": 151921,
+    "<t5_00086>": 151922,
+    "<t5_00087>": 151923,
+    "<t5_00088>": 151924,
+    "<t5_00089>": 151925,
+    "<t5_00090>": 151926,
+    "<t5_00091>": 151927,
+    "<t5_00092>": 151928,
+    "<t5_00093>": 151929,
+    "<t5_00094>": 151930,
+    "<t5_00095>": 151931,
+    "<t5_00096>": 151932,
+    "<t5_00097>": 151933,
+    "<t5_00098>": 151934,
+    "<t5_00099>": 151935,
+    "<aud>": 152166,
+    "</aud>": 152167,
+    "<aud_00000>": 152168,
+    "<aud_00001>": 152169,
+    "<aud_00002>": 152170,
+    "<aud_00003>": 152171,
+    "<aud_00004>": 152172,
+    "<aud_00005>": 152173,
+    "<aud_00006>": 152174,
+    "<aud_00007>": 152175,
+    "<aud_00008>": 152176,
+    "<aud_00009>": 152177,
+    "<aud_00010>": 152178,
+    "<aud_00011>": 152179,
+    "<aud_00012>": 152180,
+    "<aud_00013>": 152181,
+    "<aud_00014>": 152182,
+    "<aud_00015>": 152183,
+    "<aud_00016>": 152184,
+    "<aud_00017>": 152185,
+    "<aud_00018>": 152186,
+    "<aud_00019>": 152187,
+    "<aud_00020>": 152188,
+    "<aud_00021>": 152189,
+    "<aud_00022>": 152190,
+    "<aud_00023>": 152191,
+    "<aud_00024>": 152192,
+    "<aud_00025>": 152193,
+    "<aud_00026>": 152194,
+    "<aud_00027>": 152195,
+    "<aud_00028>": 152196,
+    "<aud_00029>": 152197,
+    "<aud_00030>": 152198,
+    "<aud_00031>": 152199,
+    "<aud_00032>": 152200,
+    "<aud_00033>": 152201,
+    "<aud_00034>": 152202,
+    "<aud_00035>": 152203,
+    "<aud_00036>": 152204,
+    "<aud_00037>": 152205,
+    "<aud_00038>": 152206,
+    "<aud_00039>": 152207,
+    "<aud_00040>": 152208,
+    "<aud_00041>": 152209,
+    "<aud_00042>": 152210,
+    "<aud_00043>": 152211,
+    "<aud_00044>": 152212,
+    "<aud_00045>": 152213,
+    "<aud_00046>": 152214,
+    "<aud_00047>": 152215,
+    "<aud_00048>": 152216,
+    "<aud_00049>": 152217,
+    "<aud_00050>": 152218,
+    "<aud_00051>": 152219,
+    "<aud_00052>": 152220,
+    "<aud_00053>": 152221,
+    "<aud_00054>": 152222,
+    "<aud_00055>": 152223,
+    "<aud_00056>": 152224,
+    "<aud_00057>": 152225,
+    "<aud_00058>": 152226,
+    "<aud_00059>": 152227,
+    "<aud_00060>": 152228,
+    "<aud_00061>": 152229,
+    "<aud_00062>": 152230,
+    "<aud_00063>": 152231,
+    "<aud_00064>": 152232,
+    "<aud_00065>": 152233,
+    "<aud_00066>": 152234,
+    "<aud_00067>": 152235,
+    "<aud_00068>": 152236,
+    "<aud_00069>": 152237,
+    "<aud_00070>": 152238,
+    "<aud_00071>": 152239,
+    "<aud_00072>": 152240,
+    "<aud_00073>": 152241,
+    "<aud_00074>": 152242,
+    "<aud_00075>": 152243,
+    "<aud_00076>": 152244,
+    "<aud_00077>": 152245,
+    "<aud_00078>": 152246,
+    "<aud_00079>": 152247,
+    "<aud_00080>": 152248,
+    "<aud_00081>": 152249,
+    "<aud_00082>": 152250,
+    "<aud_00083>": 152251,
+    "<aud_00084>": 152252,
+    "<aud_00085>": 152253,
+    "<aud_00086>": 152254,
+    "<aud_00087>": 152255,
+    "<aud_00088>": 152256,
+    "<aud_00089>": 152257,
+    "<aud_00090>": 152258,
+    "<aud_00091>": 152259,
+    "<aud_00092>": 152260,
+    "<aud_00093>": 152261,
+    "<aud_00094>": 152262,
+    "<aud_00095>": 152263,
+    "<aud_00096>": 152264,
+    "<aud_00097>": 152265,
+    "<aud_00098>": 152266,
+    "<aud_00099>": 152267,
+    "<aud_00100>": 152268,
+    "<aud_00101>": 152269,
+    "<aud_00102>": 152270,
+    "<aud_00103>": 152271,
+    "<aud_00104>": 152272,
+    "<aud_00105>": 152273,
+    "<aud_00106>": 152274,
+    "<aud_00107>": 152275,
+    "<aud_00108>": 152276,
+    "<aud_00109>": 152277,
+    "<aud_00110>": 152278,
+    "<aud_00111>": 152279,
+    "<aud_00112>": 152280,
+    "<aud_00113>": 152281,
+    "<aud_00114>": 152282,
+    "<aud_00115>": 152283,
+    "<aud_00116>": 152284,
+    "<aud_00117>": 152285,
+    "<aud_00118>": 152286,
+    "<aud_00119>": 152287,
+    "<aud_00120>": 152288,
+    "<aud_00121>": 152289,
+    "<aud_00122>": 152290,
+    "<aud_00123>": 152291,
+    "<aud_00124>": 152292,
+    "<aud_00125>": 152293,
+    "<aud_00126>": 152294,
+    "<aud_00127>": 152295,
+    "<aud_00128>": 152296,
+    "<aud_00129>": 152297,
+    "<aud_00130>": 152298,
+    "<aud_00131>": 152299,
+    "<aud_00132>": 152300,
+    "<aud_00133>": 152301,
+    "<aud_00134>": 152302,
+    "<aud_00135>": 152303,
+    "<aud_00136>": 152304,
+    "<aud_00137>": 152305,
+    "<aud_00138>": 152306,
+    "<aud_00139>": 152307,
+    "<aud_00140>": 152308,
+    "<aud_00141>": 152309,
+    "<aud_00142>": 152310,
+    "<aud_00143>": 152311,
+    "<aud_00144>": 152312,
+    "<aud_00145>": 152313,
+    "<aud_00146>": 152314,
+    "<aud_00147>": 152315,
+    "<aud_00148>": 152316,
+    "<aud_00149>": 152317,
+    "<aud_00150>": 152318,
+    "<aud_00151>": 152319,
+    "<aud_00152>": 152320,
+    "<aud_00153>": 152321,
+    "<aud_00154>": 152322,
+    "<aud_00155>": 152323,
+    "<aud_00156>": 152324,
+    "<aud_00157>": 152325,
+    "<aud_00158>": 152326,
+    "<aud_00159>": 152327,
+    "<aud_00160>": 152328,
+    "<aud_00161>": 152329,
+    "<aud_00162>": 152330,
+    "<aud_00163>": 152331,
+    "<aud_00164>": 152332,
+    "<aud_00165>": 152333,
+    "<aud_00166>": 152334,
+    "<aud_00167>": 152335,
+    "<aud_00168>": 152336,
+    "<aud_00169>": 152337,
+    "<aud_00170>": 152338,
+    "<aud_00171>": 152339,
+    "<aud_00172>": 152340,
+    "<aud_00173>": 152341,
+    "<aud_00174>": 152342,
+    "<aud_00175>": 152343,
+    "<aud_00176>": 152344,
+    "<aud_00177>": 152345,
+    "<aud_00178>": 152346,
+    "<aud_00179>": 152347,
+    "<aud_00180>": 152348,
+    "<aud_00181>": 152349,
+    "<aud_00182>": 152350,
+    "<aud_00183>": 152351,
+    "<aud_00184>": 152352,
+    "<aud_00185>": 152353,
+    "<aud_00186>": 152354,
+    "<aud_00187>": 152355,
+    "<aud_00188>": 152356,
+    "<aud_00189>": 152357,
+    "<aud_00190>": 152358,
+    "<aud_00191>": 152359,
+    "<aud_00192>": 152360,
+    "<aud_00193>": 152361,
+    "<aud_00194>": 152362,
+    "<aud_00195>": 152363,
+    "<aud_00196>": 152364,
+    "<aud_00197>": 152365,
+    "<aud_00198>": 152366,
+    "<aud_00199>": 152367,
+    "<aud_00200>": 152368,
+    "<aud_00201>": 152369,
+    "<aud_00202>": 152370,
+    "<aud_00203>": 152371,
+    "<aud_00204>": 152372,
+    "<aud_00205>": 152373,
+    "<aud_00206>": 152374,
+    "<aud_00207>": 152375,
+    "<aud_00208>": 152376,
+    "<aud_00209>": 152377,
+    "<aud_00210>": 152378,
+    "<aud_00211>": 152379,
+    "<aud_00212>": 152380,
+    "<aud_00213>": 152381,
+    "<aud_00214>": 152382,
+    "<aud_00215>": 152383,
+    "<aud_00216>": 152384,
+    "<aud_00217>": 152385,
+    "<aud_00218>": 152386,
+    "<aud_00219>": 152387,
+    "<aud_00220>": 152388,
+    "<aud_00221>": 152389,
+    "<aud_00222>": 152390,
+    "<aud_00223>": 152391,
+    "<aud_00224>": 152392,
+    "<aud_00225>": 152393,
+    "<aud_00226>": 152394,
+    "<aud_00227>": 152395,
+    "<aud_00228>": 152396,
+    "<aud_00229>": 152397,
+    "<aud_00230>": 152398,
+    "<aud_00231>": 152399,
+    "<aud_00232>": 152400,
+    "<aud_00233>": 152401,
+    "<aud_00234>": 152402,
+    "<aud_00235>": 152403,
+    "<aud_00236>": 152404,
+    "<aud_00237>": 152405,
+    "<aud_00238>": 152406,
+    "<aud_00239>": 152407,
+    "<aud_00240>": 152408,
+    "<aud_00241>": 152409,
+    "<aud_00242>": 152410,
+    "<aud_00243>": 152411,
+    "<aud_00244>": 152412,
+    "<aud_00245>": 152413,
+    "<aud_00246>": 152414,
+    "<aud_00247>": 152415,
+    "<aud_00248>": 152416,
+    "<aud_00249>": 152417,
+    "<aud_00250>": 152418,
+    "<aud_00251>": 152419,
+    "<aud_00252>": 152420,
+    "<aud_00253>": 152421,
+    "<aud_00254>": 152422,
+    "<aud_00255>": 152423,
+    "<aud_00256>": 152424,
+    "<aud_00257>": 152425,
+    "<aud_00258>": 152426,
+    "<aud_00259>": 152427,
+    "<aud_00260>": 152428,
+    "<aud_00261>": 152429,
+    "<aud_00262>": 152430,
+    "<aud_00263>": 152431,
+    "<aud_00264>": 152432,
+    "<aud_00265>": 152433,
+    "<aud_00266>": 152434,
+    "<aud_00267>": 152435,
+    "<aud_00268>": 152436,
+    "<aud_00269>": 152437,
+    "<aud_00270>": 152438,
+    "<aud_00271>": 152439,
+    "<aud_00272>": 152440,
+    "<aud_00273>": 152441,
+    "<aud_00274>": 152442,
+    "<aud_00275>": 152443,
+    "<aud_00276>": 152444,
+    "<aud_00277>": 152445,
+    "<aud_00278>": 152446,
+    "<aud_00279>": 152447,
+    "<aud_00280>": 152448,
+    "<aud_00281>": 152449,
+    "<aud_00282>": 152450,
+    "<aud_00283>": 152451,
+    "<aud_00284>": 152452,
+    "<aud_00285>": 152453,
+    "<aud_00286>": 152454,
+    "<aud_00287>": 152455,
+    "<aud_00288>": 152456,
+    "<aud_00289>": 152457,
+    "<aud_00290>": 152458,
+    "<aud_00291>": 152459,
+    "<aud_00292>": 152460,
+    "<aud_00293>": 152461,
+    "<aud_00294>": 152462,
+    "<aud_00295>": 152463,
+    "<aud_00296>": 152464,
+    "<aud_00297>": 152465,
+    "<aud_00298>": 152466,
+    "<aud_00299>": 152467,
+    "<aud_00300>": 152468,
+    "<aud_00301>": 152469,
+    "<aud_00302>": 152470,
+    "<aud_00303>": 152471,
+    "<aud_00304>": 152472,
+    "<aud_00305>": 152473,
+    "<aud_00306>": 152474,
+    "<aud_00307>": 152475,
+    "<aud_00308>": 152476,
+    "<aud_00309>": 152477,
+    "<aud_00310>": 152478,
+    "<aud_00311>": 152479,
+    "<aud_00312>": 152480,
+    "<aud_00313>": 152481,
+    "<aud_00314>": 152482,
+    "<aud_00315>": 152483,
+    "<aud_00316>": 152484,
+    "<aud_00317>": 152485,
+    "<aud_00318>": 152486,
+    "<aud_00319>": 152487,
+    "<aud_00320>": 152488,
+    "<aud_00321>": 152489,
+    "<aud_00322>": 152490,
+    "<aud_00323>": 152491,
+    "<aud_00324>": 152492,
+    "<aud_00325>": 152493,
+    "<aud_00326>": 152494,
+    "<aud_00327>": 152495,
+    "<aud_00328>": 152496,
+    "<aud_00329>": 152497,
+    "<aud_00330>": 152498,
+    "<aud_00331>": 152499,
+    "<aud_00332>": 152500,
+    "<aud_00333>": 152501,
+    "<aud_00334>": 152502,
+    "<aud_00335>": 152503,
+    "<aud_00336>": 152504,
+    "<aud_00337>": 152505,
+    "<aud_00338>": 152506,
+    "<aud_00339>": 152507,
+    "<aud_00340>": 152508,
+    "<aud_00341>": 152509,
+    "<aud_00342>": 152510,
+    "<aud_00343>": 152511,
+    "<aud_00344>": 152512,
+    "<aud_00345>": 152513,
+    "<aud_00346>": 152514,
+    "<aud_00347>": 152515,
+    "<aud_00348>": 152516,
+    "<aud_00349>": 152517,
+    "<aud_00350>": 152518,
+    "<aud_00351>": 152519,
+    "<aud_00352>": 152520,
+    "<aud_00353>": 152521,
+    "<aud_00354>": 152522,
+    "<aud_00355>": 152523,
+    "<aud_00356>": 152524,
+    "<aud_00357>": 152525,
+    "<aud_00358>": 152526,
+    "<aud_00359>": 152527,
+    "<aud_00360>": 152528,
+    "<aud_00361>": 152529,
+    "<aud_00362>": 152530,
+    "<aud_00363>": 152531,
+    "<aud_00364>": 152532,
+    "<aud_00365>": 152533,
+    "<aud_00366>": 152534,
+    "<aud_00367>": 152535,
+    "<aud_00368>": 152536,
+    "<aud_00369>": 152537,
+    "<aud_00370>": 152538,
+    "<aud_00371>": 152539,
+    "<aud_00372>": 152540,
+    "<aud_00373>": 152541,
+    "<aud_00374>": 152542,
+    "<aud_00375>": 152543,
+    "<aud_00376>": 152544,
+    "<aud_00377>": 152545,
+    "<aud_00378>": 152546,
+    "<aud_00379>": 152547,
+    "<aud_00380>": 152548,
+    "<aud_00381>": 152549,
+    "<aud_00382>": 152550,
+    "<aud_00383>": 152551,
+    "<aud_00384>": 152552,
+    "<aud_00385>": 152553,
+    "<aud_00386>": 152554,
+    "<aud_00387>": 152555,
+    "<aud_00388>": 152556,
+    "<aud_00389>": 152557,
+    "<aud_00390>": 152558,
+    "<aud_00391>": 152559,
+    "<aud_00392>": 152560,
+    "<aud_00393>": 152561,
+    "<aud_00394>": 152562,
+    "<aud_00395>": 152563,
+    "<aud_00396>": 152564,
+    "<aud_00397>": 152565,
+    "<aud_00398>": 152566,
+    "<aud_00399>": 152567,
+    "<aud_00400>": 152568,
+    "<aud_00401>": 152569,
+    "<aud_00402>": 152570,
+    "<aud_00403>": 152571,
+    "<aud_00404>": 152572,
+    "<aud_00405>": 152573,
+    "<aud_00406>": 152574,
+    "<aud_00407>": 152575,
+    "<aud_00408>": 152576,
+    "<aud_00409>": 152577,
+    "<aud_00410>": 152578,
+    "<aud_00411>": 152579,
+    "<aud_00412>": 152580,
+    "<aud_00413>": 152581,
+    "<aud_00414>": 152582,
+    "<aud_00415>": 152583,
+    "<aud_00416>": 152584,
+    "<aud_00417>": 152585,
+    "<aud_00418>": 152586,
+    "<aud_00419>": 152587,
+    "<aud_00420>": 152588,
+    "<aud_00421>": 152589,
+    "<aud_00422>": 152590,
+    "<aud_00423>": 152591,
+    "<aud_00424>": 152592,
+    "<aud_00425>": 152593,
+    "<aud_00426>": 152594,
+    "<aud_00427>": 152595,
+    "<aud_00428>": 152596,
+    "<aud_00429>": 152597,
+    "<aud_00430>": 152598,
+    "<aud_00431>": 152599,
+    "<aud_00432>": 152600,
+    "<aud_00433>": 152601,
+    "<aud_00434>": 152602,
+    "<aud_00435>": 152603,
+    "<aud_00436>": 152604,
+    "<aud_00437>": 152605,
+    "<aud_00438>": 152606,
+    "<aud_00439>": 152607,
+    "<aud_00440>": 152608,
+    "<aud_00441>": 152609,
+    "<aud_00442>": 152610,
+    "<aud_00443>": 152611,
+    "<aud_00444>": 152612,
+    "<aud_00445>": 152613,
+    "<aud_00446>": 152614,
+    "<aud_00447>": 152615,
+    "<aud_00448>": 152616,
+    "<aud_00449>": 152617,
+    "<aud_00450>": 152618,
+    "<aud_00451>": 152619,
+    "<aud_00452>": 152620,
+    "<aud_00453>": 152621,
+    "<aud_00454>": 152622,
+    "<aud_00455>": 152623,
+    "<aud_00456>": 152624,
+    "<aud_00457>": 152625,
+    "<aud_00458>": 152626,
+    "<aud_00459>": 152627,
+    "<aud_00460>": 152628,
+    "<aud_00461>": 152629,
+    "<aud_00462>": 152630,
+    "<aud_00463>": 152631,
+    "<aud_00464>": 152632,
+    "<aud_00465>": 152633,
+    "<aud_00466>": 152634,
+    "<aud_00467>": 152635,
+    "<aud_00468>": 152636,
+    "<aud_00469>": 152637,
+    "<aud_00470>": 152638,
+    "<aud_00471>": 152639,
+    "<aud_00472>": 152640,
+    "<aud_00473>": 152641,
+    "<aud_00474>": 152642,
+    "<aud_00475>": 152643,
+    "<aud_00476>": 152644,
+    "<aud_00477>": 152645,
+    "<aud_00478>": 152646,
+    "<aud_00479>": 152647,
+    "<aud_00480>": 152648,
+    "<aud_00481>": 152649,
+    "<aud_00482>": 152650,
+    "<aud_00483>": 152651,
+    "<aud_00484>": 152652,
+    "<aud_00485>": 152653,
+    "<aud_00486>": 152654,
+    "<aud_00487>": 152655,
+    "<aud_00488>": 152656,
+    "<aud_00489>": 152657,
+    "<aud_00490>": 152658,
+    "<aud_00491>": 152659,
+    "<aud_00492>": 152660,
+    "<aud_00493>": 152661,
+    "<aud_00494>": 152662,
+    "<aud_00495>": 152663,
+    "<aud_00496>": 152664,
+    "<aud_00497>": 152665,
+    "<aud_00498>": 152666,
+    "<aud_00499>": 152667,
+    "<aud_00500>": 152668,
+    "<|gen|>": 151938,
+    "<|/gen|>": 151938,
+    "<|think|>": 151938,
+    "<|/think|>": 151938,
+    "<t5_00100>": 152268,
+    "<t5_00101>": 152269,
+    "<t5_00102>": 152270,
+    "<t5_00103>": 152271,
+    "<t5_00104>": 152272,
+    "<t5_00105>": 152273,
+    "<t5_00106>": 152274,
+    "<t5_00107>": 152275,
+    "<t5_00108>": 152276,
+    "<t5_00109>": 152277,
+    "<t5_00110>": 152278,
+    "<t5_00111>": 152279,
+    "<t5_00112>": 152280,
+    "<t5_00113>": 152281,
+    "<t5_00114>": 152282,
+    "<t5_00115>": 152283,
+    "<t5_00116>": 152284,
+    "<t5_00117>": 152285,
+    "<t5_00118>": 152286,
+    "<t5_00119>": 152287,
+    "<t5_00120>": 152288,
+    "<t5_00121>": 152289,
+    "<t5_00122>": 152290,
+    "<t5_00123>": 152291,
+    "<t5_00124>": 152292,
+    "<t5_00125>": 152293,
+    "<t5_00126>": 152294,
+    "<t5_00127>": 152295,
+    "<t5_00128>": 152296,
+    "<t5_00129>": 152297,
+    "<t5_00130>": 152298,
+    "<t5_00131>": 152299,
+    "<t5_00132>": 152300,
+    "<t5_00133>": 152301,
+    "<t5_00134>": 152302,
+    "<t5_00135>": 152303,
+    "<t5_00136>": 152304,
+    "<t5_00137>": 152305,
+    "<t5_00138>": 152306,
+    "<t5_00139>": 152307,
+    "<t5_00140>": 152308,
+    "<t5_00141>": 152309,
+    "<t5_00142>": 152310,
+    "<t5_00143>": 152311,
+    "<t5_00144>": 152312,
+    "<t5_00145>": 152313,
+    "<t5_00146>": 152314,
+    "<t5_00147>": 152315,
+    "<t5_00148>": 152316,
+    "<t5_00149>": 152317,
+    "<t5_00150>": 152318,
+    "<t5_00151>": 152319,
+    "<t5_00152>": 152320,
+    "<t5_00153>": 152321,
+    "<t5_00154>": 152322,
+    "<t5_00155>": 152323,
+    "<t5_00156>": 152324,
+    "<t5_00157>": 152325,
+    "<t5_00158>": 152326,
+    "<t5_00159>": 152327,
+    "<t5_00160>": 152328,
+    "<t5_00161>": 152329,
+    "<t5_00162>": 152330,
+    "<t5_00163>": 152331,
+    "<t5_00164>": 152332,
+    "<t5_00165>": 152333,
+    "<t5_00166>": 152334,
+    "<t5_00167>": 152335,
+    "<t5_00168>": 152336,
+    "<t5_00169>": 152337,
+    "<t5_00170>": 152338,
+    "<t5_00171>": 152339,
+    "<t5_00172>": 152340,
+    "<t5_00173>": 152341,
+    "<t5_00174>": 152342,
+    "<t5_00175>": 152343,
+    "<t5_00176>": 152344,
+    "<t5_00177>": 152345,
+    "<t5_00178>": 152346,
+    "<t5_00179>": 152347,
+    "<t5_00180>": 152348,
+    "<t5_00181>": 152349,
+    "<t5_00182>": 152350,
+    "<t5_00183>": 152351,
+    "<t5_00184>": 152352,
+    "<t5_00185>": 152353,
+    "<t5_00186>": 152354,
+    "<t5_00187>": 152355,
+    "<t5_00188>": 152356,
+    "<t5_00189>": 152357,
+    "<t5_00190>": 152358,
+    "<t5_00191>": 152359,
+    "<t5_00192>": 152360,
+    "<t5_00193>": 152361,
+    "<t5_00194>": 152362,
+    "<t5_00195>": 152363,
+    "<t5_00196>": 152364,
+    "<t5_00197>": 152365,
+    "<t5_00198>": 152366,
+    "<t5_00199>": 152367,
+    "<t5_00200>": 152368,
+    "<t5_00201>": 152369,
+    "<t5_00202>": 152370,
+    "<t5_00203>": 152371,
+    "<t5_00204>": 152372,
+    "<t5_00205>": 152373,
+    "<t5_00206>": 152374,
+    "<t5_00207>": 152375,
+    "<t5_00208>": 152376,
+    "<t5_00209>": 152377,
+    "<t5_00210>": 152378,
+    "<t5_00211>": 152379,
+    "<t5_00212>": 152380,
+    "<t5_00213>": 152381,
+    "<t5_00214>": 152382,
+    "<t5_00215>": 152383,
+    "<t5_00216>": 152384,
+    "<t5_00217>": 152385,
+    "<t5_00218>": 152386,
+    "<t5_00219>": 152387,
+    "<t5_00220>": 152388,
+    "<t5_00221>": 152389,
+    "<t5_00222>": 152390,
+    "<t5_00223>": 152391,
+    "<t5_00224>": 152392,
+    "<t5_00225>": 152393,
+    "<t5_00226>": 152394,
+    "<t5_00227>": 152395,
+    "<t5_00228>": 152396,
+    "<t5_00229>": 152397,
+    "<t5_00230>": 152398,
+    "<t5_00231>": 152399,
+    "<t5_00232>": 152400,
+    "<t5_00233>": 152401,
+    "<t5_00234>": 152402,
+    "<t5_00235>": 152403,
+    "<t5_00236>": 152404,
+    "<t5_00237>": 152405,
+    "<t5_00238>": 152406,
+    "<t5_00239>": 152407,
+    "<t5_00240>": 152408,
+    "<t5_00241>": 152409,
+    "<t5_00242>": 152410,
+    "<t5_00243>": 152411,
+    "<t5_00244>": 152412,
+    "<t5_00245>": 152413,
+    "<t5_00246>": 152414,
+    "<t5_00247>": 152415,
+    "<t5_00248>": 152416,
+    "<t5_00249>": 152417,
+    "<t5_00250>": 152418,
+    "<t5_00251>": 152419,
+    "<t5_00252>": 152420,
+    "<t5_00253>": 152421,
+    "<t5_00254>": 152422,
+    "<t5_00255>": 152423,
+    "<t5_00256>": 152424,
+    "<t5_00257>": 152425,
+    "<t5_00258>": 152426,
+    "<t5_00259>": 152427,
+    "<t5_00260>": 152428,
+    "<t5_00261>": 152429,
+    "<t5_00262>": 152430,
+    "<t5_00263>": 152431,
+    "<t5_00264>": 152432,
+    "<t5_00265>": 152433,
+    "<t5_00266>": 152434,
+    "<t5_00267>": 152435,
+    "<t5_00268>": 152436,
+    "<t5_00269>": 152437,
+    "<t5_00270>": 152438,
+    "<t5_00271>": 152439,
+    "<t5_00272>": 152440,
+    "<t5_00273>": 152441,
+    "<t5_00274>": 152442,
+    "<t5_00275>": 152443,
+    "<t5_00276>": 152444,
+    "<t5_00277>": 152445,
+    "<t5_00278>": 152446,
+    "<t5_00279>": 152447,
+    "<t5_00280>": 152448,
+    "<t5_00281>": 152449,
+    "<t5_00282>": 152450,
+    "<t5_00283>": 152451,
+    "<t5_00284>": 152452,
+    "<t5_00285>": 152453,
+    "<t5_00286>": 152454,
+    "<t5_00287>": 152455,
+    "<t5_00288>": 152456,
+    "<t5_00289>": 152457,
+    "<t5_00290>": 152458,
+    "<t5_00291>": 152459,
+    "<t5_00292>": 152460,
+    "<t5_00293>": 152461,
+    "<t5_00294>": 152462,
+    "<t5_00295>": 152463,
+    "<t5_00296>": 152464,
+    "<t5_00297>": 152465,
+    "<t5_00298>": 152466,
+    "<t5_00299>": 152467,
+    "<t5_00300>": 152468
+}

Qwen2.5-3B-Instruct/added_tokens_multi_audio.json

@@ -0,0 +1,815 @@
+{
+    "</t5>": 151937,
+    "<video_padding>": 151939,
+    "<box_end>": 152165,
+    "<box_start>": 152164,
+    "<t5>": 151936,
+    "<t5_00000>": 151836,
+    "<t5_00001>": 151837,
+    "<t5_00002>": 151838,
+    "<t5_00003>": 151839,
+    "<t5_00004>": 151840,
+    "<t5_00005>": 151841,
+    "<t5_00006>": 151842,
+    "<t5_00007>": 151843,
+    "<t5_00008>": 151844,
+    "<t5_00009>": 151845,
+    "<t5_00010>": 151846,
+    "<t5_00011>": 151847,
+    "<t5_00012>": 151848,
+    "<t5_00013>": 151849,
+    "<t5_00014>": 151850,
+    "<t5_00015>": 151851,
+    "<t5_00016>": 151852,
+    "<t5_00017>": 151853,
+    "<t5_00018>": 151854,
+    "<t5_00019>": 151855,
+    "<t5_00020>": 151856,
+    "<t5_00021>": 151857,
+    "<t5_00022>": 151858,
+    "<t5_00023>": 151859,
+    "<t5_00024>": 151860,
+    "<t5_00025>": 151861,
+    "<t5_00026>": 151862,
+    "<t5_00027>": 151863,
+    "<t5_00028>": 151864,
+    "<t5_00029>": 151865,
+    "<t5_00030>": 151866,
+    "<t5_00031>": 151867,
+    "<t5_00032>": 151868,
+    "<t5_00033>": 151869,
+    "<t5_00034>": 151870,
+    "<t5_00035>": 151871,
+    "<t5_00036>": 151872,
+    "<t5_00037>": 151873,
+    "<t5_00038>": 151874,
+    "<t5_00039>": 151875,
+    "<t5_00040>": 151876,
+    "<t5_00041>": 151877,
+    "<t5_00042>": 151878,
+    "<t5_00043>": 151879,
+    "<t5_00044>": 151880,
+    "<t5_00045>": 151881,
+    "<t5_00046>": 151882,
+    "<t5_00047>": 151883,
+    "<t5_00048>": 151884,
+    "<t5_00049>": 151885,
+    "<t5_00050>": 151886,
+    "<t5_00051>": 151887,
+    "<t5_00052>": 151888,
+    "<t5_00053>": 151889,
+    "<t5_00054>": 151890,
+    "<t5_00055>": 151891,
+    "<t5_00056>": 151892,
+    "<t5_00057>": 151893,
+    "<t5_00058>": 151894,
+    "<t5_00059>": 151895,
+    "<t5_00060>": 151896,
+    "<t5_00061>": 151897,
+    "<t5_00062>": 151898,
+    "<t5_00063>": 151899,
+    "<t5_00064>": 151900,
+    "<t5_00065>": 151901,
+    "<t5_00066>": 151902,
+    "<t5_00067>": 151903,
+    "<t5_00068>": 151904,
+    "<t5_00069>": 151905,
+    "<t5_00070>": 151906,
+    "<t5_00071>": 151907,
+    "<t5_00072>": 151908,
+    "<t5_00073>": 151909,
+    "<t5_00074>": 151910,
+    "<t5_00075>": 151911,
+    "<t5_00076>": 151912,
+    "<t5_00077>": 151913,
+    "<t5_00078>": 151914,
+    "<t5_00079>": 151915,
+    "<t5_00080>": 151916,
+    "<t5_00081>": 151917,
+    "<t5_00082>": 151918,
+    "<t5_00083>": 151919,
+    "<t5_00084>": 151920,
+    "<t5_00085>": 151921,
+    "<t5_00086>": 151922,
+    "<t5_00087>": 151923,
+    "<t5_00088>": 151924,
+    "<t5_00089>": 151925,
+    "<t5_00090>": 151926,
+    "<t5_00091>": 151927,
+    "<t5_00092>": 151928,
+    "<t5_00093>": 151929,
+    "<t5_00094>": 151930,
+    "<t5_00095>": 151931,
+    "<t5_00096>": 151932,
+    "<t5_00097>": 151933,
+    "<t5_00098>": 151934,
+    "<t5_00099>": 151935,
+    "<aud>": 152166,
+    "</aud>": 152167,
+    "<aud_00000>": 152168,
+    "<aud_00001>": 152169,
+    "<aud_00002>": 152170,
+    "<aud_00003>": 152171,
+    "<aud_00004>": 152172,
+    "<aud_00005>": 152173,
+    "<aud_00006>": 152174,
+    "<aud_00007>": 152175,
+    "<aud_00008>": 152176,
+    "<aud_00009>": 152177,
+    "<aud_00010>": 152178,
+    "<aud_00011>": 152179,
+    "<aud_00012>": 152180,
+    "<aud_00013>": 152181,
+    "<aud_00014>": 152182,
+    "<aud_00015>": 152183,
+    "<aud_00016>": 152184,
+    "<aud_00017>": 152185,
+    "<aud_00018>": 152186,
+    "<aud_00019>": 152187,
+    "<aud_00020>": 152188,
+    "<aud_00021>": 152189,
+    "<aud_00022>": 152190,
+    "<aud_00023>": 152191,
+    "<aud_00024>": 152192,
+    "<aud_00025>": 152193,
+    "<aud_00026>": 152194,
+    "<aud_00027>": 152195,
+    "<aud_00028>": 152196,
+    "<aud_00029>": 152197,
+    "<aud_00030>": 152198,
+    "<aud_00031>": 152199,
+    "<aud_00032>": 152200,
+    "<aud_00033>": 152201,
+    "<aud_00034>": 152202,
+    "<aud_00035>": 152203,
+    "<aud_00036>": 152204,
+    "<aud_00037>": 152205,
+    "<aud_00038>": 152206,
+    "<aud_00039>": 152207,
+    "<aud_00040>": 152208,
+    "<aud_00041>": 152209,
+    "<aud_00042>": 152210,
+    "<aud_00043>": 152211,
+    "<aud_00044>": 152212,
+    "<aud_00045>": 152213,
+    "<aud_00046>": 152214,
+    "<aud_00047>": 152215,
+    "<aud_00048>": 152216,
+    "<aud_00049>": 152217,
+    "<aud_00050>": 152218,
+    "<aud_00051>": 152219,
+    "<aud_00052>": 152220,
+    "<aud_00053>": 152221,
+    "<aud_00054>": 152222,
+    "<aud_00055>": 152223,
+    "<aud_00056>": 152224,
+    "<aud_00057>": 152225,
+    "<aud_00058>": 152226,
+    "<aud_00059>": 152227,
+    "<aud_00060>": 152228,
+    "<aud_00061>": 152229,
+    "<aud_00062>": 152230,
+    "<aud_00063>": 152231,
+    "<aud_00064>": 152232,
+    "<aud_00065>": 152233,
+    "<aud_00066>": 152234,
+    "<aud_00067>": 152235,
+    "<aud_00068>": 152236,
+    "<aud_00069>": 152237,
+    "<aud_00070>": 152238,
+    "<aud_00071>": 152239,
+    "<aud_00072>": 152240,
+    "<aud_00073>": 152241,
+    "<aud_00074>": 152242,
+    "<aud_00075>": 152243,
+    "<aud_00076>": 152244,
+    "<aud_00077>": 152245,
+    "<aud_00078>": 152246,
+    "<aud_00079>": 152247,
+    "<aud_00080>": 152248,
+    "<aud_00081>": 152249,
+    "<aud_00082>": 152250,
+    "<aud_00083>": 152251,
+    "<aud_00084>": 152252,
+    "<aud_00085>": 152253,
+    "<aud_00086>": 152254,
+    "<aud_00087>": 152255,
+    "<aud_00088>": 152256,
+    "<aud_00089>": 152257,
+    "<aud_00090>": 152258,
+    "<aud_00091>": 152259,
+    "<aud_00092>": 152260,
+    "<aud_00093>": 152261,
+    "<aud_00094>": 152262,
+    "<aud_00095>": 152263,
+    "<aud_00096>": 152264,
+    "<aud_00097>": 152265,
+    "<aud_00098>": 152266,
+    "<aud_00099>": 152267,
+    "<aud_00100>": 152268,
+    "<aud_00101>": 152269,
+    "<aud_00102>": 152270,
+    "<aud_00103>": 152271,
+    "<aud_00104>": 152272,
+    "<aud_00105>": 152273,
+    "<aud_00106>": 152274,
+    "<aud_00107>": 152275,
+    "<aud_00108>": 152276,
+    "<aud_00109>": 152277,
+    "<aud_00110>": 152278,
+    "<aud_00111>": 152279,
+    "<aud_00112>": 152280,
+    "<aud_00113>": 152281,
+    "<aud_00114>": 152282,
+    "<aud_00115>": 152283,
+    "<aud_00116>": 152284,
+    "<aud_00117>": 152285,
+    "<aud_00118>": 152286,
+    "<aud_00119>": 152287,
+    "<aud_00120>": 152288,
+    "<aud_00121>": 152289,
+    "<aud_00122>": 152290,
+    "<aud_00123>": 152291,
+    "<aud_00124>": 152292,
+    "<aud_00125>": 152293,
+    "<aud_00126>": 152294,
+    "<aud_00127>": 152295,
+    "<aud_00128>": 152296,
+    "<aud_00129>": 152297,
+    "<aud_00130>": 152298,
+    "<aud_00131>": 152299,
+    "<aud_00132>": 152300,
+    "<aud_00133>": 152301,
+    "<aud_00134>": 152302,
+    "<aud_00135>": 152303,
+    "<aud_00136>": 152304,
+    "<aud_00137>": 152305,
+    "<aud_00138>": 152306,
+    "<aud_00139>": 152307,
+    "<aud_00140>": 152308,
+    "<aud_00141>": 152309,
+    "<aud_00142>": 152310,
+    "<aud_00143>": 152311,
+    "<aud_00144>": 152312,
+    "<aud_00145>": 152313,
+    "<aud_00146>": 152314,
+    "<aud_00147>": 152315,
+    "<aud_00148>": 152316,
+    "<aud_00149>": 152317,
+    "<aud_00150>": 152318,
+    "<aud_00151>": 152319,
+    "<aud_00152>": 152320,
+    "<aud_00153>": 152321,
+    "<aud_00154>": 152322,
+    "<aud_00155>": 152323,
+    "<aud_00156>": 152324,
+    "<aud_00157>": 152325,
+    "<aud_00158>": 152326,
+    "<aud_00159>": 152327,
+    "<aud_00160>": 152328,
+    "<aud_00161>": 152329,
+    "<aud_00162>": 152330,
+    "<aud_00163>": 152331,
+    "<aud_00164>": 152332,
+    "<aud_00165>": 152333,
+    "<aud_00166>": 152334,
+    "<aud_00167>": 152335,
+    "<aud_00168>": 152336,
+    "<aud_00169>": 152337,
+    "<aud_00170>": 152338,
+    "<aud_00171>": 152339,
+    "<aud_00172>": 152340,
+    "<aud_00173>": 152341,
+    "<aud_00174>": 152342,
+    "<aud_00175>": 152343,
+    "<aud_00176>": 152344,
+    "<aud_00177>": 152345,
+    "<aud_00178>": 152346,
+    "<aud_00179>": 152347,
+    "<aud_00180>": 152348,
+    "<aud_00181>": 152349,
+    "<aud_00182>": 152350,
+    "<aud_00183>": 152351,
+    "<aud_00184>": 152352,
+    "<aud_00185>": 152353,
+    "<aud_00186>": 152354,
+    "<aud_00187>": 152355,
+    "<aud_00188>": 152356,
+    "<aud_00189>": 152357,
+    "<aud_00190>": 152358,
+    "<aud_00191>": 152359,
+    "<aud_00192>": 152360,
+    "<aud_00193>": 152361,
+    "<aud_00194>": 152362,
+    "<aud_00195>": 152363,
+    "<aud_00196>": 152364,
+    "<aud_00197>": 152365,
+    "<aud_00198>": 152366,
+    "<aud_00199>": 152367,
+    "<aud_00200>": 152368,
+    "<aud_00201>": 152369,
+    "<aud_00202>": 152370,
+    "<aud_00203>": 152371,
+    "<aud_00204>": 152372,
+    "<aud_00205>": 152373,
+    "<aud_00206>": 152374,
+    "<aud_00207>": 152375,
+    "<aud_00208>": 152376,
+    "<aud_00209>": 152377,
+    "<aud_00210>": 152378,
+    "<aud_00211>": 152379,
+    "<aud_00212>": 152380,
+    "<aud_00213>": 152381,
+    "<aud_00214>": 152382,
+    "<aud_00215>": 152383,
+    "<aud_00216>": 152384,
+    "<aud_00217>": 152385,
+    "<aud_00218>": 152386,
+    "<aud_00219>": 152387,
+    "<aud_00220>": 152388,
+    "<aud_00221>": 152389,
+    "<aud_00222>": 152390,
+    "<aud_00223>": 152391,
+    "<aud_00224>": 152392,
+    "<aud_00225>": 152393,
+    "<aud_00226>": 152394,
+    "<aud_00227>": 152395,
+    "<aud_00228>": 152396,
+    "<aud_00229>": 152397,
+    "<aud_00230>": 152398,
+    "<aud_00231>": 152399,
+    "<aud_00232>": 152400,
+    "<aud_00233>": 152401,
+    "<aud_00234>": 152402,
+    "<aud_00235>": 152403,
+    "<aud_00236>": 152404,
+    "<aud_00237>": 152405,
+    "<aud_00238>": 152406,
+    "<aud_00239>": 152407,
+    "<aud_00240>": 152408,
+    "<aud_00241>": 152409,
+    "<aud_00242>": 152410,
+    "<aud_00243>": 152411,
+    "<aud_00244>": 152412,
+    "<aud_00245>": 152413,
+    "<aud_00246>": 152414,
+    "<aud_00247>": 152415,
+    "<aud_00248>": 152416,
+    "<aud_00249>": 152417,
+    "<aud_00250>": 152418,
+    "<aud_00251>": 152419,
+    "<aud_00252>": 152420,
+    "<aud_00253>": 152421,
+    "<aud_00254>": 152422,
+    "<aud_00255>": 152423,
+    "<aud_00256>": 152424,
+    "<aud_00257>": 152425,
+    "<aud_00258>": 152426,
+    "<aud_00259>": 152427,
+    "<aud_00260>": 152428,
+    "<aud_00261>": 152429,
+    "<aud_00262>": 152430,
+    "<aud_00263>": 152431,
+    "<aud_00264>": 152432,
+    "<aud_00265>": 152433,
+    "<aud_00266>": 152434,
+    "<aud_00267>": 152435,
+    "<aud_00268>": 152436,
+    "<aud_00269>": 152437,
+    "<aud_00270>": 152438,
+    "<aud_00271>": 152439,
+    "<aud_00272>": 152440,
+    "<aud_00273>": 152441,
+    "<aud_00274>": 152442,
+    "<aud_00275>": 152443,
+    "<aud_00276>": 152444,
+    "<aud_00277>": 152445,
+    "<aud_00278>": 152446,
+    "<aud_00279>": 152447,
+    "<aud_00280>": 152448,
+    "<aud_00281>": 152449,
+    "<aud_00282>": 152450,
+    "<aud_00283>": 152451,
+    "<aud_00284>": 152452,
+    "<aud_00285>": 152453,
+    "<aud_00286>": 152454,
+    "<aud_00287>": 152455,
+    "<aud_00288>": 152456,
+    "<aud_00289>": 152457,
+    "<aud_00290>": 152458,
+    "<aud_00291>": 152459,
+    "<aud_00292>": 152460,
+    "<aud_00293>": 152461,
+    "<aud_00294>": 152462,
+    "<aud_00295>": 152463,
+    "<aud_00296>": 152464,
+    "<aud_00297>": 152465,
+    "<aud_00298>": 152466,
+    "<aud_00299>": 152467,
+    "<aud_00300>": 152468,
+    "<aud_00301>": 152469,
+    "<aud_00302>": 152470,
+    "<aud_00303>": 152471,
+    "<aud_00304>": 152472,
+    "<aud_00305>": 152473,
+    "<aud_00306>": 152474,
+    "<aud_00307>": 152475,
+    "<aud_00308>": 152476,
+    "<aud_00309>": 152477,
+    "<aud_00310>": 152478,
+    "<aud_00311>": 152479,
+    "<aud_00312>": 152480,
+    "<aud_00313>": 152481,
+    "<aud_00314>": 152482,
+    "<aud_00315>": 152483,
+    "<aud_00316>": 152484,
+    "<aud_00317>": 152485,
+    "<aud_00318>": 152486,
+    "<aud_00319>": 152487,
+    "<aud_00320>": 152488,
+    "<aud_00321>": 152489,
+    "<aud_00322>": 152490,
+    "<aud_00323>": 152491,
+    "<aud_00324>": 152492,
+    "<aud_00325>": 152493,
+    "<aud_00326>": 152494,
+    "<aud_00327>": 152495,
+    "<aud_00328>": 152496,
+    "<aud_00329>": 152497,
+    "<aud_00330>": 152498,
+    "<aud_00331>": 152499,
+    "<aud_00332>": 152500,
+    "<aud_00333>": 152501,
+    "<aud_00334>": 152502,
+    "<aud_00335>": 152503,
+    "<aud_00336>": 152504,
+    "<aud_00337>": 152505,
+    "<aud_00338>": 152506,
+    "<aud_00339>": 152507,
+    "<aud_00340>": 152508,
+    "<aud_00341>": 152509,
+    "<aud_00342>": 152510,
+    "<aud_00343>": 152511,
+    "<aud_00344>": 152512,
+    "<aud_00345>": 152513,
+    "<aud_00346>": 152514,
+    "<aud_00347>": 152515,
+    "<aud_00348>": 152516,
+    "<aud_00349>": 152517,
+    "<aud_00350>": 152518,
+    "<aud_00351>": 152519,
+    "<aud_00352>": 152520,
+    "<aud_00353>": 152521,
+    "<aud_00354>": 152522,
+    "<aud_00355>": 152523,
+    "<aud_00356>": 152524,
+    "<aud_00357>": 152525,
+    "<aud_00358>": 152526,
+    "<aud_00359>": 152527,
+    "<aud_00360>": 152528,
+    "<aud_00361>": 152529,
+    "<aud_00362>": 152530,
+    "<aud_00363>": 152531,
+    "<aud_00364>": 152532,
+    "<aud_00365>": 152533,
+    "<aud_00366>": 152534,
+    "<aud_00367>": 152535,
+    "<aud_00368>": 152536,
+    "<aud_00369>": 152537,
+    "<aud_00370>": 152538,
+    "<aud_00371>": 152539,
+    "<aud_00372>": 152540,
+    "<aud_00373>": 152541,
+    "<aud_00374>": 152542,
+    "<aud_00375>": 152543,
+    "<aud_00376>": 152544,
+    "<aud_00377>": 152545,
+    "<aud_00378>": 152546,
+    "<aud_00379>": 152547,
+    "<aud_00380>": 152548,
+    "<aud_00381>": 152549,
+    "<aud_00382>": 152550,
+    "<aud_00383>": 152551,
+    "<aud_00384>": 152552,
+    "<aud_00385>": 152553,
+    "<aud_00386>": 152554,
+    "<aud_00387>": 152555,
+    "<aud_00388>": 152556,
+    "<aud_00389>": 152557,
+    "<aud_00390>": 152558,
+    "<aud_00391>": 152559,
+    "<aud_00392>": 152560,
+    "<aud_00393>": 152561,
+    "<aud_00394>": 152562,
+    "<aud_00395>": 152563,
+    "<aud_00396>": 152564,
+    "<aud_00397>": 152565,
+    "<aud_00398>": 152566,
+    "<aud_00399>": 152567,
+    "<aud_00400>": 152568,
+    "<aud_00401>": 152569,
+    "<aud_00402>": 152570,
+    "<aud_00403>": 152571,
+    "<aud_00404>": 152572,
+    "<aud_00405>": 152573,
+    "<aud_00406>": 152574,
+    "<aud_00407>": 152575,
+    "<aud_00408>": 152576,
+    "<aud_00409>": 152577,
+    "<aud_00410>": 152578,
+    "<aud_00411>": 152579,
+    "<aud_00412>": 152580,
+    "<aud_00413>": 152581,
+    "<aud_00414>": 152582,
+    "<aud_00415>": 152583,
+    "<aud_00416>": 152584,
+    "<aud_00417>": 152585,
+    "<aud_00418>": 152586,
+    "<aud_00419>": 152587,
+    "<aud_00420>": 152588,
+    "<aud_00421>": 152589,
+    "<aud_00422>": 152590,
+    "<aud_00423>": 152591,
+    "<aud_00424>": 152592,
+    "<aud_00425>": 152593,
+    "<aud_00426>": 152594,
+    "<aud_00427>": 152595,
+    "<aud_00428>": 152596,
+    "<aud_00429>": 152597,
+    "<aud_00430>": 152598,
+    "<aud_00431>": 152599,
+    "<aud_00432>": 152600,
+    "<aud_00433>": 152601,
+    "<aud_00434>": 152602,
+    "<aud_00435>": 152603,
+    "<aud_00436>": 152604,
+    "<aud_00437>": 152605,
+    "<aud_00438>": 152606,
+    "<aud_00439>": 152607,
+    "<aud_00440>": 152608,
+    "<aud_00441>": 152609,
+    "<aud_00442>": 152610,
+    "<aud_00443>": 152611,
+    "<aud_00444>": 152612,
+    "<aud_00445>": 152613,
+    "<aud_00446>": 152614,
+    "<aud_00447>": 152615,
+    "<aud_00448>": 152616,
+    "<aud_00449>": 152617,
+    "<aud_00450>": 152618,
+    "<aud_00451>": 152619,
+    "<aud_00452>": 152620,
+    "<aud_00453>": 152621,
+    "<aud_00454>": 152622,
+    "<aud_00455>": 152623,
+    "<aud_00456>": 152624,
+    "<aud_00457>": 152625,
+    "<aud_00458>": 152626,
+    "<aud_00459>": 152627,
+    "<aud_00460>": 152628,
+    "<aud_00461>": 152629,
+    "<aud_00462>": 152630,
+    "<aud_00463>": 152631,
+    "<aud_00464>": 152632,
+    "<aud_00465>": 152633,
+    "<aud_00466>": 152634,
+    "<aud_00467>": 152635,
+    "<aud_00468>": 152636,
+    "<aud_00469>": 152637,
+    "<aud_00470>": 152638,
+    "<aud_00471>": 152639,
+    "<aud_00472>": 152640,
+    "<aud_00473>": 152641,
+    "<aud_00474>": 152642,
+    "<aud_00475>": 152643,
+    "<aud_00476>": 152644,
+    "<aud_00477>": 152645,
+    "<aud_00478>": 152646,
+    "<aud_00479>": 152647,
+    "<aud_00480>": 152648,
+    "<aud_00481>": 152649,
+    "<aud_00482>": 152650,
+    "<aud_00483>": 152651,
+    "<aud_00484>": 152652,
+    "<aud_00485>": 152653,
+    "<aud_00486>": 152654,
+    "<aud_00487>": 152655,
+    "<aud_00488>": 152656,
+    "<aud_00489>": 152657,
+    "<aud_00490>": 152658,
+    "<aud_00491>": 152659,
+    "<aud_00492>": 152660,
+    "<aud_00493>": 152661,
+    "<aud_00494>": 152662,
+    "<aud_00495>": 152663,
+    "<aud_00496>": 152664,
+    "<aud_00497>": 152665,
+    "<aud_00498>": 152666,
+    "<aud_00499>": 152667,
+    "<aud_00500>": 152668,
+    "<|gen|>": 151938,
+    "<|/gen|>": 151938,
+    "<|think|>": 151938,
+    "<|/think|>": 151938,
+    "<t5_00100>": 152268,
+    "<t5_00101>": 152269,
+    "<t5_00102>": 152270,
+    "<t5_00103>": 152271,
+    "<t5_00104>": 152272,
+    "<t5_00105>": 152273,
+    "<t5_00106>": 152274,
+    "<t5_00107>": 152275,
+    "<t5_00108>": 152276,
+    "<t5_00109>": 152277,
+    "<t5_00110>": 152278,
+    "<t5_00111>": 152279,
+    "<t5_00112>": 152280,
+    "<t5_00113>": 152281,
+    "<t5_00114>": 152282,
+    "<t5_00115>": 152283,
+    "<t5_00116>": 152284,
+    "<t5_00117>": 152285,
+    "<t5_00118>": 152286,
+    "<t5_00119>": 152287,
+    "<t5_00120>": 152288,
+    "<t5_00121>": 152289,
+    "<t5_00122>": 152290,
+    "<t5_00123>": 152291,
+    "<t5_00124>": 152292,
+    "<t5_00125>": 152293,
+    "<t5_00126>": 152294,
+    "<t5_00127>": 152295,
+    "<t5_00128>": 152296,
+    "<t5_00129>": 152297,
+    "<t5_00130>": 152298,
+    "<t5_00131>": 152299,
+    "<t5_00132>": 152300,
+    "<t5_00133>": 152301,
+    "<t5_00134>": 152302,
+    "<t5_00135>": 152303,
+    "<t5_00136>": 152304,
+    "<t5_00137>": 152305,
+    "<t5_00138>": 152306,
+    "<t5_00139>": 152307,
+    "<t5_00140>": 152308,
+    "<t5_00141>": 152309,
+    "<t5_00142>": 152310,
+    "<t5_00143>": 152311,
+    "<t5_00144>": 152312,
+    "<t5_00145>": 152313,
+    "<t5_00146>": 152314,
+    "<t5_00147>": 152315,
+    "<t5_00148>": 152316,
+    "<t5_00149>": 152317,
+    "<t5_00150>": 152318,
+    "<t5_00151>": 152319,
+    "<t5_00152>": 152320,
+    "<t5_00153>": 152321,
+    "<t5_00154>": 152322,
+    "<t5_00155>": 152323,
+    "<t5_00156>": 152324,
+    "<t5_00157>": 152325,
+    "<t5_00158>": 152326,
+    "<t5_00159>": 152327,
+    "<t5_00160>": 152328,
+    "<t5_00161>": 152329,
+    "<t5_00162>": 152330,
+    "<t5_00163>": 152331,
+    "<t5_00164>": 152332,
+    "<t5_00165>": 152333,
+    "<t5_00166>": 152334,
+    "<t5_00167>": 152335,
+    "<t5_00168>": 152336,
+    "<t5_00169>": 152337,
+    "<t5_00170>": 152338,
+    "<t5_00171>": 152339,
+    "<t5_00172>": 152340,
+    "<t5_00173>": 152341,
+    "<t5_00174>": 152342,
+    "<t5_00175>": 152343,
+    "<t5_00176>": 152344,
+    "<t5_00177>": 152345,
+    "<t5_00178>": 152346,
+    "<t5_00179>": 152347,
+    "<t5_00180>": 152348,
+    "<t5_00181>": 152349,
+    "<t5_00182>": 152350,
+    "<t5_00183>": 152351,
+    "<t5_00184>": 152352,
+    "<t5_00185>": 152353,
+    "<t5_00186>": 152354,
+    "<t5_00187>": 152355,
+    "<t5_00188>": 152356,
+    "<t5_00189>": 152357,
+    "<t5_00190>": 152358,
+    "<t5_00191>": 152359,
+    "<t5_00192>": 152360,
+    "<t5_00193>": 152361,
+    "<t5_00194>": 152362,
+    "<t5_00195>": 152363,
+    "<t5_00196>": 152364,
+    "<t5_00197>": 152365,
+    "<t5_00198>": 152366,
+    "<t5_00199>": 152367,
+    "<t5_00200>": 152368,
+    "<t5_00201>": 152369,
+    "<t5_00202>": 152370,
+    "<t5_00203>": 152371,
+    "<t5_00204>": 152372,
+    "<t5_00205>": 152373,
+    "<t5_00206>": 152374,
+    "<t5_00207>": 152375,
+    "<t5_00208>": 152376,
+    "<t5_00209>": 152377,
+    "<t5_00210>": 152378,
+    "<t5_00211>": 152379,
+    "<t5_00212>": 152380,
+    "<t5_00213>": 152381,
+    "<t5_00214>": 152382,
+    "<t5_00215>": 152383,
+    "<t5_00216>": 152384,
+    "<t5_00217>": 152385,
+    "<t5_00218>": 152386,
+    "<t5_00219>": 152387,
+    "<t5_00220>": 152388,
+    "<t5_00221>": 152389,
+    "<t5_00222>": 152390,
+    "<t5_00223>": 152391,
+    "<t5_00224>": 152392,
+    "<t5_00225>": 152393,
+    "<t5_00226>": 152394,
+    "<t5_00227>": 152395,
+    "<t5_00228>": 152396,
+    "<t5_00229>": 152397,
+    "<t5_00230>": 152398,
+    "<t5_00231>": 152399,
+    "<t5_00232>": 152400,
+    "<t5_00233>": 152401,
+    "<t5_00234>": 152402,
+    "<t5_00235>": 152403,
+    "<t5_00236>": 152404,
+    "<t5_00237>": 152405,
+    "<t5_00238>": 152406,
+    "<t5_00239>": 152407,
+    "<t5_00240>": 152408,
+    "<t5_00241>": 152409,
+    "<t5_00242>": 152410,
+    "<t5_00243>": 152411,
+    "<t5_00244>": 152412,
+    "<t5_00245>": 152413,
+    "<t5_00246>": 152414,
+    "<t5_00247>": 152415,
+    "<t5_00248>": 152416,
+    "<t5_00249>": 152417,
+    "<t5_00250>": 152418,
+    "<t5_00251>": 152419,
+    "<t5_00252>": 152420,
+    "<t5_00253>": 152421,
+    "<t5_00254>": 152422,
+    "<t5_00255>": 152423,
+    "<t5_00256>": 152424,
+    "<t5_00257>": 152425,
+    "<t5_00258>": 152426,
+    "<t5_00259>": 152427,
+    "<t5_00260>": 152428,
+    "<t5_00261>": 152429,
+    "<t5_00262>": 152430,
+    "<t5_00263>": 152431,
+    "<t5_00264>": 152432,
+    "<t5_00265>": 152433,
+    "<t5_00266>": 152434,
+    "<t5_00267>": 152435,
+    "<t5_00268>": 152436,
+    "<t5_00269>": 152437,
+    "<t5_00270>": 152438,
+    "<t5_00271>": 152439,
+    "<t5_00272>": 152440,
+    "<t5_00273>": 152441,
+    "<t5_00274>": 152442,
+    "<t5_00275>": 152443,
+    "<t5_00276>": 152444,
+    "<t5_00277>": 152445,
+    "<t5_00278>": 152446,
+    "<t5_00279>": 152447,
+    "<t5_00280>": 152448,
+    "<t5_00281>": 152449,
+    "<t5_00282>": 152450,
+    "<t5_00283>": 152451,
+    "<t5_00284>": 152452,
+    "<t5_00285>": 152453,
+    "<t5_00286>": 152454,
+    "<t5_00287>": 152455,
+    "<t5_00288>": 152456,
+    "<t5_00289>": 152457,
+    "<t5_00290>": 152458,
+    "<t5_00291>": 152459,
+    "<t5_00292>": 152460,
+    "<t5_00293>": 152461,
+    "<t5_00294>": 152462,
+    "<t5_00295>": 152463,
+    "<t5_00296>": 152464,
+    "<t5_00297>": 152465,
+    "<t5_00298>": 152466,
+    "<t5_00299>": 152467,
+    "<t5_00300>": 152468
+}

Qwen2.5-3B-Instruct/config.json

@@ -0,0 +1,27 @@
+{
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 2048,
+  "initializer_range": 0.02,
+  "intermediate_size": 11008,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 70,
+  "model_type": "qwen2",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 36,
+  "num_key_value_heads": 2,
+  "rms_norm_eps": 1e-06,
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.43.1",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "vocab_size": 151936
+}

Qwen2.5-3B-Instruct/generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 151643,
+  "pad_token_id": 151643,
+  "do_sample": true,
+  "eos_token_id": [
+    151645,
+    151643
+  ],
+  "repetition_penalty": 1.05,
+  "temperature": 0.7,
+  "top_p": 0.8,
+  "top_k": 20,
+  "transformers_version": "4.37.0"
+}

Qwen2.5-3B-Instruct/model-00001-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67347b23fb4165b652eb6611f5e1f2a06dfcddba8e909df1b2b0b1857bee06c2
+size 3968658944

Qwen2.5-3B-Instruct/model-00002-of-00002.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40d941d0e7e0b966ad8b62bb6d6b7c88cce1299197b599d9d0a4ce59aabfc1d
+size 2203268048

Qwen2.5-3B-Instruct/model.safetensors.index.json

@@ -0,0 +1,441 @@
+{
+  "metadata": {
+    "total_size": 6171877376
+  },
+  "weight_map": {
+    "model.embed_tokens.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00002-of-00002.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00002-of-00002.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00001-of-00002.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00001-of-00002.safetensors",
+    "model.norm.weight": "model-00002-of-00002.safetensors"
+  }
+}

Qwen2.5-3B-Instruct/tokenizer_config.json

@@ -0,0 +1,207 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": null,
+  "chat_template": "{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- messages[0]['content'] }}\n    {%- else %}\n        {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}\n    {%- endif %}\n    {{- \"\\n\\n# Tools\\n\\nYou may call one or more functions to assist with the user query.\\n\\nYou are provided with function signatures within <tools></tools> XML tags:\\n<tools>\" }}\n    {%- for tool in tools %}\n        {{- \"\\n\" }}\n        {{- tool | tojson }}\n    {%- endfor %}\n    {{- \"\\n</tools>\\n\\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\\n<tool_call>\\n{\\\"name\\\": <function-name>, \\\"arguments\\\": <args-json-object>}\\n</tool_call><|im_end|>\\n\" }}\n{%- else %}\n    {%- if messages[0]['role'] == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0]['content'] + '<|im_end|>\\n' }}\n    {%- else %}\n        {{- '<|im_start|>system\\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}\n{%- for message in messages %}\n    {%- if (message.role == \"user\") or (message.role == \"system\" and not loop.first) or (message.role == \"assistant\" and not message.tool_calls) %}\n        {{- '<|im_start|>' + message.role + '\\n' + message.content + '<|im_end|>' + '\\n' }}\n    {%- elif message.role == \"assistant\" %}\n        {{- '<|im_start|>' + message.role }}\n        {%- if message.content %}\n            {{- '\\n' + message.content }}\n        {%- endif %}\n        {%- for tool_call in message.tool_calls %}\n            {%- if tool_call.function is defined %}\n                {%- set tool_call = tool_call.function %}\n            {%- endif %}\n            {{- '\\n<tool_call>\\n{\"name\": \"' }}\n            {{- tool_call.name }}\n            {{- '\", \"arguments\": ' }}\n            {{- tool_call.arguments | tojson }}\n            {{- '}\\n</tool_call>' }}\n        {%- endfor %}\n        {{- '<|im_end|>\\n' }}\n    {%- elif message.role == \"tool\" %}\n        {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != \"tool\") %}\n            {{- '<|im_start|>user' }}\n        {%- endif %}\n        {{- '\\n<tool_response>\\n' }}\n        {{- message.content }}\n        {{- '\\n</tool_response>' }}\n        {%- if loop.last or (messages[loop.index0 + 1].role != \"tool\") %}\n            {{- '<|im_end|>\\n' }}\n        {%- endif %}\n    {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n    {{- '<|im_start|>assistant\\n' }}\n{%- endif %}\n",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 131072,
+  "pad_token": "<|endoftext|>",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": null
+}