tokenizer_config.json

{
  "added_tokens_decoder": {
      "0": {
          "content": "<|endoftext|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": true
      },
      "1": {
          "content": "<|im_start|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": true
      },
      "2": {
          "content": "<|im_end|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": true
      },
      "3": {
          "content": "<think>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "4": {
          "content": "</think>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "5": {
          "content": "<|fim_prefix|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "6": {
          "content": "<|fim_middle|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "7": {
          "content": "<|fim_suffix|>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "32764": {
          "content": "<tool_call>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "32765": {
          "content": "</tool_call>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "32766": {
          "content": "<tool_response>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      },
      "32767": {
          "content": "</tool_response>",
          "lstrip": false,
          "normalized": false,
          "rstrip": false,
          "single_word": false,
          "special": false
      }
  },
  "additional_special_tokens": [
      "<|im_start|>",
      "<|im_end|>"
  ],
  "bos_token": null,
  "eos_token": "<|im_end|>",
  "model_max_length": 1000000000000000019884624838656,
  "pad_token": "<|endoftext|>",
  "tokenizer_class": "PreTrainedTokenizerFast",
  "unk_token": null,
  "add_bos_token": false
}