tokenizer_config.json

{
  "add_prefix_space": false,
  "auto_map": {
    "AutoProcessor": "processing_molmoact2.MolmoAct2Processor"
  },
  "backend": "tokenizers",
  "bos_token": "<|im_end|>",
  "clean_up_tokenization_spaces": false,
  "eos_token": "<|im_end|>",
  "errors": "replace",
  "extra_special_tokens": [
    "<im_start>",
    "<im_end>",
    "<im_patch>",
    "<im_col>",
    "<low_res_im_start>",
    "<|image|>",
    "<im_low>",
    "<frame_start>",
    "<frame_end>",
    "<|video|>",
    "<|points|>",
    "<|token_index|>",
    "<|vit_index|>",
    "<|vit_loc|>"
  ],
  "is_local": false,
  "model_max_length": 1010000,
  "pad_token": "<|endoftext|>",
  "processor_class": "MolmoAct2Processor",
  "split_special_tokens": false,
  "tokenizer_class": "Qwen2Tokenizer",
  "unk_token": null
}