{ "tokenizer_class": "PreTrainedTokenizerFast", "bos_token": "", "eos_token": "", "unk_token": "", "pad_token": "", "mask_token": "", "model_max_length": 512, "clean_up_tokenization_spaces": true, "add_prefix_space": true, "trim_offsets": true }