{ "add_blank": true, "added_tokens_decoder": { "0": { "content": "a", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "30": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "31": { "content": "\t", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32": { "content": "\n", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "33": { "content": "!", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34": { "content": "\"", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "35": { "content": "$", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "36": { "content": "%", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "37": { "content": "(", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "38": { "content": ")", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "39": { "content": "+", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "40": { "content": ",", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "41": { "content": ".", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "42": { "content": "/", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "43": { "content": "0", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "44": { "content": "1", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "45": { "content": "4", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "46": { "content": "5", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "47": { "content": "6", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "48": { "content": "7", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "49": { "content": "8", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "50": { "content": "9", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "51": { "content": ":", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "52": { "content": "=", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "53": { "content": "?", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "54": { "content": "[", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "55": { "content": "\\", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "56": { "content": "]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "57": { "content": "`", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "58": { "content": "c", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "59": { "content": "j", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "60": { "content": "q", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "61": { "content": "v", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "62": { "content": "x", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "63": { "content": "z", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "64": { "content": "°", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "65": { "content": "×", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "66": { "content": "÷", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "67": { "content": "​", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "68": { "content": "–", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "69": { "content": "‘", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "70": { "content": "’", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "71": { "content": "“", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "72": { "content": "”", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "73": { "content": "⁄", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "74": { "content": "ↄ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "backend": "custom", "clean_up_tokenization_spaces": true, "is_local": true, "is_uroman": false, "language": "aka", "model_max_length": 1000000000000000019884624838656, "normalize": true, "pad_token": "a", "phonemize": false, "tokenizer_class": "VitsTokenizer", "unk_token": "", "verbose": false }