tokenizer_config.json

{
  "version": "2.0",
  "vocab_size": 32768,
  "pre_tokenizer": "Whitespace",
  "normalizer": "NFKC+Lowercase",
  "model": "BPE",
  "optimized_for": "small models <= 200M"
}