tokenizer.json

{
  "version": "1.0",
  "model": {
    "type": "WordLevel",
    "unk_token": "<unk>",
    "vocab": {
      "<pad>": 0,
      "<unk>": 1,
      "<bos>": 2,
      "<eos>": 3
    }
  },
  "added_tokens": []
}