False / added_tokens.json
1nnocent's picture
Upload tokenizer
1797bae verified
{
"\n": 52,
"!": 53,
"\"": 54,
"%": 55,
"(": 56,
")": 57,
"*": 58,
",": 59,
".": 60,
"/": 61,
"0": 62,
"1": 63,
"2": 64,
"3": 65,
"4": 66,
"5": 67,
"6": 68,
"7": 69,
"8": 70,
"9": 71,
":": 72,
"<unk>": 51,
"=": 73,
"?": 74,
"[": 75,
"]": 76,
"`": 77,
"c": 78,
"j": 79,
"q": 80,
"~": 81,
"¢": 82,
"ð": 83,
"ô": 84,
"ā": 85,
"ē": 86,
"ȳ": 87,
"̄": 88,
"ᴐ": 89,
"ṽ": 90,
"ỹ": 91,
"–": 92,
"‘": 93,
"’": 94,
"“": 95,
"”": 96,
"₵": 97
}