False / added_tokens.json
luciayen's picture
Upload tokenizer
f6fa69b verified
{
"\t": 31,
"\n": 32,
"!": 33,
"\"": 34,
"$": 35,
"%": 36,
"(": 37,
")": 38,
"+": 39,
",": 40,
".": 41,
"/": 42,
"0": 43,
"1": 44,
"4": 45,
"5": 46,
"6": 47,
"7": 48,
"8": 49,
"9": 50,
":": 51,
"<unk>": 30,
"=": 52,
"?": 53,
"[": 54,
"\\": 55,
"]": 56,
"`": 57,
"c": 58,
"j": 59,
"q": 60,
"v": 61,
"x": 62,
"z": 63,
"Β°": 64,
"Γ—": 65,
"Γ·": 66,
"​": 67,
"–": 68,
"β€˜": 69,
"’": 70,
"β€œ": 71,
"”": 72,
"⁄": 73,
"ↄ": 74
}