confidence_checker / added_tokens.json
1anonymous1's picture
Upload tokenizer
09f2700 verified
{
"</CoT>": 128036,
"</N=0_code>": 128013,
"</N=0_execution_result>": 128015,
"</N=1_code>": 128017,
"</N=1_execution_result>": 128019,
"</N=2_code>": 128021,
"</N=2_execution_result>": 128023,
"</N=3_code>": 128025,
"</N=3_execution_result>": 128027,
"</PoT>": 128028,
"</Question>": 128010,
"</Table>": 128008,
"</Table_column_size>": 128004,
"</Table_row_size>": 128002,
"</Table_size>": 128006,
"</answer>": 128035,
"</solution>": 128033,
"</text2sql>": 128030,
"<CoT>": 128031,
"<N=0_code>": 128012,
"<N=0_execution_result>": 128014,
"<N=1_code>": 128016,
"<N=1_execution_result>": 128018,
"<N=2_code>": 128020,
"<N=2_execution_result>": 128022,
"<N=3_code>": 128024,
"<N=3_execution_result>": 128026,
"<NOTHING>": 128037,
"<PoT>": 128011,
"<Question>": 128009,
"<Table>": 128007,
"<Table_column_size>": 128003,
"<Table_row_size>": 128001,
"<Table_size>": 128005,
"<answer>": 128034,
"<solution>": 128032,
"<text2sql>": 128029,
"[MASK]": 128000
}