motoko-embedding-1-1b / tokenizer.json
hrudu's picture
Add Hugging Face model scaffold
14e9a9f
raw
history blame contribute delete
735 Bytes
{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 0,
"content": "<pad>",
"special": true
},
{
"id": 1,
"content": "<unk>",
"special": true
}
],
"normalizer": {
"type": "Sequence"
},
"pre_tokenizer": {
"type": "WhitespaceSplit"
},
"model": {
"type": "WordLevel",
"vocab": {
"<pad>": 0,
"<unk>": 1,
"force_x": 2,
"force_y": 3,
"force_z": 4,
"torque_x": 5,
"torque_y": 6,
"torque_z": 7,
"pressure_0": 8,
"pressure_1": 9,
"vibration_0": 10,
"vibration_1": 11,
"contact_on": 12,
"contact_off": 13
},
"unk_token": "<unk>"
}
}