Upload folder using huggingface_hub
Browse files- token_mapping.txt +2 -2
- tokenizer.json +2 -2
token_mapping.txt
CHANGED
|
@@ -13,6 +13,6 @@ Token ID
|
|
| 13 |
7 11
|
| 14 |
8 12
|
| 15 |
9 13
|
| 16 |
-
|
| 17 |
-
|
| 18 |
END 16
|
|
|
|
| 13 |
7 11
|
| 14 |
8 12
|
| 15 |
9 13
|
| 16 |
+
EQUALS 14
|
| 17 |
+
MOD_10 15
|
| 18 |
END 16
|
tokenizer.json
CHANGED
|
@@ -63,8 +63,8 @@
|
|
| 63 |
"7": 11,
|
| 64 |
"8": 12,
|
| 65 |
"9": 13,
|
| 66 |
-
"
|
| 67 |
-
"
|
| 68 |
"END": 16
|
| 69 |
},
|
| 70 |
"unk_token": "<unk>"
|
|
|
|
| 63 |
"7": 11,
|
| 64 |
"8": 12,
|
| 65 |
"9": 13,
|
| 66 |
+
"EQUALS": 14,
|
| 67 |
+
"MOD_10": 15,
|
| 68 |
"END": 16
|
| 69 |
},
|
| 70 |
"unk_token": "<unk>"
|