Add tokenizer.json (transformers.js fast tokenizer)
Browse files- .gitattributes +1 -0
- tokenizer.json +3 -0
.gitattributes
CHANGED
|
@@ -44,3 +44,4 @@ examples/recording.wav filter=lfs diff=lfs merge=lfs -text
|
|
| 44 |
onnx/audio_encoder_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
| 45 |
onnx/decoder_prefill_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
| 46 |
onnx/decoder_step_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 44 |
onnx/audio_encoder_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
| 45 |
onnx/decoder_prefill_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
| 46 |
onnx/decoder_step_int4.onnx.data filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
tokenizer.json filter=lfs diff=lfs merge=lfs -text
|
tokenizer.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fe1fad59be22a41ee293363fcf95fdedbc7c93f3b49270b1d2e18bd1399a7a05
|
| 3 |
+
size 11429653
|