add tokenizer

.gitattributes

@@ -32,3 +32,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+variables/variables.data-00000-of-00001 filter=lfs diff=lfs merge=lfs -text
+model.png filter=lfs diff=lfs merge=lfs -text
+variables/variables.index filter=lfs diff=lfs merge=lfs -text

README.md

@@ -0,0 +1,34 @@
+---
+library_name: keras
+---
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+
+| name | learning_rate | decay | beta_1 | beta_2 | epsilon | amsgrad | weight_decay | training_precision |
+|----|-------------|-----|------|------|-------|-------|------------|------------------|
+|AdamW|0.0001|0.0|0.9|0.999|1e-07|False|0.0015625|float32|
+
+ ## Model Plot
+
+<details>
+<summary>View Model Plot</summary>
+
+![Model Image](./model.png)
+
+</details>

saved_model.pb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a27aed9d75e1aed74e5cf526ff570ad68b3a5e44b497945505e97a25569a4d
+size 13639966

variables/variables.data-00000-of-00001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac0790bced40eb9584e4b433d4377ea4777e128b330accd60b71b5735c181c44
+size 416546306

variables/variables.index

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77b80aa24c60dfec9e8637f4a6d3002e8542b07efe33b7933cc66f16502693e2
+size 27724