Instructions to use taetae77/fast-tokenizer-bi-pick-tomato with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use taetae77/fast-tokenizer-bi-pick-tomato with Transformers:
# Load model directly from transformers import AutoModel model = AutoModel.from_pretrained("taetae77/fast-tokenizer-bi-pick-tomato", dtype="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "repo_id": "taetae77/bi_test_dataset", | |
| "vocab_size": 8192, | |
| "scale": 10.0, | |
| "encoded_dims": "0:6,7:23", | |
| "encoded_dim_ranges": [ | |
| [ | |
| 0, | |
| 6 | |
| ], | |
| [ | |
| 7, | |
| 23 | |
| ] | |
| ], | |
| "total_encoded_dims": 22, | |
| "relative_dims": null, | |
| "relative_dim_list": null, | |
| "use_relative_transform": false, | |
| "state_key": "observation.state", | |
| "normalization_mode": "QUANTILES", | |
| "action_horizon": 10, | |
| "num_training_chunks": 880, | |
| "compression_stats": { | |
| "compression_ratio": 2.143727161997564, | |
| "mean_token_length": 51.3125, | |
| "p99_token_length": 74.21000000000004, | |
| "min_token_length": 7.0, | |
| "max_token_length": 83.0 | |
| } | |
| } |