taetae77
/

my-action-tokenizer

Model card Files Files and versions

taetae77 commited on Apr 9

Commit

91a795d

·

verified ·

1 Parent(s): 53f47b1

Upload tokenizer metadata

Files changed (1) hide show

metadata.json +6 -6

metadata.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "repo_id": "taetae77/bi_tape_box_data_fault",
   "vocab_size": 1024,
   "scale": 10.0,
   "encoded_dims": "0:6",
@@ -16,12 +16,12 @@
   "state_key": "observation.state",
   "normalization_mode": "QUANTILES",
   "action_horizon": 10,
-  "num_training_chunks": 12015,
   "compression_stats": {
-    "compression_ratio": 9.397024275646046,
-    "mean_token_length": 6.385,
-    "p99_token_length": 17.0,
     "min_token_length": 2.0,
-    "max_token_length": 20.0
   }
 }

 {
+  "repo_id": "taetae77/bi_red_tomato",
   "vocab_size": 1024,
   "scale": 10.0,
   "encoded_dims": "0:6",
   "state_key": "observation.state",
   "normalization_mode": "QUANTILES",
   "action_horizon": 10,
+  "num_training_chunks": 14960,
   "compression_stats": {
+    "compression_ratio": 9.561752988047807,
+    "mean_token_length": 6.275,
+    "p99_token_length": 15.0,
     "min_token_length": 2.0,
+    "max_token_length": 19.0
   }
 }