upgrade: replace Kronos-small weights with Kronos-base (102.3M)

config.json

@@ -1,13 +1,13 @@
 {
-  "attn_dropout_p": 0.1,
-  "d_model": 512,
-  "ff_dim": 1024,
-  "ffn_dropout_p": 0.25,
+  "attn_dropout_p": 0.0,
+  "d_model": 832,
+  "ff_dim": 2048,
+  "ffn_dropout_p": 0.2,
   "learn_te": true,
-  "n_heads": 8,
-  "n_layers": 8,
-  "resid_dropout_p": 0.25,
+  "n_heads": 16,
+  "n_layers": 12,
+  "resid_dropout_p": 0.2,
   "s1_bits": 10,
   "s2_bits": 10,
-  "token_dropout_p": 0.1
+  "token_dropout_p": 0.0
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b082dfcbd8e8c142a725c8bbb99781802f38fec81210e13479effb32b3c3e020
-size 98980656
+oid sha256:abff193acab6db1a0368e9773e75799d11403b6d054ee6d5f0a11aeabc5f4b83
+size 409264008

requirements.txt

@@ -1,3 +1,6 @@
 torch>=2.0.0
 safetensors
 einops
+numpy
+pandas
+huggingface_hub