Resonance 200M base: train_loss=2.667, 3.6B tokens, 14.9h on H100
Browse files- checkpoints/best.pt +3 -0
- checkpoints/final.pt +3 -0
- checkpoints/resonance_200m_final.bin +3 -0
- checkpoints/resonance_200m_step10000.bin +3 -0
- checkpoints/resonance_200m_step12000.bin +3 -0
- checkpoints/resonance_200m_step14000.bin +3 -0
- checkpoints/resonance_200m_step16000.bin +3 -0
- checkpoints/resonance_200m_step18000.bin +3 -0
- checkpoints/resonance_200m_step2000.bin +3 -0
- checkpoints/resonance_200m_step20000.bin +3 -0
- checkpoints/resonance_200m_step22000.bin +3 -0
- checkpoints/resonance_200m_step24000.bin +3 -0
- checkpoints/resonance_200m_step26000.bin +3 -0
- checkpoints/resonance_200m_step4000.bin +3 -0
- checkpoints/resonance_200m_step6000.bin +3 -0
- checkpoints/resonance_200m_step8000.bin +3 -0
- checkpoints/step_10000.pt +3 -0
- checkpoints/step_12000.pt +3 -0
- checkpoints/step_14000.pt +3 -0
- checkpoints/step_16000.pt +3 -0
- checkpoints/step_18000.pt +3 -0
- checkpoints/step_2000.pt +3 -0
- checkpoints/step_20000.pt +3 -0
- checkpoints/step_22000.pt +3 -0
- checkpoints/step_24000.pt +3 -0
- checkpoints/step_26000.pt +3 -0
- checkpoints/step_4000.pt +3 -0
- checkpoints/step_6000.pt +3 -0
- checkpoints/step_8000.pt +3 -0
- checkpoints/tokenizer.bin +3 -0
- checkpoints/tokenizer_backup1.bin +3 -0
- checkpoints/tokenizer_backup1_hf.json +0 -0
- checkpoints/tokenizer_backup1_idmap.json +0 -0
- checkpoints/tokenizer_backup2.bin +3 -0
- checkpoints/tokenizer_backup2_hf.json +0 -0
- checkpoints/tokenizer_backup2_idmap.json +0 -0
- checkpoints/tokenizer_hf.json +0 -0
- checkpoints/tokenizer_idmap.json +0 -0
checkpoints/best.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee029291e0dbd7c088844a8787c4ce472b954b9b1c42aece27aaf3fb70d3e9a1
|
| 3 |
+
size 2395313762
|
checkpoints/final.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fe219eea429983c291d1db55910ecb33cd178d45ccc16d569cd7a834588d602
|
| 3 |
+
size 2395314743
|
checkpoints/resonance_200m_final.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5afcc7cdfbfac47d0c7cb25fab7cddd4e6729886073b4d4b2123416dbe58bf56
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step10000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e14a3054316f72da2d3488ea333930e8211d23de838e29d51e81ec8a2502a42c
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step12000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:04ef281daeb481159d1109813848a605f2e3936536110b580bd9b5eb117b8b4e
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step14000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e4dc382d5b21db07982f1a7b70f4e4399f263960d3dbfc1719f76c5fa9e7d747
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step16000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3cb16dfe653b561cd768d1495c7ff0b92e80e4392a78418171160de8869a8ab
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step18000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f4ca21d720cda8c38230e8191a90fd541102409b40f29f3eb459b1acbb1a5e9e
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step2000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3675f4f228485360d3177ba62fb77b394eb57df1d1e6273853ca0b271e230299
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step20000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed410d495b15eedb63c73f5e3efa5d6333a5d23803b0eb3e72dc1da2a16f26a9
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step22000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:afd7a403b17cf7713cc9dd850cdf41c39d05e2e7c7870bf60d4f64bb44fd77e1
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step24000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d956216a22e21c2bf05601e2137d599fa05a5e8467196843395b7e723d6e1aba
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step26000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5aedf32f871e13526ad3ee47fe80e2e012650428334ccc3121633435e863d5a5
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step4000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fa7ea5bfcab107536f7e435531c18d12b81961ab1343aa19ebbb0cf45b8abf49
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step6000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:62e9c0254bd8b44f865b7d82803c80cf3b08ffbc92b8fe25625e731b4b6d2e93
|
| 3 |
+
size 796976108
|
checkpoints/resonance_200m_step8000.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:17200dff0c1a10035ed5748cb8aca97e9412b1fd1dcdba3cee6c04fe28461c25
|
| 3 |
+
size 796976108
|
checkpoints/step_10000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7fe2d82684f467ae09045b3e0b187c1876db45c2ce96b96b60171b6418b16cab
|
| 3 |
+
size 2395362656
|
checkpoints/step_12000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd6c2860a9d46ab7c7b439f0227160e5b2982d6eee612130a65f160b2da7ed31
|
| 3 |
+
size 2395362656
|
checkpoints/step_14000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:929910753d58af6cbc556d840fdbf9016397d2a992376904a0d686838a6ea114
|
| 3 |
+
size 2395362656
|
checkpoints/step_16000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8528dfb1777b8ee8b1fe5cb3509c51dc9cfb71d7d4389cdff3a3a73aff4f7480
|
| 3 |
+
size 2395362656
|
checkpoints/step_18000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73083cd7a380f6f77e13fee5412180ce38f8bc4e8b5445712337f76f7d3d4c8a
|
| 3 |
+
size 2395362656
|
checkpoints/step_2000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a63d3efa0cb9f3b5b19f98b401925f0b2f47185b4da549b0d33692055f884a40
|
| 3 |
+
size 2395361675
|
checkpoints/step_20000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e27e4d860fe6d59d881abc58a0a45884a2ea945d9d7641c2f3e5bbe422ca8523
|
| 3 |
+
size 2395362656
|
checkpoints/step_22000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:26c0c043a718f43fdf0ac4a2b2028e2eb520ff3a207872451944439a8a22a376
|
| 3 |
+
size 2395362656
|
checkpoints/step_24000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54a93c863baeb250c2cfaf165725788d1ff80d2899668ed936dff685f2059577
|
| 3 |
+
size 2395362656
|
checkpoints/step_26000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0ad9d5fda46f1553294c5af56ace8c962e128f6d61a489be3374569a5b6d7706
|
| 3 |
+
size 2395362656
|
checkpoints/step_4000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8dbf6d3c867bf0afd1124ed61ad00b966ca40bc2393a0f5c73b5d3df6a5ea426
|
| 3 |
+
size 2395361675
|
checkpoints/step_6000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8dd3e30a63b52bf88be31f630e61988937f0b01e33d95f3336d5526a80d67a0
|
| 3 |
+
size 2395361675
|
checkpoints/step_8000.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed063a6a2dd2596977f9dfc30e7b6c9620f995632d4e5ba31262608853a7c9c4
|
| 3 |
+
size 2395361675
|
checkpoints/tokenizer.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
|
| 3 |
+
size 193540
|
checkpoints/tokenizer_backup1.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
|
| 3 |
+
size 193540
|
checkpoints/tokenizer_backup1_hf.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/tokenizer_backup1_idmap.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/tokenizer_backup2.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
|
| 3 |
+
size 193540
|
checkpoints/tokenizer_backup2_hf.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/tokenizer_backup2_idmap.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/tokenizer_hf.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
checkpoints/tokenizer_idmap.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|