ataeff commited on
Commit
b4f66a6
·
verified ·
1 Parent(s): 447ceda

Resonance 200M base: train_loss=2.667, 3.6B tokens, 14.9h on H100

Browse files
Files changed (38) hide show
  1. checkpoints/best.pt +3 -0
  2. checkpoints/final.pt +3 -0
  3. checkpoints/resonance_200m_final.bin +3 -0
  4. checkpoints/resonance_200m_step10000.bin +3 -0
  5. checkpoints/resonance_200m_step12000.bin +3 -0
  6. checkpoints/resonance_200m_step14000.bin +3 -0
  7. checkpoints/resonance_200m_step16000.bin +3 -0
  8. checkpoints/resonance_200m_step18000.bin +3 -0
  9. checkpoints/resonance_200m_step2000.bin +3 -0
  10. checkpoints/resonance_200m_step20000.bin +3 -0
  11. checkpoints/resonance_200m_step22000.bin +3 -0
  12. checkpoints/resonance_200m_step24000.bin +3 -0
  13. checkpoints/resonance_200m_step26000.bin +3 -0
  14. checkpoints/resonance_200m_step4000.bin +3 -0
  15. checkpoints/resonance_200m_step6000.bin +3 -0
  16. checkpoints/resonance_200m_step8000.bin +3 -0
  17. checkpoints/step_10000.pt +3 -0
  18. checkpoints/step_12000.pt +3 -0
  19. checkpoints/step_14000.pt +3 -0
  20. checkpoints/step_16000.pt +3 -0
  21. checkpoints/step_18000.pt +3 -0
  22. checkpoints/step_2000.pt +3 -0
  23. checkpoints/step_20000.pt +3 -0
  24. checkpoints/step_22000.pt +3 -0
  25. checkpoints/step_24000.pt +3 -0
  26. checkpoints/step_26000.pt +3 -0
  27. checkpoints/step_4000.pt +3 -0
  28. checkpoints/step_6000.pt +3 -0
  29. checkpoints/step_8000.pt +3 -0
  30. checkpoints/tokenizer.bin +3 -0
  31. checkpoints/tokenizer_backup1.bin +3 -0
  32. checkpoints/tokenizer_backup1_hf.json +0 -0
  33. checkpoints/tokenizer_backup1_idmap.json +0 -0
  34. checkpoints/tokenizer_backup2.bin +3 -0
  35. checkpoints/tokenizer_backup2_hf.json +0 -0
  36. checkpoints/tokenizer_backup2_idmap.json +0 -0
  37. checkpoints/tokenizer_hf.json +0 -0
  38. checkpoints/tokenizer_idmap.json +0 -0
checkpoints/best.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee029291e0dbd7c088844a8787c4ce472b954b9b1c42aece27aaf3fb70d3e9a1
3
+ size 2395313762
checkpoints/final.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe219eea429983c291d1db55910ecb33cd178d45ccc16d569cd7a834588d602
3
+ size 2395314743
checkpoints/resonance_200m_final.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5afcc7cdfbfac47d0c7cb25fab7cddd4e6729886073b4d4b2123416dbe58bf56
3
+ size 796976108
checkpoints/resonance_200m_step10000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e14a3054316f72da2d3488ea333930e8211d23de838e29d51e81ec8a2502a42c
3
+ size 796976108
checkpoints/resonance_200m_step12000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04ef281daeb481159d1109813848a605f2e3936536110b580bd9b5eb117b8b4e
3
+ size 796976108
checkpoints/resonance_200m_step14000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4dc382d5b21db07982f1a7b70f4e4399f263960d3dbfc1719f76c5fa9e7d747
3
+ size 796976108
checkpoints/resonance_200m_step16000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3cb16dfe653b561cd768d1495c7ff0b92e80e4392a78418171160de8869a8ab
3
+ size 796976108
checkpoints/resonance_200m_step18000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4ca21d720cda8c38230e8191a90fd541102409b40f29f3eb459b1acbb1a5e9e
3
+ size 796976108
checkpoints/resonance_200m_step2000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3675f4f228485360d3177ba62fb77b394eb57df1d1e6273853ca0b271e230299
3
+ size 796976108
checkpoints/resonance_200m_step20000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed410d495b15eedb63c73f5e3efa5d6333a5d23803b0eb3e72dc1da2a16f26a9
3
+ size 796976108
checkpoints/resonance_200m_step22000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afd7a403b17cf7713cc9dd850cdf41c39d05e2e7c7870bf60d4f64bb44fd77e1
3
+ size 796976108
checkpoints/resonance_200m_step24000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d956216a22e21c2bf05601e2137d599fa05a5e8467196843395b7e723d6e1aba
3
+ size 796976108
checkpoints/resonance_200m_step26000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aedf32f871e13526ad3ee47fe80e2e012650428334ccc3121633435e863d5a5
3
+ size 796976108
checkpoints/resonance_200m_step4000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa7ea5bfcab107536f7e435531c18d12b81961ab1343aa19ebbb0cf45b8abf49
3
+ size 796976108
checkpoints/resonance_200m_step6000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62e9c0254bd8b44f865b7d82803c80cf3b08ffbc92b8fe25625e731b4b6d2e93
3
+ size 796976108
checkpoints/resonance_200m_step8000.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17200dff0c1a10035ed5748cb8aca97e9412b1fd1dcdba3cee6c04fe28461c25
3
+ size 796976108
checkpoints/step_10000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fe2d82684f467ae09045b3e0b187c1876db45c2ce96b96b60171b6418b16cab
3
+ size 2395362656
checkpoints/step_12000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd6c2860a9d46ab7c7b439f0227160e5b2982d6eee612130a65f160b2da7ed31
3
+ size 2395362656
checkpoints/step_14000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929910753d58af6cbc556d840fdbf9016397d2a992376904a0d686838a6ea114
3
+ size 2395362656
checkpoints/step_16000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8528dfb1777b8ee8b1fe5cb3509c51dc9cfb71d7d4389cdff3a3a73aff4f7480
3
+ size 2395362656
checkpoints/step_18000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73083cd7a380f6f77e13fee5412180ce38f8bc4e8b5445712337f76f7d3d4c8a
3
+ size 2395362656
checkpoints/step_2000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a63d3efa0cb9f3b5b19f98b401925f0b2f47185b4da549b0d33692055f884a40
3
+ size 2395361675
checkpoints/step_20000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e27e4d860fe6d59d881abc58a0a45884a2ea945d9d7641c2f3e5bbe422ca8523
3
+ size 2395362656
checkpoints/step_22000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26c0c043a718f43fdf0ac4a2b2028e2eb520ff3a207872451944439a8a22a376
3
+ size 2395362656
checkpoints/step_24000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54a93c863baeb250c2cfaf165725788d1ff80d2899668ed936dff685f2059577
3
+ size 2395362656
checkpoints/step_26000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ad9d5fda46f1553294c5af56ace8c962e128f6d61a489be3374569a5b6d7706
3
+ size 2395362656
checkpoints/step_4000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dbf6d3c867bf0afd1124ed61ad00b966ca40bc2393a0f5c73b5d3df6a5ea426
3
+ size 2395361675
checkpoints/step_6000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8dd3e30a63b52bf88be31f630e61988937f0b01e33d95f3336d5526a80d67a0
3
+ size 2395361675
checkpoints/step_8000.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed063a6a2dd2596977f9dfc30e7b6c9620f995632d4e5ba31262608853a7c9c4
3
+ size 2395361675
checkpoints/tokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
3
+ size 193540
checkpoints/tokenizer_backup1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
3
+ size 193540
checkpoints/tokenizer_backup1_hf.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/tokenizer_backup1_idmap.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/tokenizer_backup2.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22819f25d706dc1e56d5a1d8daa34f4f7ffcdd17a7c5a593b6330964317db4ca
3
+ size 193540
checkpoints/tokenizer_backup2_hf.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/tokenizer_backup2_idmap.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/tokenizer_hf.json ADDED
The diff for this file is too large to render. See raw diff
 
checkpoints/tokenizer_idmap.json ADDED
The diff for this file is too large to render. See raw diff