diff --git a/.gitattributes b/.gitattributes
index 9f94152fcdb4671281fb14844e850683cc912efc..bad6fb782c0efc3c33992e96039277b62aec272f 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -72,3 +72,41 @@ stage1-gbs180/fsdp2_step_25000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
 stage1-gbs180/fsdp2_step_70000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
 stage1-gbs180/fsdp2_step_70000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
 stage1-gbs180/fsdp2_step_70000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/.metadata filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_30000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/.metadata filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_35000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/.metadata filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_40000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/.metadata filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_45000/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_50000/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+stage1-gbs180/fsdp2_step_50000/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
diff --git a/stage1-gbs180/carry_step_50000.3.pt b/stage1-gbs180/carry_step_50000.3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25b446da627500e432423c9c02f997c4b7a6af1
--- /dev/null
+++ b/stage1-gbs180/carry_step_50000.3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d694f7d65948385c18314c5e9852219b3d4c3cfca2c38539f29101f244290942
+size 1327
diff --git a/stage1-gbs180/carry_step_50000.4.pt b/stage1-gbs180/carry_step_50000.4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8c5e7ea660930ad3d47ddda76ad75b3a841a91b
--- /dev/null
+++ b/stage1-gbs180/carry_step_50000.4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3553b506a9c2eb5969a931958dad500c0b5f69137afbd2546286911589b65cbd
+size 1327
diff --git a/stage1-gbs180/carry_step_50000.5.pt b/stage1-gbs180/carry_step_50000.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b09d0db7046aadd8703ee04702509e7754ba512
--- /dev/null
+++ b/stage1-gbs180/carry_step_50000.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eada561f07d5d57fff7c9be6ca7a3ed8a04779d89bf9d9745a1e2e9b130e47af
+size 1327
diff --git a/stage1-gbs180/carry_step_50000.6.pt b/stage1-gbs180/carry_step_50000.6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9223c72a930ca171f0efc8299aea055c59c3480f
--- /dev/null
+++ b/stage1-gbs180/carry_step_50000.6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ae62d77f625f1baa4edc31de09b5ba715725f6c4f10833677fef85fb9e065b7
+size 1327
diff --git a/stage1-gbs180/carry_step_50000.7.pt b/stage1-gbs180/carry_step_50000.7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23e2cf999303e6b1bb3aee93813a3d88e36422e1
--- /dev/null
+++ b/stage1-gbs180/carry_step_50000.7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a4b3e9f15a6f6e17ed30d515b4ba9a3249be6a1a75c1a5ff524938fd661b963
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.0.pt b/stage1-gbs180/carry_step_55000.0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7809c69f854ff2aa32c03b1329bba9a7b1b51b8
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:607356e85800d3e9fb4e31b654f203912d06c6dde411b1a68b35674acbb77fa3
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.1.pt b/stage1-gbs180/carry_step_55000.1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4558f9b32c8068ca7fb4f38dacc5a36f540b3efc
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cd413ee31189fc36aa9afce98a3869ff4d024fdec9e422922c6dd90f5876b6d
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.2.pt b/stage1-gbs180/carry_step_55000.2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0fcc3ff53cfb58817c7bf885e47ebcc1b7aa03
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231fecbb8cda8b3b164e4377dc154b74ed900fb91f67a2fcbc0f25568b61cf97
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.3.pt b/stage1-gbs180/carry_step_55000.3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f878b7ddfae6bbe94cf1ed83a475d38b381c6b33
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6852dfd76a8f4a9acc6171919d6921557f288968a5efabf47ddc7f7a99a00542
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.4.pt b/stage1-gbs180/carry_step_55000.4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a72fb5e9a7f1e1f3d549a4896820d9a27a802f8c
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db21ac0f8f69b7b5bbd639c4b8bbd825b50a4aeb149117528f95041edaa1710
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.5.pt b/stage1-gbs180/carry_step_55000.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89082078711cfc0c09593eb9cbb195a018920246
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d3d84523d19eff7e7a816ecc6dddbf1525e18f327c46f3e9e0178a4270e7bb9
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.6.pt b/stage1-gbs180/carry_step_55000.6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd666fd701e5b9ff9a565270c264ab52230f7c3a
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65265f67a85418d38c45702091251c50089534192fb948c1c2494207a1f5a910
+size 1327
diff --git a/stage1-gbs180/carry_step_55000.7.pt b/stage1-gbs180/carry_step_55000.7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2534d789e1cff65d3999f8dbab3bdd2f6ae4cc9
--- /dev/null
+++ b/stage1-gbs180/carry_step_55000.7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3622655502f052bbb4242a31a19f7b8db2b3fb5444cb3e41167f4c2d3d3dbd
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.0.pt b/stage1-gbs180/carry_step_60000.0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..970a82925590a22f7441f925e372d2e44b25a76d
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2274c2242eb8ac795c51f8fde36bc94b6ef0d1df5e99069bf80f2e8d675c73c2
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.1.pt b/stage1-gbs180/carry_step_60000.1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f79ce9fbf6c9f48c23e2c4734eeb73238036b803
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a78d98f0bdb6e094b6d22ef5becf0a43fab7e0adea6f5c7c0fb83408817a99c
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.2.pt b/stage1-gbs180/carry_step_60000.2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a11b54faae38e6b39d81bfae8092872d3ff9df
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c0243faadd956fab2ded907c55623aab8ec0cd6ece156283b36bfbae387c64c
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.3.pt b/stage1-gbs180/carry_step_60000.3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b9b4a0b7e646a97825c9615104162efc2d0aed0
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2098bcc80c722253b87480f30cb116d04727f3a4276276c880373c775db0a7dc
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.4.pt b/stage1-gbs180/carry_step_60000.4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4e9437805b56f5eaf9c3dc14de1ad3ecf80ca30
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d1516b5414e79f9ab71b1c9fc50608f2aecab470ba3de3e6dcd2b9d11e48c3
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.5.pt b/stage1-gbs180/carry_step_60000.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a67e1bf764f38d031f79b032ec218ccf5b6e5d
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c4dc140c5712691e80f5a382b7c457986463d89c8efe6b2efee1e4028b3b24c
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.6.pt b/stage1-gbs180/carry_step_60000.6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cf656718833f126053e4cdd38dfb65c912fac4
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7d6c94b6916ae7b46a0db2ea3fabd76cf5713701c58491497b729b05c99b56
+size 1327
diff --git a/stage1-gbs180/carry_step_60000.7.pt b/stage1-gbs180/carry_step_60000.7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c96df04543e0409ccbfb217d15a089aa24de9da
--- /dev/null
+++ b/stage1-gbs180/carry_step_60000.7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52e92d76891d045bd63c96c54ff1b6bdd97e4ff054f166487d843506455ccaf7
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.0.pt b/stage1-gbs180/carry_step_65000.0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebf306dd0acbf16bce7b7defedf74e3325c2097
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0eb1848d681a505ab2da1c365b316e2d7964172b201eb526a81112a1ab6f411e
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.1.pt b/stage1-gbs180/carry_step_65000.1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de1e676711525f221b24db820a533bddae012594
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cac177d14921f72f088a42f6527a8bfe3b8f375cc99b537a8fd0dbc1f13e2c7
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.2.pt b/stage1-gbs180/carry_step_65000.2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8ed6d7e6e7cace224547b61811bbddc686a1db2
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a6013e16afce0e7eefa78fd67d8d717d677b32be21feca36ff83948607bb522
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.3.pt b/stage1-gbs180/carry_step_65000.3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ead6dbb0dbf3ff560cffa8bc52e2c458cfa2170d
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16e510f525b0480472d96dee90e9aaf14d06b22c634126dbda802e2ca96e52c
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.4.pt b/stage1-gbs180/carry_step_65000.4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..664267e3a7d322918a0fd80ab343d039494f5ab5
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea56f4a1549471e402470510a83a416dfecceb4f53bb1d8745dd51cc139a16d
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.5.pt b/stage1-gbs180/carry_step_65000.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdf7c892dc2f3a92c8f00525cd8daeea5c373103
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f4e73e6f473a6e137fe59404ea3b2fd04e0c6f9a6ef04c8db0745a5abd7c971
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.6.pt b/stage1-gbs180/carry_step_65000.6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..369b97cc4fbbedf966248aa640ce7b231b28fb57
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7c9632a59d130d98edc2582d179d8a23252418cae21f3a1affedf4d3212ce99
+size 1327
diff --git a/stage1-gbs180/carry_step_65000.7.pt b/stage1-gbs180/carry_step_65000.7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb2db63fe987483ec5913ba94f4af77c35958a77
--- /dev/null
+++ b/stage1-gbs180/carry_step_65000.7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aecc58d94d23f00b6f011055493530d5589f687cc22b53f0c2084b494cb9bf17
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.0.pt b/stage1-gbs180/carry_step_70000.0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8ce015645c4da4947b4de445a8ab5f7074d88
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3b66b26b3f6343f3b9f2bc5b6f3cb5332964c8082739abba2573c2be83da0a3
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.1.pt b/stage1-gbs180/carry_step_70000.1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27142261adaf727ef6f23004792dc0b9f0cbbd6c
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46715ff7a3c171a0ffbfac05b4d1a2d96faa40d71d4b98d4941bada47039df35
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.2.pt b/stage1-gbs180/carry_step_70000.2.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0546f9de064a2d2d92b605f5afe00eae377ca9b4
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.2.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:299b30314aeb3ec80631353c3013876d5996195fe8a5576d198b80ff7f4b0322
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.3.pt b/stage1-gbs180/carry_step_70000.3.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a41d290f2e65dfff24d13aead366aacd495b9b17
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.3.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78ec9bf0661a15529d5d6c8519109d32d7d47b1de5d9756b9176dc222f871a0
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.4.pt b/stage1-gbs180/carry_step_70000.4.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6af814d86bd18b0878af267eb98191405279f8
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.4.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fafa13d3aca8c366f3cfa2128e11828129cb736de34c6b0ae5d6799df924bf0
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.5.pt b/stage1-gbs180/carry_step_70000.5.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5593d93e8d674aed7b4f35ea9c3a48939e0415
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.5.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87415d39dcc239dfbf1c604ff4985c50108c19bce44ca74e627b3a5be1db234a
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.6.pt b/stage1-gbs180/carry_step_70000.6.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c9e4b55aa8523812e3e9426e658b2dde3229b26
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.6.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88eb1b2538101e25b96df62aceabcbea7fad943099657d00f67a2e05ad53ba39
+size 1327
diff --git a/stage1-gbs180/carry_step_70000.7.pt b/stage1-gbs180/carry_step_70000.7.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e03b3908b6d686b6c5a3edf9f3ba74b4b6128d2
--- /dev/null
+++ b/stage1-gbs180/carry_step_70000.7.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35e7d86f8480baf62bbbf407924e6f41f331b71d2568a26f4d124dbfd6c9ce01
+size 1327
diff --git a/stage1-gbs180/fsdp2_step_30000/.metadata b/stage1-gbs180/fsdp2_step_30000/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..8a55356de59a793f777f2749909e4a03ac983ea0
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0564e92144c9debec3a774d843d3dc233ff425e431602d02e24b202007b1a9bd
+size 983802
diff --git a/stage1-gbs180/fsdp2_step_30000/__0_0.distcp b/stage1-gbs180/fsdp2_step_30000/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..eadba72ba1e05b4865ea18df326b6df4507d9f92
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:211957bed8c46e1b5cbf56886730b50ddfe6452298c502fd13a53692f29e749c
+size 2769065329
diff --git a/stage1-gbs180/fsdp2_step_30000/__1_0.distcp b/stage1-gbs180/fsdp2_step_30000/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f76f6138bb5640d94a82b5b8d3065a0f659af7ad
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15dda14d105869a113fa781c9057ee3cafb720d57ec99b5cebcc48dce8b63761
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_30000/__2_0.distcp b/stage1-gbs180/fsdp2_step_30000/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6c17d6226529b885ef126db6b35f8b5cda55bb47
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c122246da2e6570af58d0f98a5c80d33e1e0e41626c4ab8339523fa1d7727ab
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_30000/__3_0.distcp b/stage1-gbs180/fsdp2_step_30000/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..17d4922de3cd07911b289de12eabd69905a3e07d
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b7996fa4f59b68ff134132d83920329182a304738a39e456e63a125f7be9a81
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_30000/__4_0.distcp b/stage1-gbs180/fsdp2_step_30000/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d548528b1d74b97cb4bf6037bdad0f62e2a1e579
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f7f653d8ca84b8a079cf5000e6fb0f6fed54fe566fe7b97aa625c67b6915ec
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_30000/__5_0.distcp b/stage1-gbs180/fsdp2_step_30000/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d0c0cdec9ce9cb137a17c45a00e92931b039379e
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:982d6aeff2f766f29399bc29d44fb902e94895f20ea72050aba70a383cd1af5b
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_30000/__6_0.distcp b/stage1-gbs180/fsdp2_step_30000/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e944f179d0f174ab8dd49e6077a4d165c6f8b8f2
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0e3c18d4ac3234f857d50a3865a23d2551d3aae229d6b70faf73fa8866c735
+size 2769091588
diff --git a/stage1-gbs180/fsdp2_step_30000/__7_0.distcp b/stage1-gbs180/fsdp2_step_30000/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..51b4091a15d1353fea8d5ca7623b5642aa30547d
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_30000/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df47c14fe0176c274a236bb3e89886ac052cc5045f683619d83b71bc2f9b5aea
+size 2769098756
diff --git a/stage1-gbs180/fsdp2_step_35000/.metadata b/stage1-gbs180/fsdp2_step_35000/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..53ea817c8edfab1f2099bce1e48e4da37c95dab9
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8a7774575393e0ad8de191cc26ea3cac6fa53a304bb6b17d8efd84dea9678d7
+size 983802
diff --git a/stage1-gbs180/fsdp2_step_35000/__0_0.distcp b/stage1-gbs180/fsdp2_step_35000/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6f8efd6f0ae477c165d6ac0feb1ea8c7c04f48cf
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab669ba66dc1aefcf525eb332fc205e07408c2211fb0175f162cde5adcd0fe99
+size 2769065329
diff --git a/stage1-gbs180/fsdp2_step_35000/__1_0.distcp b/stage1-gbs180/fsdp2_step_35000/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bafa9485ba751258a29828f203703b6d81571c87
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e577e989e76096b023f7628cac4cc80e23acd74b6f3ae45e41fbdc6053995850
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_35000/__2_0.distcp b/stage1-gbs180/fsdp2_step_35000/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fce0b12d7cee65aa525c37c50a6b337afd721b56
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50e8d8cc880ee4ebff39dfa5ec16e4db9451fb941a59f19dbeb43f64182a74b3
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_35000/__3_0.distcp b/stage1-gbs180/fsdp2_step_35000/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e3198a0d6241795f9a69c10393b8b468a5cd8546
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63cf91f33b55a5c77dfe990b72c902313ef9416e2dfb5e639aad3062bb6cfab4
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_35000/__4_0.distcp b/stage1-gbs180/fsdp2_step_35000/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ac98c88ab55ca8c3e444d1c47e274cd9650ae3ac
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eea69d936a05c2571b58dbfa16429c62b37f5a4b79105e911e9607e236660473
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_35000/__5_0.distcp b/stage1-gbs180/fsdp2_step_35000/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8754daca085f74f29ee1fba6205ad8b2267f3950
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfa921de21d26351f2860e57099729fa47790287c064f6e4ad4083b927bf5b5b
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_35000/__6_0.distcp b/stage1-gbs180/fsdp2_step_35000/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7d942a1736b0473de0ad9e6d1b6308b148b1103d
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996a58479c0b2e59b649b47bfec7c9c29aacf85d3ee8f2a3ff46b75d80c70cf9
+size 2769091588
diff --git a/stage1-gbs180/fsdp2_step_35000/__7_0.distcp b/stage1-gbs180/fsdp2_step_35000/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b83d283e0c295ab47419e8f2837a08dd834c76ba
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_35000/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a5b6502e6cf39aca6bf39e38077f6fe3b3d1ea60f29411dbfe9a958b3101bde
+size 2769098756
diff --git a/stage1-gbs180/fsdp2_step_40000/.metadata b/stage1-gbs180/fsdp2_step_40000/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..e560642898e0a123c4900b3a2ce4557cf48e57fc
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce259ae95649600cefd56eb84c991d4857b1f38782c42271629bddb9cd9e427
+size 983802
diff --git a/stage1-gbs180/fsdp2_step_40000/__0_0.distcp b/stage1-gbs180/fsdp2_step_40000/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..dce3450cc507b97a9e079a14fd112a1dd1346b88
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:412857b4187f32c683d02e88161aa1bfff85ec3d4ca1126508c2c1e896ee0a28
+size 2769065329
diff --git a/stage1-gbs180/fsdp2_step_40000/__1_0.distcp b/stage1-gbs180/fsdp2_step_40000/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..adaff28e922abd1eaffe1f066700ee958b50faad
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c77304a7856b9dc77fafd38595b650612b0109c7fa572ad775fd36f0d690980
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_40000/__2_0.distcp b/stage1-gbs180/fsdp2_step_40000/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..69e20f2ff94cebc41b1781a2a0a697eb75c061d8
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16d4d23bdf08f78d9980dc253e0554880be2f8ab1da36e4e2465a28960db5189
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_40000/__3_0.distcp b/stage1-gbs180/fsdp2_step_40000/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2bc2ce5b9d854c132f13020e20b2da88c78f1d55
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49aa73edf43b08d8b7a2598c0d6d8e426989a295acefddd272dbcab85f43b881
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_40000/__4_0.distcp b/stage1-gbs180/fsdp2_step_40000/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5e24de7169aea70b49c64d364d5e3d98a337abb9
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4004618d491541503f072f9109297f05f809e23f82376dc4e3385426cc7e3106
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_40000/__5_0.distcp b/stage1-gbs180/fsdp2_step_40000/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2f3c5fa055c6eb79043dcd3f29f1db423c4bb025
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07ec60aff6a5e1d98c9596134b2f1a7a7a261269e38afae7d2dc20c43d625716
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_40000/__6_0.distcp b/stage1-gbs180/fsdp2_step_40000/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..79fdbbe06772d2b0419fa2c2b3b16c65d63166d4
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3473c0ed5af9da74424648ae74115a0ed081598d702153ca1680525d01327c5f
+size 2769091588
diff --git a/stage1-gbs180/fsdp2_step_40000/__7_0.distcp b/stage1-gbs180/fsdp2_step_40000/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f7a2348764a45d14eb7c3f54b9034f55c9634ac7
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_40000/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe416b7ce726556f7cfb8c8bd12ba2aedf29d240cb09cafcef69a7475ce7f4b8
+size 2769098756
diff --git a/stage1-gbs180/fsdp2_step_45000/.metadata b/stage1-gbs180/fsdp2_step_45000/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..2e876ade94ec5e7c36c6b7e37b9ff9952943cd93
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7aa91eeb1c1d64af15f2623141ba1065e692099842a268dd96a0647d576d44
+size 983802
diff --git a/stage1-gbs180/fsdp2_step_45000/__0_0.distcp b/stage1-gbs180/fsdp2_step_45000/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0a62ad35269465b0716111778b23740d0a88cfb6
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1064201eac8940dcbd3d0d4c2af14a208b6c1ba2d079aaeb740b6f80ea4ed90c
+size 2769065329
diff --git a/stage1-gbs180/fsdp2_step_45000/__1_0.distcp b/stage1-gbs180/fsdp2_step_45000/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9057761fae44fbd85212c2a362034abb1f845acd
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:866d31bec7415d66e8b895e83882a1a35f6fc9231bf5bc90a7c1819f851bea2f
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_45000/__2_0.distcp b/stage1-gbs180/fsdp2_step_45000/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b7c55daf2c3a8d34f92e5d1409da4a35e9a383bd
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13d48facf14f0dac3cd1a0b68073727591f7d5008a71bc980efaf6b7ec0bee38
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_45000/__3_0.distcp b/stage1-gbs180/fsdp2_step_45000/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a55cb366c710be6ce1b09a8426b19ae06aed9156
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27cc29da83246561d0b77614b9bcfbbb6318d7e1b08a4f8a34a0050becae748
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_45000/__4_0.distcp b/stage1-gbs180/fsdp2_step_45000/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..27eb621440be148d84dd628f13ad5a3191c94c4b
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9887fa7cc2c56422afa503d119cb886f8cf024f163470af1b78c3c605449abb8
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_45000/__5_0.distcp b/stage1-gbs180/fsdp2_step_45000/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cd96990860c42ba866519d8ebd59131a5aa71593
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:490072b6b750f4945792b74878c5c4deb903671b0ede31e4ce73dcc300b46a44
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_45000/__6_0.distcp b/stage1-gbs180/fsdp2_step_45000/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..137837dd535b04596ac2795401cf47d6fbe4f732
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:232e6c0c0d8581b31e69348070abe76b5915d1033a1e0b9c88355e5af8278894
+size 2769091588
diff --git a/stage1-gbs180/fsdp2_step_45000/__7_0.distcp b/stage1-gbs180/fsdp2_step_45000/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c7dd888ba65088d30c81b3ea54db6e3ede33e3a9
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_45000/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3db91f8dfb5c2abd9db3d4ea5967db2dfb370dcecf2fc396a67ceb6115e6122
+size 2769098756
diff --git a/stage1-gbs180/fsdp2_step_50000/__3_0.distcp b/stage1-gbs180/fsdp2_step_50000/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1d12ab5a137b715e7d64bc6333fd4fb505a94371
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_50000/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf87ef7c2cd5f90dd67d059dc925c6352ef83b0b6b0b29f28f37952fe06b3696
+size 2769090643
diff --git a/stage1-gbs180/fsdp2_step_50000/__4_0.distcp b/stage1-gbs180/fsdp2_step_50000/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f3053fafa59a6969da085488ed6842d1b9956c9e
--- /dev/null
+++ b/stage1-gbs180/fsdp2_step_50000/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae5a6585a5dabc4a0a414e68bc86c450987cfc67ac745f92f516de4c269c1f2
+size 2769090643