diff --git a/.gitattributes b/.gitattributes
index 78c94c58f2f75fe7f9dd76f5f9cfeb6832ff81d9..47452ef58e20e11bbe524c4827a41cfeeb9a69fd 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -98,3 +98,140 @@ iter_0008815/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0008815/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0008815/__18_1.distcp filter=lfs diff=lfs merge=lfs -text
 iter_0008815/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__15_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__27_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__23_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__21_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__22_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__24_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__25_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__12_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__29_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__17_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__20_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__9_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__14_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__16_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__26_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__28_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__26_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__31_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__10_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__29_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__28_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__18_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/.metadata filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__22_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__30_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__25_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__30_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__8_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__11_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__31_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__19_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__13_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__19_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__18_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__16_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0002640/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__15_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__27_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__14_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__8_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__23_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__21_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__6_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__2_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__22_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__7_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__2_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__12_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__11_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__25_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__7_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__24_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__12_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__1_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__4_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__29_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__17_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__20_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__9_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__14_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__0_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__4_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__15_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__16_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__26_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__28_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__26_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__31_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__29_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__10_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__13_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__28_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__3_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__22_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__5_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/.metadata filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__0_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__18_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__25_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__9_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__30_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__11_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__30_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__8_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__19_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__13_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__31_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__18_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__19_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__1_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__16_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__6_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__27_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007040/__10_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__17_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__24_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__23_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__20_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__3_0.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__5_1.distcp filter=lfs diff=lfs merge=lfs -text
+iter_0007920/__21_1.distcp filter=lfs diff=lfs merge=lfs -text
diff --git a/iter_0000880/metadata.json b/iter_0000880/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0000880/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0001760/metadata.json b/iter_0001760/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0001760/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0002640/.metadata b/iter_0002640/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..44a17a6f3bb1a94f092b0b1cc3c300213b327fe8
--- /dev/null
+++ b/iter_0002640/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ba09726cf5f730c703562e29c9ec525ce69b1c03a692ede1db9db9e65c5b1b
+size 4184649
diff --git a/iter_0002640/__0_0.distcp b/iter_0002640/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6ce1212cc3973c280c51a5a26e1adc7eff311230
--- /dev/null
+++ b/iter_0002640/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f7ef6c9236dbbfde329fe688e573a59b075976914ef55935c48a04dab803d6
+size 904659800
diff --git a/iter_0002640/__0_1.distcp b/iter_0002640/__0_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..34f11c17e663c6c16358a86fb1cb5d3db7cdecfb
--- /dev/null
+++ b/iter_0002640/__0_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8f8acd59c52a7a4cec924267c9527e65f8471ad625b51410dcf8cb24a36c8c0
+size 904606008
diff --git a/iter_0002640/__10_0.distcp b/iter_0002640/__10_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..26ee412120bfffff3cf4b1a97f5b12afe21dcf57
--- /dev/null
+++ b/iter_0002640/__10_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1169101db2f023cacdb4387d5180ccd48d221c7fba4ce1de8beae690f9464b
+size 834299336
diff --git a/iter_0002640/__10_1.distcp b/iter_0002640/__10_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..af0f67be6cf0776c5e0da7524887ee366781dad9
--- /dev/null
+++ b/iter_0002640/__10_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:012191342b6db645fa39205204713d01f1c494bc05665087830f9921007827fa
+size 834332112
diff --git a/iter_0002640/__11_0.distcp b/iter_0002640/__11_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1181e3bd25aa8e9fdcbe2da91dc0459aef57c298
--- /dev/null
+++ b/iter_0002640/__11_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35a4bd68c2fab5cbaa6a36c8b73cd23c01b970e27e89ab97b3b0bbeea2874b87
+size 834482668
diff --git a/iter_0002640/__11_1.distcp b/iter_0002640/__11_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cbb53c65a8b4f0da7f3c72723827535f0fda0b88
--- /dev/null
+++ b/iter_0002640/__11_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0979768f23b668736e8d3839e851b42cb61d9a0ebc4da73b49d022ee85ca1304
+size 834148780
diff --git a/iter_0002640/__12_0.distcp b/iter_0002640/__12_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1d60b1b89f06cd04192d9c03a9c4e17341a7111e
--- /dev/null
+++ b/iter_0002640/__12_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ff3b3bebe6029044730d4029955b629dffe93ef97a51838cbb5f59d076e9b8f
+size 834279396
diff --git a/iter_0002640/__12_1.distcp b/iter_0002640/__12_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..684dccacbe3a13629569fa71845cf74636e1ed96
--- /dev/null
+++ b/iter_0002640/__12_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a592c5d48dd7a92ee1876c22240c4fe4cabc21efee123a18d54bb4b6ede1dea
+size 834355592
diff --git a/iter_0002640/__13_0.distcp b/iter_0002640/__13_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..da4bf69da7dcf4273b802183f53727a36af37ebe
--- /dev/null
+++ b/iter_0002640/__13_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8317c7f6a0c84b4873c205fe3eaea35ef98d772b0d1735bc7b4c86042b3997bd
+size 834331044
diff --git a/iter_0002640/__13_1.distcp b/iter_0002640/__13_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5a3cd86e3ca84634e935615422720b82ad0b0c1e
--- /dev/null
+++ b/iter_0002640/__13_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0528bc15def8669c1ef557fe60f2ddcd251246c258a7cce086fd9de8649e3acd
+size 834307484
diff --git a/iter_0002640/__14_0.distcp b/iter_0002640/__14_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..63fe9bf0e2254344855dcdbe9adc0b28269b3024
--- /dev/null
+++ b/iter_0002640/__14_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d66c48151a53f6eeeb4d5cea85c5052ccd7588d07abe4e479f2e856f39a3848
+size 834370896
diff --git a/iter_0002640/__14_1.distcp b/iter_0002640/__14_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..81915d3310b744d5181be94acd0a80679449137d
--- /dev/null
+++ b/iter_0002640/__14_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e739a2a74010df99e1504b33bf7f65dea231a0d85c7709d8b06e5be55e4385eb
+size 834260552
diff --git a/iter_0002640/__15_0.distcp b/iter_0002640/__15_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a7e7061451bbe81de0afb41e14e82d093893dceb
--- /dev/null
+++ b/iter_0002640/__15_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ba1fcbfa46bb7d431f15f4125e1a1f8204448a68242ad8afe752a2b9ccd4496
+size 834301640
diff --git a/iter_0002640/__15_1.distcp b/iter_0002640/__15_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8ad8906f630eb518d70ef95e96d4b6aad8ba441c
--- /dev/null
+++ b/iter_0002640/__15_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42216798ae935a4603f0d8bb39a9b48d64d56ef725efbd783cb06bc690d965d7
+size 834329808
diff --git a/iter_0002640/__16_0.distcp b/iter_0002640/__16_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..27c3649d4152887d3b37da6e16de6b7ef4a7a210
--- /dev/null
+++ b/iter_0002640/__16_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f39a2d0391f4f2a6f9697720c3becc87878f73e104f2bcdd93dfa56def7cf680
+size 834183052
diff --git a/iter_0002640/__16_1.distcp b/iter_0002640/__16_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f418c1565000f37fed5dc78f6aa0bcb0da2901e3
--- /dev/null
+++ b/iter_0002640/__16_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a858ffdf16ea0a6e3d109374d21d91b166a62a1a675bbcab4322ee32bc3c49ad
+size 834356908
diff --git a/iter_0002640/__17_0.distcp b/iter_0002640/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..66923ec62bfdf33b822d482f7530867a42395c0c
--- /dev/null
+++ b/iter_0002640/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbe7a0705b0e7e1a6d6aa1b4c2d48ed265b4f5189328c73a0c02989c02c1fc97
+size 837379344
diff --git a/iter_0002640/__17_1.distcp b/iter_0002640/__17_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3b0a6c11f736671bed9ab74787d51eb177356356
--- /dev/null
+++ b/iter_0002640/__17_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ffbb4fb798fcc8b900a971b65a621589d4eca5d06a42ee03d840f731ec9fdc
+size 836361552
diff --git a/iter_0002640/__18_0.distcp b/iter_0002640/__18_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f4eaadfb0e55c4af8e856d9d48667607832fa91a
--- /dev/null
+++ b/iter_0002640/__18_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f38d836ea47f71216cb7a605a8ad8137d43d6897dca769c20ff8fe259be026
+size 836884128
diff --git a/iter_0002640/__18_1.distcp b/iter_0002640/__18_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e059c69bfcf9325a13f4d331d2cd3e9561c345e6
--- /dev/null
+++ b/iter_0002640/__18_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8680b18b267b3772f23584bbc3ea217acc66a963eeb503d5061912b2a3373d3
+size 836881548
diff --git a/iter_0002640/__19_0.distcp b/iter_0002640/__19_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2a98785d233278753cf484955257ce9f5c24834a
--- /dev/null
+++ b/iter_0002640/__19_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90352a706f7f38edee24f665e72a2ab9dc8d98ca8e9504a723f4780777611530
+size 837269932
diff --git a/iter_0002640/__19_1.distcp b/iter_0002640/__19_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..05451969c41b66348ed6b4427d16cae10a561ac1
--- /dev/null
+++ b/iter_0002640/__19_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7cbb917061f1904782993670eba59bbc9b46f0297538c396e49098e0256c41
+size 836474504
diff --git a/iter_0002640/__1_0.distcp b/iter_0002640/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a3621b4b6a073b72ec3720b3d48230a0bfc97914
--- /dev/null
+++ b/iter_0002640/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fb19bb96d710916d12fe64fdadec9797c0b29cced07087149906a27e216e3bb
+size 904321208
diff --git a/iter_0002640/__1_1.distcp b/iter_0002640/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2a4405b249325e919cbc48e888b15ddce3e4ce64
--- /dev/null
+++ b/iter_0002640/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:47bf1877340b9ee315786830f7a10e76be10f96768ebed0fabd6fb55c4cee5e1
+size 904808048
diff --git a/iter_0002640/__20_0.distcp b/iter_0002640/__20_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ded98c1326672d138b3ee2b06bce441451575d9d
--- /dev/null
+++ b/iter_0002640/__20_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbcebfd762eb9eb1ffd840021a690fe2690c474a454ce77921e724bf00ac270
+size 835592564
diff --git a/iter_0002640/__20_1.distcp b/iter_0002640/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6dd28a2356e250075c228ecddbef05803f86d7af
--- /dev/null
+++ b/iter_0002640/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7563adf076941910d2de7da51a04019d4f55dc617963e82d27276c3d7818f6d
+size 836378860
diff --git a/iter_0002640/__21_0.distcp b/iter_0002640/__21_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..00c920bd5354b9248f3d2dc3056273d998eaa99e
--- /dev/null
+++ b/iter_0002640/__21_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3179dd88ed538d240b9382629eb31bd515eac203c14869ef4ce45974cafc3463
+size 835797100
diff --git a/iter_0002640/__21_1.distcp b/iter_0002640/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..de3631955f1241c501f29d443deda193d8cdc958
--- /dev/null
+++ b/iter_0002640/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:887f6ab498c68a0bde362740ba192dcc344207f65fb64678fe19ec3ff7dfc3ea
+size 836174324
diff --git a/iter_0002640/__22_0.distcp b/iter_0002640/__22_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3c2a0c80aad9841ab063c1af72fe21389a91ac3f
--- /dev/null
+++ b/iter_0002640/__22_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:941ba14932bd74392820ae6bb63592f31a3700c47e46579a010d389159cb957f
+size 836134528
diff --git a/iter_0002640/__22_1.distcp b/iter_0002640/__22_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b3c1f7add7fdb261a99b062930a900953773a5a8
--- /dev/null
+++ b/iter_0002640/__22_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62b9ce3977e8bd54f5458e08d6ed8a35ae1e9f6b7641a1521467d8bc940c814d
+size 835854596
diff --git a/iter_0002640/__23_0.distcp b/iter_0002640/__23_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..732f89676cd2e7128dee8f5e346cbc85dbf3b94c
--- /dev/null
+++ b/iter_0002640/__23_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:686995e77d0ce2a9ad24d3efa37a88ded10532d258ff8cf30d10aed8dce52e12
+size 836577744
diff --git a/iter_0002640/__23_1.distcp b/iter_0002640/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..557864d79b40b177c7a737fd95807feb2dc47a55
--- /dev/null
+++ b/iter_0002640/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815b617dd162c3d15ee95d2192ae617113deae064eff5111dcc31d2b25f02dd2
+size 835397220
diff --git a/iter_0002640/__24_0.distcp b/iter_0002640/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b9fdd655d56f6222cab28b90c825326a44ed951d
--- /dev/null
+++ b/iter_0002640/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d47d5e05cd5319bf07f29ef8c73fcf9b26e2b83a9ea849ba58f830c43d646ff8
+size 836125312
diff --git a/iter_0002640/__24_1.distcp b/iter_0002640/__24_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e0a3016012770d729898825fa46667086059c71e
--- /dev/null
+++ b/iter_0002640/__24_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc0a3a6c2c0b0f17edb194eadf5995772b19d7493cb82dd5e7df8e7c7064398c
+size 835860272
diff --git a/iter_0002640/__25_0.distcp b/iter_0002640/__25_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a23a6a00cb1c0b6505f08bc3fa87f3e8bce11812
--- /dev/null
+++ b/iter_0002640/__25_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92b004b93d1de5bb0bf4d8e2d9a396344a3cdcc674134bf1be96fa7b251d1567
+size 836195856
diff --git a/iter_0002640/__25_1.distcp b/iter_0002640/__25_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f30e3bd0116ddd0f898ad45698a69074870bab40
--- /dev/null
+++ b/iter_0002640/__25_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5dca7b9aa73f2b0d8b21c3cc1c81066ac68eef1b00eac9cc5b82a33aac785fc8
+size 835775568
diff --git a/iter_0002640/__26_0.distcp b/iter_0002640/__26_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d04215f4e56f044a09d6bf82a8a6a2b8d8324adb
--- /dev/null
+++ b/iter_0002640/__26_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0df9b3e5bccce187146aec5c95be8d82a4edc936eed79addc9c792ec61733ca1
+size 835978540
diff --git a/iter_0002640/__26_1.distcp b/iter_0002640/__26_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..43e95f5e626e6ed5d2dd63e210f799a0122ccc3e
--- /dev/null
+++ b/iter_0002640/__26_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:532172b838c19220e3c5a92fc2a01fb058262088a25e924df1e4c70c17796b89
+size 835992884
diff --git a/iter_0002640/__27_0.distcp b/iter_0002640/__27_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4241f793c09126279c6e77caf8e492ad2f2fe2fa
--- /dev/null
+++ b/iter_0002640/__27_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d31184d31df7d4f293cac32439c50678da5ea4f131b9ef5f05f5fc39dc355d43
+size 836078820
diff --git a/iter_0002640/__27_1.distcp b/iter_0002640/__27_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a59325440cd9e06a1f63fed538860f40abe7354a
--- /dev/null
+++ b/iter_0002640/__27_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57e75d775cad4b7820a6ddf71778cae50374f1881f6cca83e6276e65941c8235
+size 835906764
diff --git a/iter_0002640/__28_0.distcp b/iter_0002640/__28_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1d10f5762cfd62a2e896dc692e2f73baf76d1252
--- /dev/null
+++ b/iter_0002640/__28_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90d3f52c2a3704b1f987290d6fe1c7d34dbabc4fa11210aca5b4a995924c0162
+size 835788184
diff --git a/iter_0002640/__28_1.distcp b/iter_0002640/__28_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2cff22a4c49645e811a09751e13bd0cdb09a62f8
--- /dev/null
+++ b/iter_0002640/__28_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14e940442ce61dfbec8e644a2fc87ea5abe9d14e99524e0e5b1a15527c6cb87d
+size 836179700
diff --git a/iter_0002640/__29_0.distcp b/iter_0002640/__29_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fa4299b6f64d1e6ed7d54f7ff23e622b4eb93f14
--- /dev/null
+++ b/iter_0002640/__29_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca271b89371ca8911019252acf174c48794cc6dd3cbf22c77255f934a565a8dc
+size 836341804
diff --git a/iter_0002640/__29_1.distcp b/iter_0002640/__29_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..67223c684a905a9537f927e50ca384b318adccfc
--- /dev/null
+++ b/iter_0002640/__29_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42c9b6fcf709fd9522831992a39dc3046a933a9e4bd5056e64bec25350e49f2b
+size 835633160
diff --git a/iter_0002640/__2_0.distcp b/iter_0002640/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a0ff4f45904e0e45c85ef4f67e480c23481bbbcb
--- /dev/null
+++ b/iter_0002640/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5aba6cdf075cef8980024c85965cdcf62bd6318b1f761ceeec963e5ff6b0ab
+size 839999844
diff --git a/iter_0002640/__2_1.distcp b/iter_0002640/__2_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a8ab5005b2393df2dec88ed59587f9a502fea10a
--- /dev/null
+++ b/iter_0002640/__2_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ece94d27caed90e63c42fd0a6277226af37248e6bdb427d829532d29593b45c7
+size 839817580
diff --git a/iter_0002640/__30_0.distcp b/iter_0002640/__30_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b0ef83bf5d311ba7f5d08922fcc05ff02426fd2b
--- /dev/null
+++ b/iter_0002640/__30_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0a6a4628148a55e0e627ec59c424385d4eb3a284c0d1beded86db7154922bbc
+size 836172432
diff --git a/iter_0002640/__30_1.distcp b/iter_0002640/__30_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5a06bb7443c8e47c612f193f402cbecb78f91d19
--- /dev/null
+++ b/iter_0002640/__30_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2467ac029d9acd8c87c5d1d452935feb1a955736c69a37f6ed53892ffaab28c
+size 835802532
diff --git a/iter_0002640/__31_0.distcp b/iter_0002640/__31_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fc1e9241c28ea9613e64c83753cc9f9f42a49222
--- /dev/null
+++ b/iter_0002640/__31_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19106f71e64c8f5aaa5ccebac8d50662cfb05423ba926e8701312d3a2e528d0e
+size 835788184
diff --git a/iter_0002640/__31_1.distcp b/iter_0002640/__31_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..30ef4ee22936dd3fab6510b37558fac8d4cca169
--- /dev/null
+++ b/iter_0002640/__31_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37d14173034f728492e7d6f4c5891c912d29205fcaeea7c9561d0fce7ad3ed5d
+size 836179700
diff --git a/iter_0002640/__3_0.distcp b/iter_0002640/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1117ee9f7286e69ab19ad209c616c84ad77fe796
--- /dev/null
+++ b/iter_0002640/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b38060b74bf71cba062ca15f25b09901c0173458bba7f6afc4816f4d67d6d65
+size 840188056
diff --git a/iter_0002640/__3_1.distcp b/iter_0002640/__3_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f97a9fbb10b0c220cc6faae74c1e064f05114206
--- /dev/null
+++ b/iter_0002640/__3_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a6af943d285eb688ecf046fa5420eac40ebe54c17083dd8c5d0d2d7159d5848
+size 839622288
diff --git a/iter_0002640/__4_0.distcp b/iter_0002640/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..383fdbeb5e973bd184ff8abea73254b05dd06574
--- /dev/null
+++ b/iter_0002640/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a5eaca1af7b4785bfd74de6036e6ffb2f0fc83d20776dd0651abc4fac9ff305
+size 839947100
diff --git a/iter_0002640/__4_1.distcp b/iter_0002640/__4_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..159893f557d68c27b2feffa63c262cbcf3c60c4c
--- /dev/null
+++ b/iter_0002640/__4_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d86e5f5c2c26ee3527c432916f72efb20d8a3db3c4597bfd9f3cbf44084d1c09
+size 839880944
diff --git a/iter_0002640/__5_0.distcp b/iter_0002640/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f9a1c8ee19b2bb9e73dea54f866b614a3a7c3478
--- /dev/null
+++ b/iter_0002640/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a67adcc77e84638530e3ebef7e770d84231ef11095f6ca2d1b715f75d3395923
+size 834432748
diff --git a/iter_0002640/__5_1.distcp b/iter_0002640/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d34b59968622ed7f05d6fa030b7f1fd792ad8591
--- /dev/null
+++ b/iter_0002640/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccc3e2d2d60cc1d55aef361d9642b113223497af593811e01a56a508bac13552
+size 834519724
diff --git a/iter_0002640/__6_0.distcp b/iter_0002640/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c1502df30dc0694c1566086f07a2553261bc996d
--- /dev/null
+++ b/iter_0002640/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40ccc7b818f1436024023a1f7ecc55430c31ca3b48aba157c2c6fa2146433aa1
+size 834461140
diff --git a/iter_0002640/__6_1.distcp b/iter_0002640/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d5df824d097b0d0adf78691a97be8d2e8d4dfbd8
--- /dev/null
+++ b/iter_0002640/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1021f6c4395534c6563c1f22e07b907640002cc84ee3275ef2fb05e259826ad
+size 834501952
diff --git a/iter_0002640/__7_0.distcp b/iter_0002640/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..35a6dd541bdc0abb6fd2598ecc6555dbe387242a
--- /dev/null
+++ b/iter_0002640/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:576b6900d4710f4741a99832a78ae5d36e21d49178a55e8901382a170d5743db
+size 834475788
diff --git a/iter_0002640/__7_1.distcp b/iter_0002640/__7_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..25787e1623df3ac6c879635f771b24886061f693
--- /dev/null
+++ b/iter_0002640/__7_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99018894c0ae7e879a148c57d2ee8ff1faf682d5a32c71a2a7b2c0f227d8c788
+size 834487304
diff --git a/iter_0002640/__8_0.distcp b/iter_0002640/__8_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5629709a6159a2221682499fa761271cc00ed380
--- /dev/null
+++ b/iter_0002640/__8_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e556d0e7446a3a3d4b19e6d663ade49367ac232a15842642142cfdc68b5ecb9
+size 834287156
diff --git a/iter_0002640/__8_1.distcp b/iter_0002640/__8_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b85e47c5a061c912b1f3022ddbf3309cce55bedf
--- /dev/null
+++ b/iter_0002640/__8_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af2713738d2924b6704b96e01be5711ce66b0e024ca38f2ab91b9c2b1436bb5
+size 834340752
diff --git a/iter_0002640/__9_0.distcp b/iter_0002640/__9_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b565dcc8cb5280317d725fdaaa02464d8c501019
--- /dev/null
+++ b/iter_0002640/__9_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ed45073d8fa813ff3cbf07f70831a3a6d6c00b3c66292145a268d2d71f3321d
+size 834379540
diff --git a/iter_0002640/__9_1.distcp b/iter_0002640/__9_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..763b5bb27d64370abbf2b89db432ab1a5c1eb29b
--- /dev/null
+++ b/iter_0002640/__9_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ca12934906e77d452574b92b1765921994875264ef876661527627e5b367e0d
+size 834273148
diff --git a/iter_0002640/common.pt b/iter_0002640/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ce73bdd0e4b28fae63864347f3670f0e2854028
--- /dev/null
+++ b/iter_0002640/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:957ad97137694b5474843b7b7f770d1f84c9c7588318b0f9b762a205754b4fb4
+size 155676
diff --git a/iter_0002640/metadata.json b/iter_0002640/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0002640/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0003520/metadata.json b/iter_0003520/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0003520/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0004400/metadata.json b/iter_0004400/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0004400/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0005280/metadata.json b/iter_0005280/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0005280/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0006160/metadata.json b/iter_0006160/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0006160/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0007040/.metadata b/iter_0007040/.metadata
new file mode 100644
index 0000000000000000000000000000000000000000..ccd6a9f1c3e770f2ef1d41b98a0dd21a7d3e3452
--- /dev/null
+++ b/iter_0007040/.metadata
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df64fb2910863e03ff984e73e65adf8f043e5a0e5819dcbc07273cd45966762c
+size 4184649
diff --git a/iter_0007040/__0_0.distcp b/iter_0007040/__0_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..9ae35b55889916f4cea668b60d4c996dd85ec11b
--- /dev/null
+++ b/iter_0007040/__0_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1923a165e62b8dcfa9a75a9a404257d29a8305a09e01d2f0a5d4c941d9bfdd2b
+size 904659800
diff --git a/iter_0007040/__0_1.distcp b/iter_0007040/__0_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..01b1ceb4d47d07be7ba581714c29ba2d1e328e26
--- /dev/null
+++ b/iter_0007040/__0_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a8f2faad5017af1b9c6ff63695191d2ffdf2222804ea142f7474d9ccca88986
+size 904606008
diff --git a/iter_0007040/__10_0.distcp b/iter_0007040/__10_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ff695a6338b12d67493e7fc5f19febba1f3ff885
--- /dev/null
+++ b/iter_0007040/__10_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e70987c817ea69457adb16bf357e4cfca04fb211c758e8893aa223c89b20a8eb
+size 834299336
diff --git a/iter_0007040/__10_1.distcp b/iter_0007040/__10_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..09de824ad484bd39ef1fac25510b9084d38fc52c
--- /dev/null
+++ b/iter_0007040/__10_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a609ad215bcf75eb0a62d594cad57335a9b91b4b0c0257232e2a40dc9a3716a
+size 834332112
diff --git a/iter_0007040/__11_0.distcp b/iter_0007040/__11_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..35396d4be3df3ff56cf8c5bd783a669314a020be
--- /dev/null
+++ b/iter_0007040/__11_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6be66ff74c4176bf81a6262438bbd9e250ade8a07b4a16662880cac2a1f54f0
+size 834482668
diff --git a/iter_0007040/__11_1.distcp b/iter_0007040/__11_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2c687b9f5df2d3c67c8739e6d1f27b5e5dd1e227
--- /dev/null
+++ b/iter_0007040/__11_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528f61d17c16705df43e93b03fd361f4f927b48d61ebc2875c5bdb94bd3aeff6
+size 834148780
diff --git a/iter_0007040/__12_0.distcp b/iter_0007040/__12_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..857b89145ad921f2edc98dbed8c775c0aaaaf81a
--- /dev/null
+++ b/iter_0007040/__12_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bdd16f4f1bf07d18696f52974b91486fa9ef74e2f7fd011a5dcfbd6403868096
+size 834279396
diff --git a/iter_0007040/__12_1.distcp b/iter_0007040/__12_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bf5dc8d12ba1385d8988ff39263fd2c9302c0daa
--- /dev/null
+++ b/iter_0007040/__12_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd9b24ce95394c0c36e6ed4d70246cac148438a645f3779a88107afb3706b6f8
+size 834355592
diff --git a/iter_0007040/__13_0.distcp b/iter_0007040/__13_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ea3d9d30279b8ff16afa477aa93cde25ff8089ea
--- /dev/null
+++ b/iter_0007040/__13_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4134656f6c9ee0fad3e89d0bb4ed121dc48e4e6d888d726ac7c65b96ae349a53
+size 834331044
diff --git a/iter_0007040/__13_1.distcp b/iter_0007040/__13_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..305b75048acef987c26dc9ab69deb832dad2af90
--- /dev/null
+++ b/iter_0007040/__13_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e85c5bca067e5ef6e7aa1702409c534d35f05b15e00ea2db7dade790fdfccac6
+size 834307484
diff --git a/iter_0007040/__14_0.distcp b/iter_0007040/__14_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..98781a4f050ee923ba5fd2bb758e01e74648c344
--- /dev/null
+++ b/iter_0007040/__14_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71c4767b73edf6bc3a87fdf50dae5717318e68da377b07291699d13bb50197de
+size 834370896
diff --git a/iter_0007040/__14_1.distcp b/iter_0007040/__14_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ed5d1b2eb802b88f068fd03a6e67d26b8e16d60f
--- /dev/null
+++ b/iter_0007040/__14_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ab211261566f9094fd9c42802b1337ba6216b0ef355744b7fb2919e8cdcb862
+size 834260552
diff --git a/iter_0007040/__15_0.distcp b/iter_0007040/__15_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..717426df42e838ade04bbe099cfa05c8c318cc1f
--- /dev/null
+++ b/iter_0007040/__15_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c4f67382da70f81d715c350ce9695e3d73b42a991cfa748e0df19806c75950
+size 834301640
diff --git a/iter_0007040/__15_1.distcp b/iter_0007040/__15_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d1d8aecc9bc058e936b62976d565142a36cb8044
--- /dev/null
+++ b/iter_0007040/__15_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd04d9f9f1caba50212633fb5ad4ea9b3da2ce5f7124e4ce9cf75caa17d1ae13
+size 834329808
diff --git a/iter_0007040/__16_0.distcp b/iter_0007040/__16_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7d4265276b1458731f4c078b0aefc70367ec3509
--- /dev/null
+++ b/iter_0007040/__16_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff63f3c033c3646f52133c73c388b3392757aba2b53aa176d6285c43396649cc
+size 834183052
diff --git a/iter_0007040/__16_1.distcp b/iter_0007040/__16_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e537fb494550cca2112815e9522edd6820b0c67a
--- /dev/null
+++ b/iter_0007040/__16_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd13f3e11a80efc35e424452ecfba11a947cf8d0df673ea202c640e904361c3a
+size 834356908
diff --git a/iter_0007040/__17_0.distcp b/iter_0007040/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..58dd553bd017775c5dbcaccd1b012ad009e789e4
--- /dev/null
+++ b/iter_0007040/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b13532ef9a7dc8d07fa49d2b8402385695c3ea2d7085fc4dae96b3e594e7cddf
+size 837379344
diff --git a/iter_0007040/__17_1.distcp b/iter_0007040/__17_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1b5e7c3752785d6ab867ba92f71eefde7d06e9ce
--- /dev/null
+++ b/iter_0007040/__17_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a00b0f04d3c84b382ee6b90b1c8fd9b4283b620f0884b84a4bf02c512985934
+size 836361552
diff --git a/iter_0007040/__18_0.distcp b/iter_0007040/__18_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b3c8720d243d5026cefc4bec20d941be3d28eb48
--- /dev/null
+++ b/iter_0007040/__18_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5f492a8b35e1518ee2fe69c91086d603d602ac619dc44bed38aa0d61018762c
+size 836884128
diff --git a/iter_0007040/__18_1.distcp b/iter_0007040/__18_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a864d4e0d6adfdb241d6fcd636d67f805e346a07
--- /dev/null
+++ b/iter_0007040/__18_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b21a4b712e100944b44070fca904909f55cd6a19e38b8446eca6c99f21e39da
+size 836881548
diff --git a/iter_0007040/__19_0.distcp b/iter_0007040/__19_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cc99ab2c1ba85182b708410ef448c9194a0c6860
--- /dev/null
+++ b/iter_0007040/__19_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5904b1efca47903f94ea29b28b6cac6b270037d75f48e21d481bc92a8321aad
+size 837269932
diff --git a/iter_0007040/__19_1.distcp b/iter_0007040/__19_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2f232df5184c3deab933531c00b1f011451611ee
--- /dev/null
+++ b/iter_0007040/__19_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:714e3320fef8a5d60caf3838c5a3ebfe983ed76199b40f04e753fdb6a0bb3a1d
+size 836474504
diff --git a/iter_0007040/__1_0.distcp b/iter_0007040/__1_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e4399a8da0d0a885d1e1d21bddf44d0d01bfb7bd
--- /dev/null
+++ b/iter_0007040/__1_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:663fee7a87e72fe6e560256e3fea2c877e719f0cb958525b72b26272c6618526
+size 904321208
diff --git a/iter_0007040/__1_1.distcp b/iter_0007040/__1_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d811590b424e061bacda9e5ac5d66cf592722d42
--- /dev/null
+++ b/iter_0007040/__1_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d4727661a6d4e78ee76bc82f982069dcf578e0494b1d50ffbc857a2479286fc
+size 904808048
diff --git a/iter_0007040/__20_0.distcp b/iter_0007040/__20_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..66a57c1429a0f841498c5ed9dcfb3ec536452212
--- /dev/null
+++ b/iter_0007040/__20_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:881c6681e742a4853096cd3a9fb24a56e75e7520fa8315513bad26530ca796e3
+size 835592564
diff --git a/iter_0007040/__20_1.distcp b/iter_0007040/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d717c5e91ec5efe4fc75392707cc9ca1bfa74bad
--- /dev/null
+++ b/iter_0007040/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cabda2bdd0e7b2ecf7e8721d0616be0e1110ad22fe3b1181b4e8311793937d9
+size 836378860
diff --git a/iter_0007040/__21_0.distcp b/iter_0007040/__21_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cf9d2c7de5e0db6f16ccc251b902909209554285
--- /dev/null
+++ b/iter_0007040/__21_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17324fc5495254e4119559295e869f198c8089086cf5a9b57763813b87277844
+size 835797100
diff --git a/iter_0007040/__21_1.distcp b/iter_0007040/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8c8109d0eb890df870e7fd167a6764f685a05397
--- /dev/null
+++ b/iter_0007040/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c996263aa561fb520ae93f4e676d9ddafe3fda6a018b2ef85ded74af8455655a
+size 836174324
diff --git a/iter_0007040/__22_0.distcp b/iter_0007040/__22_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..47fb68478a517a06dced5325dbecd356ecd41c00
--- /dev/null
+++ b/iter_0007040/__22_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e0ab5aa96ab8acefa8d0540349ecfec22dbf9e27d3430b464f3310c8c039fcf
+size 836134528
diff --git a/iter_0007040/__22_1.distcp b/iter_0007040/__22_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..6d4e8fbf931686db5104d03ff8b0005b81fb3db5
--- /dev/null
+++ b/iter_0007040/__22_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f587c6ba9910e8f18e48514ff65b503183d258f48738621a3cea8fbef80cc992
+size 835854596
diff --git a/iter_0007040/__23_0.distcp b/iter_0007040/__23_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a385e382b6e05afc22c1013b50d6f681c121328d
--- /dev/null
+++ b/iter_0007040/__23_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b5add4fa54d8d17057dfa655d4091c0cbd1d975821f34a8c000d02026379d17
+size 836577744
diff --git a/iter_0007040/__23_1.distcp b/iter_0007040/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..ccb53455338897da73de4fe32e673da95fb4e6ba
--- /dev/null
+++ b/iter_0007040/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86621eea97570bf2338fcae1c46147542f5fa746f7011bbbd7f2027f18a3b083
+size 835397220
diff --git a/iter_0007040/__24_0.distcp b/iter_0007040/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..567f11f111e51d5fb2a710166cf22275e1499cfb
--- /dev/null
+++ b/iter_0007040/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8527180cce0f0faaf5b580784ad7f704131deb40c247f5e7773b18ab7b68628
+size 836125312
diff --git a/iter_0007040/__24_1.distcp b/iter_0007040/__24_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1da9c5f9130883cac395f6eea3f8dcd35aba652c
--- /dev/null
+++ b/iter_0007040/__24_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f14cc660f9dcde55fff894757a1f9e278935ff7899631e55c4d1a0cb43fc27a
+size 835860272
diff --git a/iter_0007040/__25_0.distcp b/iter_0007040/__25_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..aa1b80b23271619cc3c2449d2a79ea58c50f6749
--- /dev/null
+++ b/iter_0007040/__25_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:761871a02858c5d167dc09f1631bb4470dc47be35d42b8d25d1d7e67ea4c252e
+size 836195856
diff --git a/iter_0007040/__25_1.distcp b/iter_0007040/__25_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7a5d989d3ac062f2124a6015d96e042ebd0a11a9
--- /dev/null
+++ b/iter_0007040/__25_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b771735e54e5887ae82ff152adae7c6d49a1a7e5df8432febf72e1d4da09d63
+size 835775568
diff --git a/iter_0007040/__26_0.distcp b/iter_0007040/__26_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8566f2ea47462c1a13d6aff94d8a522ce1bae428
--- /dev/null
+++ b/iter_0007040/__26_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30aa26a2aac162c6d19c299182c28234f317126bb4f073917f7304728e55b6b3
+size 835978540
diff --git a/iter_0007040/__26_1.distcp b/iter_0007040/__26_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..0706ec74ae8b4b2834edef634bf67067ff4fd272
--- /dev/null
+++ b/iter_0007040/__26_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc96069447bf89066910ee7d49884022729ec85e03d787b1fb58de2d75eae3bd
+size 835992884
diff --git a/iter_0007040/__27_0.distcp b/iter_0007040/__27_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3f68831a1b1b7c8531cbce761057cfb7b131ef61
--- /dev/null
+++ b/iter_0007040/__27_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ae0d405dad9419584170f1ba7304843de495fc320f5c2c939e3d3153a431081
+size 836078820
diff --git a/iter_0007040/__27_1.distcp b/iter_0007040/__27_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..67e7447cec86544b85f9b23787bc7684f7a1a77c
--- /dev/null
+++ b/iter_0007040/__27_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37769590032ceda31b3d6817812f6516952b623b7db93f36435ecbdc5d8e6487
+size 835906764
diff --git a/iter_0007040/__28_0.distcp b/iter_0007040/__28_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..b4cd407e0695b62b99eefc9e433af9e0aeee29ad
--- /dev/null
+++ b/iter_0007040/__28_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad4bdd3556ced5ef01d8e9db8719ff9eed286951500cb41e803d068c09988e58
+size 835788184
diff --git a/iter_0007040/__28_1.distcp b/iter_0007040/__28_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..fc7056586f599ad5c1c3cce1ff8b022c83263f76
--- /dev/null
+++ b/iter_0007040/__28_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d739c8b61d2f218a05155494d7058c4d0da0b67e26a1a79a19d43c2232d9a75
+size 836179700
diff --git a/iter_0007040/__29_0.distcp b/iter_0007040/__29_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..8969c8c6528978d3227670a47964c710fe44fc1e
--- /dev/null
+++ b/iter_0007040/__29_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36e7201c38639dbdf5e90d75430ef3dc19b316d30df1428b8c95ae1676d06c78
+size 836341804
diff --git a/iter_0007040/__29_1.distcp b/iter_0007040/__29_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..d70bdafd2de64171b91aad47479005f63cf95de4
--- /dev/null
+++ b/iter_0007040/__29_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa3572906503f5bcba6f7be2294f7768b837558b7098186ad94855c2e5f476db
+size 835633160
diff --git a/iter_0007040/__2_0.distcp b/iter_0007040/__2_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..5c3acc8df7a027db29644e78ceb778463bfc851d
--- /dev/null
+++ b/iter_0007040/__2_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b6676d83d0f156be40710f647560b411d4614d6512a4327fa20cfa1b878f178
+size 839999844
diff --git a/iter_0007040/__2_1.distcp b/iter_0007040/__2_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..aa809c46346c11b1616e0a03dce0001843ee32b7
--- /dev/null
+++ b/iter_0007040/__2_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a3e7cad985bb9513b19aa27752b9c5bca8610701e394b7c1d021b35d89cff96
+size 839817580
diff --git a/iter_0007040/__30_0.distcp b/iter_0007040/__30_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c6a3d78bfded381fd3c2a83a82c956ef6594a36d
--- /dev/null
+++ b/iter_0007040/__30_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b159e58f6c7e221ee4970af8d296fb8c0b2ba37f29547bee0bafbde095ebb1
+size 836172432
diff --git a/iter_0007040/__30_1.distcp b/iter_0007040/__30_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..7c311d9c1b6559842fbb2f6f3c6ce05e4b000ba8
--- /dev/null
+++ b/iter_0007040/__30_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1828b313c2fd120139d0a6098522d8e3f3ee547cac28da7f73b6714a71373edb
+size 835802532
diff --git a/iter_0007040/__31_0.distcp b/iter_0007040/__31_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3d26ffd85ae30111fdbe8b001a6c937cff79e54c
--- /dev/null
+++ b/iter_0007040/__31_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8c450cfd94515b2b76feaa46cf6596f6c40df122ba63f0ef8baab25241d50a6
+size 835788184
diff --git a/iter_0007040/__31_1.distcp b/iter_0007040/__31_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..4bdaaa3ff5328b2978c05c1e031e7ecea9e835d3
--- /dev/null
+++ b/iter_0007040/__31_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf4c64e1efa8f916c4f652c7c6039d3e08b6abe82411cee2c71efa6503c2a65
+size 836179700
diff --git a/iter_0007040/__3_0.distcp b/iter_0007040/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e62b711cd70f0fecb68f8ddfdca8d3d30f287ca8
--- /dev/null
+++ b/iter_0007040/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15de0feb4892e5c765ec7f152850d255f2ddb93d5c99186772f597dc895e8f32
+size 840188056
diff --git a/iter_0007040/__3_1.distcp b/iter_0007040/__3_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..e8f2cf1e465eb4ea11b632237e1b13d8e3d44823
--- /dev/null
+++ b/iter_0007040/__3_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df17d457012571aeae1845d645888d100c813cad2d12d157765a596aba295377
+size 839622288
diff --git a/iter_0007040/__4_0.distcp b/iter_0007040/__4_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..bcf104749218a97efda5e3147f5ea3179386ad38
--- /dev/null
+++ b/iter_0007040/__4_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcccf73c2d867264f826da4c3f4897590c29c4f1169c45fc491c4895945ecaf0
+size 839947100
diff --git a/iter_0007040/__4_1.distcp b/iter_0007040/__4_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..50f2aa65d0b35ef19629a01ccefefb92eb6fc785
--- /dev/null
+++ b/iter_0007040/__4_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d140b1c7ebbea9033ae6a4699a4bbf066ec6585e59e45a3004067287557219
+size 839880944
diff --git a/iter_0007040/__5_0.distcp b/iter_0007040/__5_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..08581d488400910bb50a879950be8b82c469d647
--- /dev/null
+++ b/iter_0007040/__5_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a5f06953b840a0214ec42a4039d570e7f4a0e208db929a73220dc1bde2eb28c
+size 834432748
diff --git a/iter_0007040/__5_1.distcp b/iter_0007040/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..c1c7e0f76d320c08d5d9c7e4dc3cdb84b467584a
--- /dev/null
+++ b/iter_0007040/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf942476c440e001541a7aa479a026ac1d825748a961c8d5b80bbd31ce74632
+size 834519724
diff --git a/iter_0007040/__6_0.distcp b/iter_0007040/__6_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f9a49744a6539d044dac88dcfed339be7f140a93
--- /dev/null
+++ b/iter_0007040/__6_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:831ca6048726199fadc5fc0168b8e61c1eec2ec618e42a155176bc029e19f291
+size 834461140
diff --git a/iter_0007040/__6_1.distcp b/iter_0007040/__6_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..41234def0bf7739bbf2e1f0d42d78d5eb8ac89ec
--- /dev/null
+++ b/iter_0007040/__6_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eac01feda886a55ba50e011e7c54ee5e8b0af61104719452183214af4f2f0cc
+size 834501952
diff --git a/iter_0007040/__7_0.distcp b/iter_0007040/__7_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..3cb0213e80bfa70fd4643dcb131b9d66a9c1ea90
--- /dev/null
+++ b/iter_0007040/__7_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28db300dad5086bee2e9c9a1911d53966218536529e428896c5fbe72fe1f7341
+size 834475788
diff --git a/iter_0007040/__7_1.distcp b/iter_0007040/__7_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1f1e956faf4d442104a8f53824afc1b07f47aeba
--- /dev/null
+++ b/iter_0007040/__7_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3179a41ba41a5a2e1dc1e2d1c3c83251274645859de7a9a1fe7e22f498bbed7
+size 834487304
diff --git a/iter_0007040/__8_0.distcp b/iter_0007040/__8_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..a0db2f9592697ad4f28c48b1d7459ad32a26214a
--- /dev/null
+++ b/iter_0007040/__8_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcfda4a28122262602e39dcaa994de3e9cd038895701c0369a634be7aa6470b1
+size 834287156
diff --git a/iter_0007040/__8_1.distcp b/iter_0007040/__8_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..2ee9d7d405df07042a9c334c9a28c2cb207ebcec
--- /dev/null
+++ b/iter_0007040/__8_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:811295e071c9282f4fe6ba47773c344fa16bf6e0f1ece87c1cec12407cab9c33
+size 834340752
diff --git a/iter_0007040/__9_0.distcp b/iter_0007040/__9_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..027654ee804c24f8317c734ae821a3a6f93222cf
--- /dev/null
+++ b/iter_0007040/__9_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abdc2c74549025323799dc275041270e05de553926847bcb70433e09825271ed
+size 834379540
diff --git a/iter_0007040/__9_1.distcp b/iter_0007040/__9_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..1bd768f0d8873a96090480e1212e3b5fd387fa54
--- /dev/null
+++ b/iter_0007040/__9_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb9d86ba6014b23efbd6875bb8bf76271f16e7a2072f9424a7b48bb02cbe3910
+size 834273148
diff --git a/iter_0007040/common.pt b/iter_0007040/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2856d700ca7556c8ae00cc1829ae8efc18b124ad
--- /dev/null
+++ b/iter_0007040/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a5a0c8671386c6d2043edfb87f90e847a16cba41385c57ff9accfd9ab949546
+size 155676
diff --git a/iter_0007040/metadata.json b/iter_0007040/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0007040/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/iter_0007920/__17_0.distcp b/iter_0007920/__17_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f55d32ad5b5e03a227ec786edbbbb729086e613c
--- /dev/null
+++ b/iter_0007920/__17_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f3d92375d11d22b520d8eb2f4026ac44e62cf38e027a3dee6a1e8671e02fa78
+size 837379344
diff --git a/iter_0007920/__20_1.distcp b/iter_0007920/__20_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..dfa6a1e1834d4b6edc1decd57b6ec2b1814a2c33
--- /dev/null
+++ b/iter_0007920/__20_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e0805bd0f834983ff8f768bd8f3728c292e08bdf02c7712eb78fa89817b79dc
+size 836378860
diff --git a/iter_0007920/__21_1.distcp b/iter_0007920/__21_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..db93049a1e9770ff651101201eb69d91ac1e47d2
--- /dev/null
+++ b/iter_0007920/__21_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad7ded89885ddac0322dc065c90b21ecac9fe2a8421d94da339ba0c541270ef
+size 836174324
diff --git a/iter_0007920/__23_1.distcp b/iter_0007920/__23_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..401be0e3f71a001d87c86814cdf8129381c84e69
--- /dev/null
+++ b/iter_0007920/__23_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3101d5950ea7bd06b6f0cb54d6ebf2de855325078c4cbdf62e63c1aaa3d784db
+size 835397220
diff --git a/iter_0007920/__24_0.distcp b/iter_0007920/__24_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..cb469a0363038b82588d24e95fe7bc0cac274510
--- /dev/null
+++ b/iter_0007920/__24_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebc18f52275b6508a9331b97a3348ae1721084eef0dc81763b713d92b2b140d
+size 836125312
diff --git a/iter_0007920/__3_0.distcp b/iter_0007920/__3_0.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..f67f3d350f253d307a952cc0abd0368642384b13
--- /dev/null
+++ b/iter_0007920/__3_0.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c078731d7bbbb309e98ab37cd19e8e789528442c468b6ab10ce24ee2e95b02
+size 840188056
diff --git a/iter_0007920/__5_1.distcp b/iter_0007920/__5_1.distcp
new file mode 100644
index 0000000000000000000000000000000000000000..aa2f5603f91f2b3446a5c93c01f7c9f32294f794
--- /dev/null
+++ b/iter_0007920/__5_1.distcp
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d92bf5bd4fc393e3a3ae16b0150c6b85b851bd63b5cffff10602060e9ec598a
+size 834519724
diff --git a/iter_0007920/common.pt b/iter_0007920/common.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21813dcd898c4b176e1416e1431a4b1964e0da4a
--- /dev/null
+++ b/iter_0007920/common.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d18957fa073669712d165fd9dd5083e539628341c8eff3316a190ee5157f4769
+size 155676
diff --git a/iter_0007920/metadata.json b/iter_0007920/metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..c9dbde0bcf4d2d993122dcc7d6bcb1eef8b6fb77
--- /dev/null
+++ b/iter_0007920/metadata.json
@@ -0,0 +1 @@
+{"sharded_backend": "torch_dist", "sharded_backend_version": 1, "common_backend": "torch", "common_backend_version": 1}
\ No newline at end of file
diff --git a/latest_checkpointed_iteration.txt b/latest_checkpointed_iteration.txt
new file mode 100644
index 0000000000000000000000000000000000000000..03d91cd27321e248cd39026627d0e93c818e918f
--- /dev/null
+++ b/latest_checkpointed_iteration.txt
@@ -0,0 +1 @@
+8815
\ No newline at end of file