diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1060-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1060-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f831c4872b1105a698820e2ae305f98f6b2b482e
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1060-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36265998a0a116fb521c149df3ece191e475bf0a77076077f03d689796b76b3
+size 3716910374
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1325-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1325-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47ab2b7904c74215667e7033b1d8e331c1ee5bf1
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1325-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:528056ab2e56235f6988d762db1254e4d28945b340fcc844614f9f4918de8fc1
+size 3716910694
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1590-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1590-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..20e00c06b552d17d0cbf39acf5f3416d56de41ec
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1590-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec3d90c023ecca37228c092a443874af3fccfbd1019a17d0d446147a60143356
+size 3716911014
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1855-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1855-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1bd330a544d0804f7759956830b90f0f20337cd
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba1855-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2db4eb974a8a7c2af09c0c7b96528a44982d8f2cc5a93019bc0a8928a4382c8e
+size 3716911334
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2120-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2120-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2e2d4de4c5a22739a4d6a1ff5ad0184d197527
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2120-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68ff7be43bd4c733ab6e256517a47521cc5142fa38df3e2e77f5ffcd0649dab8
+size 3716911654
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2385-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2385-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c07b03169554f7f1fa620f8bcc18798e318e05e6
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2385-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:accd445cddaa2ed2e515cbea43434ec689bab46a1cf7437b5f87d1ca61a1bf6c
+size 3716911974
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba265-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba265-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..920ca4a818f4bb97dfe1eda1e073d22a7402c3c3
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba265-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08dd20a9a56fb2eb29063d612218b624f1a6f5e0c2a948d70a6739265c3ca4db
+size 3716909414
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2650-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2650-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d80d4848f45d5277594b64cda071d554e04a41c
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba2650-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c09d6e359a5c8132cd6d6c3d97b676329b6461e0e8c4f94acd85163d662975d
+size 3716912294
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba530-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba530-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24204c182cdc39b9520c375bc0dcdedaa543658a
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba530-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d03bef04d77ec09c57210e77092d192951b70f2fb64c53fc18524994361623f
+size 3716909734
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba795-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba795-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcdc9f8faca444de5a3f7f9d11cc63f72b5fd9c9
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-all/ep0-ba795-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341cce8f25243cefc6984660e23e1c6ea07a110330c902517ff14b1e5734d800
+size 3716910054
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1060-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1060-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7adb65c2b4c8f080775ba02fba8f45737ed81ec
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1060-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:836303de6555a29c55314ba643633c710b1aa9ceb835741dbe9332a886df640d
+size 3716910374
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1325-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1325-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9e2bbf28c6132455661b2e54108392d0edcff72
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1325-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74666a93c424c9da555c4f1a4e8a479d055122882d977e282eff3e4cb0d2b21
+size 3716910694
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1590-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1590-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..236cf96454245d2a0c364d45d9bf5b9d620b8305
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1590-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d35fe65c1731b98de96a04dbbd407d51e8280b87da60c5b64a1e904c03eb53fd
+size 3716911014
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1855-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1855-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6d467d52f8058a543e51c62dcff191709246ad1
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba1855-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b8ad876aafe8ef5140d59e6574199653f8e7a32da6e7be8efa91e0829f423f
+size 3716911334
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2120-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2120-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6765bf629389c3cc6d29143ec687b0f6d21d1c1
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2120-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0daf39624ed871af95f50c12dca4a95d2ee0251c0e6d8eded3069734682201e4
+size 3716911654
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2385-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2385-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6e6d60158c2073bd3d0c868eecb9c3bc9a08cd
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2385-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2d8ebab40f5db8f4cf959feaf634411cf30e699b27f762e41b8788d62e9742
+size 3716911910
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba265-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba265-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e030441d911f4b63f7193b8fe50b3bf5afccc73
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba265-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e59d8e39f33faede10b4ddf7cbca93049e3213da60a300751d84dfd377e2558
+size 3716909414
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2650-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2650-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3d3c51b9eca4bf0721b9dd52f7503356c870a1
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba2650-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0751a50c900563ba91d764283afee1c65f62724e2c36d4c3e9c9be63d9e73467
+size 3716912230
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba530-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba530-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14d31aa7d39c0071177217a391720f5a1650cd90
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba530-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78ecfaa4ac1575bf3da767d06b52f0cb3cd1f99c6b89ee0363810b203f65613b
+size 3716909734
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba795-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba795-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1de18bd0c3d3ba9e79aff5517d3b9056e61412a8
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay-eng/ep0-ba795-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:107b145d565cb29320af83295980173209ff6ad80d2dbef45055746d7517667a
+size 3716910054
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1060-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1060-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b3e3324670ca9494c7842bd15adc4a3d05078c6
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1060-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3553bf6d3409443f291d5735c6a5bab1a2dbab32b4eb58f87a56402d384cfc07
+size 3716269222
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1325-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1325-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3172ac0ee24e4da6c7051c420992c8bc7204f6c7
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1325-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9561154a71e40e319e6fc1fb81dcf31ed8d4b45c79e8cb8ca92752794533c93
+size 3716269542
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1590-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1590-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e6c51ce1f9e128709306fabfc3f2c26141dc56e
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1590-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cedd533681fa47512e544b3d57415a79fd867811d11c508e93ebe93fd9009e
+size 3716269862
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1855-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1855-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87d5d962800dafba09ce79d1ccfec92cd7bcf2f9
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba1855-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462dc5760dfc74589e9ede3d241c8ea227f1a4e5d4d6aa3f8fc8931c2d0acf6d
+size 3716270182
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2120-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2120-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f28a651ccccf83a263ae923d7a0df62cdb141701
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2120-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1596afde40b7ab38df2f94f9825d20a9250d5f55550bb82eafd05874da26e797
+size 3716270502
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2385-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2385-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90dbd7f4ac061dd137abbdc300e243462a298b7c
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba2385-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d3f4bb9206b1add1faa404452e14ecb0eec8396c36f0bf0616b986ff33d88ec
+size 3716270822
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba265-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba265-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6304d5bda2e0397229558dd75ce98f2e5f0191
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba265-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f7099ceaf7bb40cfefe78462006fc8a2284924b6186dd7db31f1e22cacbf11
+size 3716268326
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba530-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba530-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3790142d5f02f10a81c9d6293ab6cfa9a34864f5
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba530-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d79c78be5b82c1e15fcc01aa490d5bedae8ac72db6af769ac6d6936d9d1d3d66
+size 3716268646
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba795-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba795-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..870e73370f62005c0c558a372a9c0f78ec391f55
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep0-ba795-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46ffbc27854007b1d6b5889c6cd5981444341274deffd16fd82301b7c240c9c2
+size 3716268902
diff --git a/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep1-ba2650-rank0.pt b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep1-ba2650-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aea206ab182aa474089e5a839aacb24988a1f09
--- /dev/null
+++ b/mmbert-base/decay/all-checkpoints/mmbert-300m-decay/ep1-ba2650-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83d029b831728408335ce2d2b174c19bb0e594475d6d632cb942f199478a09
+size 3716271078
diff --git a/mmbert-base/decay/mmbert-base-all.pt b/mmbert-base/decay/mmbert-base-all.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d80d4848f45d5277594b64cda071d554e04a41c
--- /dev/null
+++ b/mmbert-base/decay/mmbert-base-all.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c09d6e359a5c8132cd6d6c3d97b676329b6461e0e8c4f94acd85163d662975d
+size 3716912294
diff --git a/mmbert-base/decay/mmbert-base-eng.pt b/mmbert-base/decay/mmbert-base-eng.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb3d3c51b9eca4bf0721b9dd52f7503356c870a1
--- /dev/null
+++ b/mmbert-base/decay/mmbert-base-eng.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0751a50c900563ba91d764283afee1c65f62724e2c36d4c3e9c9be63d9e73467
+size 3716912230
diff --git a/mmbert-base/decay/mmbert-base-mid.pt b/mmbert-base/decay/mmbert-base-mid.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aea206ab182aa474089e5a839aacb24988a1f09
--- /dev/null
+++ b/mmbert-base/decay/mmbert-base-mid.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a83d029b831728408335ce2d2b174c19bb0e594475d6d632cb942f199478a09
+size 3716271078
diff --git a/mmbert-base/extension/mmbert-base-ext.pt b/mmbert-base/extension/mmbert-base-ext.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e28ab54e09e43083e96ee1757a1fbda3496de24
--- /dev/null
+++ b/mmbert-base/extension/mmbert-base-ext.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58e80125005df5064392351bd894ea753149f7b2a638d64fad674588afc312d3
+size 3716909094
diff --git a/mmbert-base/pretrain/mmbert-base-pretrain.pt b/mmbert-base/pretrain/mmbert-base-pretrain.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c4a551438a8d33b52210b881ad29a148d922515b
--- /dev/null
+++ b/mmbert-base/pretrain/mmbert-base-pretrain.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a14dbef677c0c0c08dc91d65a6cdf97894bcfe98c9e6c1f3b338150a61507de
+size 3716676518
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba524794-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba524794-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ab446781f8429f9178eab41702d89d29614b53a
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba524794-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60f6cf68d59a94a447214fded910a4d59edcbfbb9c8dd0e9a9dc8aaf834db355
+size 1713498950
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba525059-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba525059-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a739afde068cecf80eb1d403292cdb4ab5edeca6
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba525059-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b647e0e2084064052b91c30bd9c7eaa88ebf9a2a6b54880b7858b28976b5e9da
+size 1713499270
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba525324-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba525324-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..daf408df8783ccfa212884a98a0e31898e984828
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba525324-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d874f9fda1daf47d43ce6e0435e0a1202517d81ef4f853c93151f8ed0461d0f9
+size 1713499590
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba525589-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba525589-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e26a9085d23ac787ad87898e505333cd1db4790
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba525589-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fec4c7fdf991813280acec1dd0b0da47acf6f11a158088122576651324d37f5
+size 1713499910
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba525854-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba525854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7361b1a4d2ca391fa91e7bd973a1dd541fd57024
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba525854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28b2a6cf960da309773dd118a54060e4d66b2b873359a96714b8623ca2f4edd4
+size 1713500230
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba526118-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba526118-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f02d59c4b7c870ee040d61394072db9020be798c
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba526118-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e5930d7509a841888c7545b5c8040b07d7bd517f611c40c71923700da4a234
+size 1713500550
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba526383-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba526383-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d252e51d6132687d8b6542195b3e2ad07eda1d71
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba526383-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4974f5c8bed3c49a9c4e0760ea6b6d73514d4498ad40b2195b6e8ce3728a0b90
+size 1713500870
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba526648-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba526648-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1cd8d4469a3b119f59343ba3835652267f21b05f
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba526648-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3848f4c5fc144833983c3ae25cf69782e67fc523404ec7b17d28cd14180d02a
+size 1713501190
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba526913-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba526913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2a209605fad3e3d6fd8199bd9f36b0371eb2ea1
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba526913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245c450caa7e1be6405070c3e80e4df20f2dab80168cc4dc65fab0e04b12db79
+size 1713501510
diff --git a/mmbert-small/decay/all_checkpoints/all/ep3-ba527178-rank0.pt b/mmbert-small/decay/all_checkpoints/all/ep3-ba527178-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06075387b02eea7b93fed61e9630ea2a48b19390
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/ep3-ba527178-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce93d21241280201bfe3041a3a132fe0013a2ab25e6c7e150bbefbd91a681d
+size 1713501830
diff --git a/mmbert-small/decay/all_checkpoints/all/latest-rank0.pt.symlink b/mmbert-small/decay/all_checkpoints/all/latest-rank0.pt.symlink
new file mode 100644
index 0000000000000000000000000000000000000000..cf927084e1d21d095aae90c4b8f2fec91453eadb
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/all/latest-rank0.pt.symlink
@@ -0,0 +1 @@
+checkpoints/mmbert-160m/mmbert-160m-decay-all/ep3-ba527178-rank0.pt
\ No newline at end of file
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba524794-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba524794-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f04d55891dd83719d3b82204fa87261e6909b449
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba524794-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d6f93c0773971af9b7bac78e0809b792cfbe34e70d73cd4ac7cae084d0d9c4
+size 1713498950
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba525059-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525059-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3424e0b8bfe04acb9346dce0893e425cef527648
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525059-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cedde571741f52bc694c3888bdae02c8806e2937dd9a684ca93ba5ef50601a7
+size 1713499270
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba525324-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525324-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0aaff771505e49447c2e7142c3fd71f42c03425
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525324-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:968c04dd894d8c100ff84f7b4dd69912e2b152ac06f2f5441a48294dcc3be965
+size 1713499590
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba525589-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525589-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de6826b7ce839b6420f4b615b9ce65ab7390a246
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525589-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edce2db07e3315c1a2b277ed60ec5f490542c45310ac665e74e2f063cc94af8
+size 1713499910
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba525854-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4f9d4985b8ed4b4d26d3d0c4a3657a8c016d106
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba525854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d8ed107442ad1e00f8562ff4e3f774889ccf984c74a1178111724e66bce9c94
+size 1713500230
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba526118-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526118-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0826da23e619e3f9bd06fa9b09e53866c922859
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526118-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5722a515d7dd3da6e77167d20452db0cfd6122290db64fef98c996014b8d8ca
+size 1713500550
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba526383-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526383-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f37f40bcf54c0ad3c4a1d0894d5d763fc79d8c5d
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526383-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e1ecd1f6b7fca7ae1702e39ecb0bf1d0af48aa13943f47823a9c28aaf42beb4
+size 1713500870
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba526648-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526648-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6cd8b316ca06f48bb56ab7749a518890453fb09
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526648-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea1e17114990fa83d2bfed5462c4ef6f3ad63fae36782765996d1e348adf72c
+size 1713501190
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba526913-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb1718d165cc7ea562b345e6f80502cac0f1b01
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba526913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93056c438b232958509af27f3db16836eef27420a069f913c63df561ce3b3a57
+size 1713501574
diff --git a/mmbert-small/decay/all_checkpoints/eng/ep3-ba527178-rank0.pt b/mmbert-small/decay/all_checkpoints/eng/ep3-ba527178-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c695dbba9d4f22b7abb8ad7af64e77ddf56444f1
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/ep3-ba527178-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19442361dfe4e63614db6701702bc4bfe5f68ea3aa4290dba145ce0ca15519
+size 1713501894
diff --git a/mmbert-small/decay/all_checkpoints/eng/latest-rank0.pt.symlink b/mmbert-small/decay/all_checkpoints/eng/latest-rank0.pt.symlink
new file mode 100644
index 0000000000000000000000000000000000000000..d03053308323200a9d9a87a2fe68c2afa1bbb879
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/eng/latest-rank0.pt.symlink
@@ -0,0 +1 @@
+checkpoints/mmbert-160m/mmbert-160m-decay-english/ep3-ba527178-rank0.pt
\ No newline at end of file
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba524794-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba524794-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39103a45190ee9aceae37ca2e1b018527b2e4cc2
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba524794-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd07cdf1b4966bd39046351c1f16dc0790cbe87c8eeacc0cd3dbca1b88576bc2
+size 1713498950
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba525059-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525059-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11a6f2067d747cc5c1e551bf5b9e1c6332db7b3b
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525059-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b8fa1ef1d5ed4c697071cf828e909f07686157132614f347f35466b1596b0d
+size 1713499270
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba525324-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525324-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dea66b092a6d29d2276c3484780e17b687f4aa
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525324-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06824c833ccf119341b632cd3ef4ed1013ccacd47896f3e0e322755050d7218f
+size 1713499590
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba525589-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525589-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6914e509f12f859f132ea4d8f6bb9615910a9609
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525589-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d735413006092ec2a0b69d8b75aa4648071348111024d09fae205f522ef25c
+size 1713499910
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba525854-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525854-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57dc21efd1d1e5b836cf7c6923e5fd190b148820
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba525854-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:771d87ecfaead62a79a96e3842ba84a6a2c32ebd8aeaef4ecf263515481e6d93
+size 1713500230
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba526118-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526118-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bcaa095e0a09f6b41744a171505658b03780509
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526118-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9256c593f521d68168d2111f5f5b8719d367ae131173cb727d2dc44cfeeaaf6
+size 1713500550
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba526383-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526383-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..784beef65f282764b5d4de1d1af70e18c31515b9
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526383-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fcfcf0faef6a2ac4b5c3aa215abefc576bcefa9cd51eef5ad61694b7728c2c7
+size 1713500870
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba526648-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526648-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07d916cfb0e9f05d79dc2ece50f73eb7086f829a
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526648-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a16519cf3997097b7030dfe82ffc057be5889a89cfe176e27b120a29b248cef
+size 1713501190
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep3-ba526913-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526913-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f74c0c1cdea831f1669cca0e06f7d2a90ab051
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep3-ba526913-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10542314b2956a3bfa69502fce202701a5796b71026770b18125f0cc8f90536a
+size 1713501510
diff --git a/mmbert-small/decay/all_checkpoints/mid/ep4-ba527178-rank0.pt b/mmbert-small/decay/all_checkpoints/mid/ep4-ba527178-rank0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc4c014630189dc15429fafdcb4fd7eb3d8799
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/ep4-ba527178-rank0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1690771e0b80f053fe8695a07f566aad1d284f2b55f75ef9fadd3e2423cd4eb
+size 1713501830
diff --git a/mmbert-small/decay/all_checkpoints/mid/latest-rank0.pt.symlink b/mmbert-small/decay/all_checkpoints/mid/latest-rank0.pt.symlink
new file mode 100644
index 0000000000000000000000000000000000000000..c7f1ec99e0bfb65cba320cb49fd0aad65778c3f4
--- /dev/null
+++ b/mmbert-small/decay/all_checkpoints/mid/latest-rank0.pt.symlink
@@ -0,0 +1 @@
+checkpoints/mmbert-160m/mmbert-160m-decay-mid/ep4-ba527178-rank0.pt
\ No newline at end of file
diff --git a/mmbert-small/decay/mmbert-small-all.pt b/mmbert-small/decay/mmbert-small-all.pt
new file mode 100644
index 0000000000000000000000000000000000000000..06075387b02eea7b93fed61e9630ea2a48b19390
--- /dev/null
+++ b/mmbert-small/decay/mmbert-small-all.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ce93d21241280201bfe3041a3a132fe0013a2ab25e6c7e150bbefbd91a681d
+size 1713501830
diff --git a/mmbert-small/decay/mmbert-small-eng.pt b/mmbert-small/decay/mmbert-small-eng.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c695dbba9d4f22b7abb8ad7af64e77ddf56444f1
--- /dev/null
+++ b/mmbert-small/decay/mmbert-small-eng.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de19442361dfe4e63614db6701702bc4bfe5f68ea3aa4290dba145ce0ca15519
+size 1713501894
diff --git a/mmbert-small/decay/mmbert-small-mid.pt b/mmbert-small/decay/mmbert-small-mid.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcfc4c014630189dc15429fafdcb4fd7eb3d8799
--- /dev/null
+++ b/mmbert-small/decay/mmbert-small-mid.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1690771e0b80f053fe8695a07f566aad1d284f2b55f75ef9fadd3e2423cd4eb
+size 1713501830
diff --git a/mmbert-small/ext/mmbert-small-ext.pt b/mmbert-small/ext/mmbert-small-ext.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6aaeaf288e9ffdfd692ebf9e1d2b18ad3c59164
--- /dev/null
+++ b/mmbert-small/ext/mmbert-small-ext.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:015d581408943fe56e3bfe79306af476829541797823a3fa56e2782e95ca8297
+size 1713498630
diff --git a/mmbert-small/pretrain/mmbert-small-pretrain-ep0.pt b/mmbert-small/pretrain/mmbert-small-pretrain-ep0.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f080f7be0c4b85a8e7f20224f9fc397657f55937
--- /dev/null
+++ b/mmbert-small/pretrain/mmbert-small-pretrain-ep0.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64b5d0c66e7ec4cea95a1e5684a5c1f2104a355db1693ca89a9d8b8510bcdd07
+size 1713453126
diff --git a/mmbert-small/pretrain/mmbert-small-pretrain-ep1.pt b/mmbert-small/pretrain/mmbert-small-pretrain-ep1.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9468ff04fb96f05a0f422ba75b08ae1d015fee3b
--- /dev/null
+++ b/mmbert-small/pretrain/mmbert-small-pretrain-ep1.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7612bc5d6ce40ecb7004cad72deb2859c836d2423522f723ca223af48ca0474
+size 1713479366