Upload folder using huggingface_hub

mid_checkpoints/d20/meta_000765.json

@@ -0,0 +1,27 @@
+{
+  "step": 765,
+  "val_bpb": 0.41757844544190603,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 65536,
+    "n_layer": 20,
+    "n_head": 10,
+    "n_kv_head": 10,
+    "n_embd": 1280
+  },
+  "user_config": {
+    "run": "d0",
+    "dtype": "bfloat16",
+    "max_seq_len": 2048,
+    "device_batch_size": 32,
+    "unembedding_lr": 0.004,
+    "embedding_lr": 0.2,
+    "matrix_lr": 0.02,
+    "init_lr_frac": 1.0,
+    "weight_decay": 0.0,
+    "final_lr_frac": 0.0,
+    "eval_every": 150,
+    "eval_tokens": 10485760,
+    "total_batch_size": 524288
+  }
+}

mid_checkpoints/d20/model_000765.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bca0b75c48a53623aa37e0fd71ebcc7abd7153799ee75e46280b4d44dd02577
+size 2076230219

mid_checkpoints/d20/optim_000765.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ac342c72af34fc88e60abf4f04a65f136af5803f6f4dcdb63ab4cda2952f57d
+size 407642867