Upload 4 files

base_checkpoints_jp/d20/meta_021400.json

@@ -0,0 +1,32 @@
+{
+  "step": 21400,
+  "val_bpb": 0.6682459571973981,
+  "model_config": {
+    "sequence_len": 2048,
+    "vocab_size": 65536,
+    "n_layer": 20,
+    "n_head": 10,
+    "n_kv_head": 10,
+    "n_embd": 1280
+  },
+  "user_config": {
+    "run": "d20-jp-1760620493",
+    "depth": 20,
+    "max_seq_len": 2048,
+    "target_param_data_ratio": 20,
+    "num_iterations": -1,
+    "device_batch_size": 32,
+    "total_batch_size": 524288,
+    "embedding_lr": 0.2,
+    "unembedding_lr": 0.004,
+    "matrix_lr": 0.02,
+    "weight_decay": 0.0,
+    "eval_every": 250,
+    "eval_tokens": 10485760,
+    "DATASET_REPO_ID": "kajuma/ABEJA-CC-JA-edu",
+    "CONFIG_NAME": "10%",
+    "SPLIT": "train",
+    "TOTAL_SHARDS": 378,
+    "DOWNLOAD_CACHE_DIR": "download_cache_jp"
+  }
+}

base_checkpoints_jp/d20/model_021400.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15d7a38c13b2002334a00947d32efda8c494e0332c43e6139ef67de9cb9db1f5
+size 2076230219

tokenizer/token_bytes.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58f4caab8676cbcb4897476c8849412dadccaea1b650b987d49be2ff946ab3c9
+size 263721

tokenizer/tokenizer.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26d1385fb4408ba4ba4e53f957d1723e5ebd3b7a60f9d049039d4cfed0047f01
+size 1051423