Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+enc.tensors filter=lfs diff=lfs merge=lfs -text

config.json

@@ -0,0 +1,26 @@
+{
+  "vocab_size": 32128,
+  "hidden_dim": 4096,
+  "num_layers": 24,
+  "n_head": 64,
+  "kv_heads": 64,
+  "head_dim": 64,
+  "ff_dim": 10240,
+  "dropout": 0.1,
+  "eps": 1e-6,
+  "emb_weight_dtype": "bfloat16",
+  "linear_weight_dtype": "bfloat16",
+  "norm_weight_dtype": "bfloat16",
+  "ffn_type": "GEGLU",
+  "gelu_approx": "tanh",
+  "attn_impl": "sdpa",
+  "flex_kernel_options": {},
+  "relative_attention_num_buckets": 32,
+  "relative_attention_max_distance": 128,
+  "scale_qk": false,
+  "pad_token_id": 0,
+  "decoder_start_token_id": 0,
+  "label_ignore_index": -100,
+  "pos_emb_per_layer": false,
+  "elementwise_affine": true
+}

enc.tensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3cd8d2b864197725ce550d8bfdae5be10cd80a4a673ab3c88f23263e0cd82b7
+size 9524900495

spiece.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9e8aafb5bfd7704cfae626f0e50955f5baa73397e168554c4c43223f8fd1794
+size 794046