Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

README.md

@@ -1,3 +1,60 @@
----
-license: apache-2.0
----
+---
+library_name: transformers
+license: other
+base_model: deepseek-ai/DeepSeek-R1-Distill-Qwen-32B
+tags:
+- llama-factory
+- full
+- generated_from_trainer
+model-index:
+- name: s1.1_qwq_ds
+  results: []
+---
+
+<!-- This model card has been generated automatically according to the information the Trainer had access to. You
+should probably proofread and complete it, then remove this comment. -->
+
+# s1.1_qwq_ds
+
+This model is a fine-tuned version of [deepseek-ai/DeepSeek-R1-Distill-Qwen-32B](https://huggingface.co//data_storage/yzc/models/deepseek-ai/DeepSeek-R1-Distill-Qwen-32B) on the s1.1_qwq_ds dataset.
+
+## Model description
+
+More information needed
+
+## Intended uses & limitations
+
+More information needed
+
+## Training and evaluation data
+
+More information needed
+
+## Training procedure
+
+### Training hyperparameters
+
+The following hyperparameters were used during training:
+- learning_rate: 1e-05
+- train_batch_size: 1
+- eval_batch_size: 8
+- seed: 42
+- distributed_type: multi-GPU
+- num_devices: 8
+- gradient_accumulation_steps: 2
+- total_train_batch_size: 16
+- total_eval_batch_size: 64
+- optimizer: Use OptimizerNames.ADAMW_TORCH with betas=(0.9,0.999) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
+- lr_scheduler_type: cosine
+- num_epochs: 5.0
+
+### Training results
+
+
+
+### Framework versions
+
+- Transformers 4.49.0
+- Pytorch 2.5.1+cu124
+- Datasets 3.2.0
+- Tokenizers 0.21.0

all_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 4.928,
+    "num_input_tokens_seen": 55950608,
+    "total_flos": 375241330655232.0,
+    "train_loss": 0.23023235970927822,
+    "train_runtime": 24795.9426,
+    "train_samples_per_second": 0.202,
+    "train_steps_per_second": 0.013
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B",
+  "architectures": [
+    "Qwen2ForCausalLM"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 151643,
+  "eos_token_id": 151643,
+  "hidden_act": "silu",
+  "hidden_size": 5120,
+  "initializer_range": 0.02,
+  "intermediate_size": 27648,
+  "max_position_embeddings": 131072,
+  "max_window_layers": 64,
+  "model_type": "qwen2",
+  "num_attention_heads": 40,
+  "num_hidden_layers": 64,
+  "num_key_value_heads": 8,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000.0,
+  "sliding_window": 131072,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": false,
+  "use_sliding_window": false,
+  "vocab_size": 152064
+}

generation_config.json

@@ -0,0 +1,9 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 151646,
+  "do_sample": true,
+  "eos_token_id": 151643,
+  "temperature": 0.6,
+  "top_p": 0.95,
+  "transformers_version": "4.49.0"
+}

model-00001-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9311f3308188e08530cabfe2c47c521df656de77386d111172108574d993533f
+size 4891730992

model-00002-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a5b25f208bc8d8b3001b25ab523e4afb1aa5943bdbae357aed8f394e303f62b
+size 4876059352

model-00003-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c5bdf88e5000c0be26d1debedae629501d823b8b84561966fae28aeecb3215b
+size 4876059384

model-00004-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe541907357be87c395079c5d24ec80d799819f7431d969c304967f108a78183
+size 4876059416

model-00005-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ef483912e528a2fac877c9e55d40c141d6270c967d048654ba0d70ca62ad98b
+size 4876059416

model-00006-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:571706c3c3be7365f094c7096661f2f429ecd1dfe043f5ac0cfd0865a0e9be02
+size 4876059416

model-00007-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4fad20fd5684f9b5d7a7e5ea2f338b562c09cb876cd61f5e204ab019d021d40
+size 4876059416

model-00008-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32e76f24cc641199e8fdaab313b6beb31e49279afdd9255a87622ef1543e6467
+size 4876059416

model-00009-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c7b43fcbc66d631d29d65986f8b69a147cba366f122f9fae684bcfa13c635bf
+size 4876059416

model-00010-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de30cd36b82b556251750f916766408dad231e4b3be6e00596535e6a4dd0dcf9
+size 4876059416

model-00011-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71659438ef172e842a26f525943403a650cd4a280987baec342e1c05cfa32f7
+size 4876059416

model-00012-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e8828dd8556b817fbc4be4ffa04407ffc9e07caeb85aee6cd90d5a1763e2c58
+size 4876059416

model-00013-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c62e86019307b21732d4002aca206fbf48842d5d78b46a7fbff38464fd8fb57
+size 4876059416

model-00014-of-00014.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c3f7d7bfd2be49e55f5995b45f59fee48d38d3dc53e14f5c2da914526d20c87
+size 2123397800

model.safetensors.index.json

@@ -0,0 +1,778 @@
+{
+  "metadata": {
+    "total_size": 65527752704
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00014-of-00014.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.k_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.q_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.v_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.k_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.q_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.v_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.k_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.q_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.v_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.k_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.q_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.v_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.k_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.q_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.v_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.13.self_attn.k_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.q_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.v_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.k_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.q_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.v_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.k_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.q_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.v_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.k_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.q_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.v_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.k_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.q_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.v_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.18.self_attn.k_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.q_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.v_proj.bias": "model-00004-of-00014.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00004-of-00014.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.k_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.q_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.v_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.k_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.q_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.v_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.k_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.q_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.v_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.k_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.q_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.v_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.k_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.q_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.v_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.23.self_attn.k_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.q_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.v_proj.bias": "model-00005-of-00014.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00005-of-00014.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.k_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.q_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.v_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.k_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.q_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.v_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.k_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.q_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.v_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.k_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.q_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.v_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.28.self_attn.k_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.q_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.v_proj.bias": "model-00006-of-00014.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00006-of-00014.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.k_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.q_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.v_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.3.self_attn.k_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.q_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.v_proj.bias": "model-00001-of-00014.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00014.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.k_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.q_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.v_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.k_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.q_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.v_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.k_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.q_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.v_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.33.self_attn.k_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.q_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.v_proj.bias": "model-00007-of-00014.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00007-of-00014.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.k_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.q_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.v_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.k_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.q_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.v_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.k_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.q_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.v_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.k_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.q_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.v_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.38.self_attn.k_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.q_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.v_proj.bias": "model-00008-of-00014.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00008-of-00014.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.k_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.q_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.v_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.k_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.q_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.v_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.k_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.q_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.v_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.k_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.q_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.v_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.k_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.q_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.v_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.43.self_attn.k_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.q_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.v_proj.bias": "model-00009-of-00014.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00009-of-00014.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.k_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.q_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.v_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.k_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.q_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.v_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.k_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.q_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.v_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.k_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.q_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.v_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.48.self_attn.k_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.q_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.v_proj.bias": "model-00010-of-00014.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00010-of-00014.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.k_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.q_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.v_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.k_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.q_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.v_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.k_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.q_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.v_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.k_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.q_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.v_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.k_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.q_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.v_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.53.self_attn.k_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.q_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.v_proj.bias": "model-00011-of-00014.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00011-of-00014.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.k_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.q_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.v_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.k_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.q_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.v_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.k_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.q_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.v_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.k_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.q_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.v_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.58.self_attn.k_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.q_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.v_proj.bias": "model-00012-of-00014.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00012-of-00014.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.k_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.q_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.v_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.k_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.q_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.v_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.k_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.q_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.v_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.k_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.q_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.v_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.k_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.q_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.v_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00014-of-00014.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00014-of-00014.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00014-of-00014.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00014-of-00014.safetensors",
+    "model.layers.63.self_attn.k_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.q_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.v_proj.bias": "model-00013-of-00014.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00013-of-00014.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.k_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.q_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.v_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.8.self_attn.k_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.q_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.v_proj.bias": "model-00002-of-00014.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00002-of-00014.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.k_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.q_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.v_proj.bias": "model-00003-of-00014.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00003-of-00014.safetensors",
+    "model.norm.weight": "model-00014-of-00014.safetensors"
+  }
+}

special_tokens_map.json

@@ -0,0 +1,23 @@
+{
+  "bos_token": {
+    "content": "<｜begin▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<｜end▁of▁sentence｜>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e20ddafc659ba90242154b55275402edeca0715e5dbb30f56815a4ce081f4893
+size 11422778

tokenizer_config.json

@@ -0,0 +1,197 @@
+{
+  "add_bos_token": true,
+  "add_eos_token": false,
+  "add_prefix_space": null,
+  "added_tokens_decoder": {
+    "151643": {
+      "content": "<｜end▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<｜User｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151645": {
+      "content": "<｜Assistant｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151646": {
+      "content": "<｜begin▁of▁sentence｜>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|EOT|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151648": {
+      "content": "<think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151649": {
+      "content": "</think>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151657": {
+      "content": "<tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151658": {
+      "content": "</tool_call>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151659": {
+      "content": "<|fim_prefix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151660": {
+      "content": "<|fim_middle|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151661": {
+      "content": "<|fim_suffix|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151662": {
+      "content": "<|fim_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151663": {
+      "content": "<|repo_name|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151664": {
+      "content": "<|file_sep|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "bos_token": "<｜begin▁of▁sentence｜>",
+  "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = false %}{% endif %}{% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='') %}{%- for message in messages %}{%- if message['role'] == 'system' %}{% set ns.system_prompt = message['content'] %}{%- endif %}{%- endfor %}{{bos_token}}{{ns.system_prompt}}{%- for message in messages %}{%- if message['role'] == 'user' %}{%- set ns.is_tool = false -%}{{'<｜User｜>' + message['content']}}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is none %}{%- set ns.is_tool = false -%}{%- for tool in message['tool_calls']%}{%- if not ns.is_first %}{{'<｜Assistant｜><｜tool▁calls▁begin｜><｜tool▁call▁begin��>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{%- set ns.is_first = true -%}{%- else %}{{'\\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\\n' + '```json' + '\\n' + tool['function']['arguments'] + '\\n' + '```' + '<｜tool▁call▁end｜>'}}{{'<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}{%- endif %}{%- endfor %}{%- endif %}{%- if message['role'] == 'assistant' and message['content'] is not none %}{%- if ns.is_tool %}{{'<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}{%- set ns.is_tool = false -%}{%- else %}{% set content = message['content'] %}{% if '</think>' in content %}{% set content = content.split('</think>')[-1] %}{% endif %}{{'<｜Assistant｜>' + content + '<｜end▁of▁sentence｜>'}}{%- endif %}{%- endif %}{%- if message['role'] == 'tool' %}{%- set ns.is_tool = true -%}{%- if ns.is_output_first %}{{'<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- set ns.is_output_first = false %}{%- else %}{{'\\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}{%- endif %}{%- endif %}{%- endfor -%}{% if ns.is_tool %}{{'<｜tool▁outputs▁end｜>'}}{% endif %}{% if add_generation_prompt and not ns.is_tool %}{{'<｜Assistant｜><think>\\n'}}{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<｜end▁of▁sentence｜>",
+  "extra_special_tokens": {},
+  "legacy": true,
+  "model_max_length": 16384,
+  "pad_token": "<｜end▁of▁sentence｜>",
+  "padding_side": "right",
+  "sp_model_kwargs": {},
+  "split_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizerFast",
+  "unk_token": null,
+  "use_default_system_prompt": false
+}

train_results.json

@@ -0,0 +1,9 @@
+{
+    "epoch": 4.928,
+    "num_input_tokens_seen": 55950608,
+    "total_flos": 375241330655232.0,
+    "train_loss": 0.23023235970927822,
+    "train_runtime": 24795.9426,
+    "train_samples_per_second": 0.202,
+    "train_steps_per_second": 0.013
+}

trainer_log.jsonl

@@ -0,0 +1,63 @@
+{"current_steps": 5, "total_steps": 310, "loss": 0.4352, "lr": 9.993582535855265e-06, "epoch": 0.08, "percentage": 1.61, "elapsed_time": "0:06:36", "remaining_time": "6:43:23", "throughput": 2280.65, "total_tokens": 904912}
+{"current_steps": 10, "total_steps": 310, "loss": 0.388, "lr": 9.974346616959476e-06, "epoch": 0.16, "percentage": 3.23, "elapsed_time": "0:13:10", "remaining_time": "6:35:22", "throughput": 2286.91, "total_tokens": 1808376}
+{"current_steps": 15, "total_steps": 310, "loss": 0.3875, "lr": 9.942341621640558e-06, "epoch": 0.24, "percentage": 4.84, "elapsed_time": "0:19:20", "remaining_time": "6:20:29", "throughput": 2312.8, "total_tokens": 2684696}
+{"current_steps": 20, "total_steps": 310, "loss": 0.3959, "lr": 9.897649706262474e-06, "epoch": 0.32, "percentage": 6.45, "elapsed_time": "0:25:50", "remaining_time": "6:14:37", "throughput": 2319.83, "total_tokens": 3596136}
+{"current_steps": 25, "total_steps": 310, "loss": 0.3718, "lr": 9.840385594331022e-06, "epoch": 0.4, "percentage": 8.06, "elapsed_time": "0:32:32", "remaining_time": "6:10:56", "throughput": 2330.35, "total_tokens": 4549488}
+{"current_steps": 30, "total_steps": 310, "loss": 0.3597, "lr": 9.770696282000245e-06, "epoch": 0.48, "percentage": 9.68, "elapsed_time": "0:39:27", "remaining_time": "6:08:17", "throughput": 2294.37, "total_tokens": 5432232}
+{"current_steps": 35, "total_steps": 310, "loss": 0.3683, "lr": 9.688760660735403e-06, "epoch": 0.56, "percentage": 11.29, "elapsed_time": "0:45:45", "remaining_time": "5:59:34", "throughput": 2290.47, "total_tokens": 6289320}
+{"current_steps": 40, "total_steps": 310, "loss": 0.3701, "lr": 9.594789058101154e-06, "epoch": 0.64, "percentage": 12.9, "elapsed_time": "0:52:17", "remaining_time": "5:52:55", "throughput": 2288.15, "total_tokens": 7178328}
+{"current_steps": 45, "total_steps": 310, "loss": 0.3796, "lr": 9.48902269785371e-06, "epoch": 0.72, "percentage": 14.52, "elapsed_time": "0:59:01", "remaining_time": "5:47:33", "throughput": 2280.22, "total_tokens": 8074600}
+{"current_steps": 50, "total_steps": 310, "loss": 0.3451, "lr": 9.371733080722911e-06, "epoch": 0.8, "percentage": 16.13, "elapsed_time": "1:05:31", "remaining_time": "5:40:44", "throughput": 2300.4, "total_tokens": 9044168}
+{"current_steps": 55, "total_steps": 310, "loss": 0.3526, "lr": 9.243221287473755e-06, "epoch": 0.88, "percentage": 17.74, "elapsed_time": "1:12:03", "remaining_time": "5:34:04", "throughput": 2306.03, "total_tokens": 9969944}
+{"current_steps": 60, "total_steps": 310, "loss": 0.3386, "lr": 9.103817206036383e-06, "epoch": 0.96, "percentage": 19.35, "elapsed_time": "1:18:52", "remaining_time": "5:28:39", "throughput": 2304.99, "total_tokens": 10909008}
+{"current_steps": 65, "total_steps": 310, "loss": 0.3002, "lr": 8.953878684688492e-06, "epoch": 1.032, "percentage": 20.97, "elapsed_time": "1:24:28", "remaining_time": "5:18:25", "throughput": 2301.09, "total_tokens": 11663840}
+{"current_steps": 70, "total_steps": 310, "loss": 0.2818, "lr": 8.793790613463956e-06, "epoch": 1.112, "percentage": 22.58, "elapsed_time": "1:31:07", "remaining_time": "5:12:26", "throughput": 2295.87, "total_tokens": 12553064}
+{"current_steps": 75, "total_steps": 310, "loss": 0.2778, "lr": 8.6239639361456e-06, "epoch": 1.192, "percentage": 24.19, "elapsed_time": "1:37:54", "remaining_time": "5:06:46", "throughput": 2292.82, "total_tokens": 13469144}
+{"current_steps": 80, "total_steps": 310, "loss": 0.2691, "lr": 8.444834595378434e-06, "epoch": 1.272, "percentage": 25.81, "elapsed_time": "1:44:42", "remaining_time": "5:01:02", "throughput": 2293.07, "total_tokens": 14406256}
+{"current_steps": 85, "total_steps": 310, "loss": 0.262, "lr": 8.256862413611113e-06, "epoch": 1.3519999999999999, "percentage": 27.42, "elapsed_time": "1:51:09", "remaining_time": "4:54:15", "throughput": 2294.76, "total_tokens": 15305328}
+{"current_steps": 90, "total_steps": 310, "loss": 0.2805, "lr": 8.060529912738316e-06, "epoch": 1.432, "percentage": 29.03, "elapsed_time": "1:57:31", "remaining_time": "4:47:16", "throughput": 2305.95, "total_tokens": 16259688}
+{"current_steps": 95, "total_steps": 310, "loss": 0.2775, "lr": 7.856341075473963e-06, "epoch": 1.512, "percentage": 30.65, "elapsed_time": "2:03:58", "remaining_time": "4:40:35", "throughput": 2307.76, "total_tokens": 17167192}
+{"current_steps": 100, "total_steps": 310, "loss": 0.2645, "lr": 7.644820051634813e-06, "epoch": 1.592, "percentage": 32.26, "elapsed_time": "2:10:49", "remaining_time": "4:34:44", "throughput": 2300.55, "total_tokens": 18059304}
+{"current_steps": 105, "total_steps": 310, "loss": 0.2773, "lr": 7.4265098126554065e-06, "epoch": 1.6720000000000002, "percentage": 33.87, "elapsed_time": "2:19:59", "remaining_time": "4:33:19", "throughput": 2258.82, "total_tokens": 18973864}
+{"current_steps": 110, "total_steps": 310, "loss": 0.2867, "lr": 7.201970757788172e-06, "epoch": 1.752, "percentage": 35.48, "elapsed_time": "2:26:26", "remaining_time": "4:26:15", "throughput": 2262.26, "total_tokens": 19877832}
+{"current_steps": 115, "total_steps": 310, "loss": 0.2697, "lr": 6.971779275566593e-06, "epoch": 1.8319999999999999, "percentage": 37.1, "elapsed_time": "2:32:30", "remaining_time": "4:18:36", "throughput": 2272.29, "total_tokens": 20793160}
+{"current_steps": 120, "total_steps": 310, "loss": 0.264, "lr": 6.736526264224101e-06, "epoch": 1.912, "percentage": 38.71, "elapsed_time": "2:38:41", "remaining_time": "4:11:15", "throughput": 2275.15, "total_tokens": 21662200}
+{"current_steps": 125, "total_steps": 310, "loss": 0.2734, "lr": 6.496815614866792e-06, "epoch": 1.992, "percentage": 40.32, "elapsed_time": "2:45:03", "remaining_time": "4:04:17", "throughput": 2279.9, "total_tokens": 22579968}
+{"current_steps": 130, "total_steps": 310, "loss": 0.2438, "lr": 6.2532626612936035e-06, "epoch": 2.064, "percentage": 41.94, "elapsed_time": "2:51:02", "remaining_time": "3:56:49", "throughput": 2281.06, "total_tokens": 23409800}
+{"current_steps": 135, "total_steps": 310, "loss": 0.2017, "lr": 6.006492600443301e-06, "epoch": 2.144, "percentage": 43.55, "elapsed_time": "2:57:34", "remaining_time": "3:50:11", "throughput": 2279.31, "total_tokens": 24285480}
+{"current_steps": 140, "total_steps": 310, "loss": 0.2014, "lr": 5.757138887522884e-06, "epoch": 2.224, "percentage": 45.16, "elapsed_time": "3:04:27", "remaining_time": "3:43:58", "throughput": 2272.95, "total_tokens": 25155560}
+{"current_steps": 145, "total_steps": 310, "loss": 0.193, "lr": 5.505841609937162e-06, "epoch": 2.304, "percentage": 46.77, "elapsed_time": "3:11:19", "remaining_time": "3:37:43", "throughput": 2268.81, "total_tokens": 26045360}
+{"current_steps": 150, "total_steps": 310, "loss": 0.204, "lr": 5.253245844193564e-06, "epoch": 2.384, "percentage": 48.39, "elapsed_time": "3:17:30", "remaining_time": "3:30:40", "throughput": 2274.44, "total_tokens": 26953512}
+{"current_steps": 155, "total_steps": 310, "loss": 0.2224, "lr": 5e-06, "epoch": 2.464, "percentage": 50.0, "elapsed_time": "3:23:43", "remaining_time": "3:23:43", "throughput": 2280.41, "total_tokens": 27875320}
+{"current_steps": 160, "total_steps": 310, "loss": 0.2122, "lr": 4.746754155806437e-06, "epoch": 2.544, "percentage": 51.61, "elapsed_time": "3:30:25", "remaining_time": "3:17:16", "throughput": 2280.0, "total_tokens": 28786896}
+{"current_steps": 165, "total_steps": 310, "loss": 0.1976, "lr": 4.49415839006284e-06, "epoch": 2.624, "percentage": 53.23, "elapsed_time": "3:36:42", "remaining_time": "3:10:26", "throughput": 2278.73, "total_tokens": 29630128}
+{"current_steps": 170, "total_steps": 310, "loss": 0.1935, "lr": 4.2428611124771184e-06, "epoch": 2.7039999999999997, "percentage": 54.84, "elapsed_time": "3:43:10", "remaining_time": "3:03:47", "throughput": 2278.02, "total_tokens": 30503816}
+{"current_steps": 175, "total_steps": 310, "loss": 0.2237, "lr": 3.993507399556699e-06, "epoch": 2.784, "percentage": 56.45, "elapsed_time": "3:50:02", "remaining_time": "2:57:27", "throughput": 2277.37, "total_tokens": 31433032}
+{"current_steps": 180, "total_steps": 310, "loss": 0.2002, "lr": 3.7467373387063973e-06, "epoch": 2.864, "percentage": 58.06, "elapsed_time": "3:56:52", "remaining_time": "2:51:04", "throughput": 2276.09, "total_tokens": 32347864}
+{"current_steps": 185, "total_steps": 310, "loss": 0.2138, "lr": 3.5031843851332105e-06, "epoch": 2.944, "percentage": 59.68, "elapsed_time": "4:03:27", "remaining_time": "2:44:30", "throughput": 2282.79, "total_tokens": 33346576}
+{"current_steps": 190, "total_steps": 310, "loss": 0.1904, "lr": 3.2634737357758994e-06, "epoch": 3.016, "percentage": 61.29, "elapsed_time": "4:08:53", "remaining_time": "2:37:11", "throughput": 2291.47, "total_tokens": 34219176}
+{"current_steps": 195, "total_steps": 310, "loss": 0.1643, "lr": 3.0282207244334084e-06, "epoch": 3.096, "percentage": 62.9, "elapsed_time": "4:15:38", "remaining_time": "2:30:45", "throughput": 2292.16, "total_tokens": 35158432}
+{"current_steps": 200, "total_steps": 310, "loss": 0.16, "lr": 2.7980292422118282e-06, "epoch": 3.176, "percentage": 64.52, "elapsed_time": "4:21:22", "remaining_time": "2:23:45", "throughput": 2299.12, "total_tokens": 36055520}
+{"current_steps": 205, "total_steps": 310, "loss": 0.1493, "lr": 2.573490187344596e-06, "epoch": 3.2560000000000002, "percentage": 66.13, "elapsed_time": "4:30:13", "remaining_time": "2:18:24", "throughput": 2281.09, "total_tokens": 36983672}
+{"current_steps": 210, "total_steps": 310, "loss": 0.1436, "lr": 2.3551799483651894e-06, "epoch": 3.336, "percentage": 67.74, "elapsed_time": "4:36:34", "remaining_time": "2:11:41", "throughput": 2280.19, "total_tokens": 37837680}
+{"current_steps": 215, "total_steps": 310, "loss": 0.154, "lr": 2.1436589245260375e-06, "epoch": 3.416, "percentage": 69.35, "elapsed_time": "4:43:21", "remaining_time": "2:05:12", "throughput": 2280.16, "total_tokens": 38766568}
+{"current_steps": 220, "total_steps": 310, "loss": 0.1658, "lr": 1.9394700872616856e-06, "epoch": 3.496, "percentage": 70.97, "elapsed_time": "4:50:05", "remaining_time": "1:58:40", "throughput": 2278.95, "total_tokens": 39667328}
+{"current_steps": 225, "total_steps": 310, "loss": 0.1472, "lr": 1.74313758638889e-06, "epoch": 3.576, "percentage": 72.58, "elapsed_time": "4:56:17", "remaining_time": "1:51:55", "throughput": 2280.01, "total_tokens": 40532840}
+{"current_steps": 230, "total_steps": 310, "loss": 0.1654, "lr": 1.555165404621567e-06, "epoch": 3.656, "percentage": 74.19, "elapsed_time": "5:03:37", "remaining_time": "1:45:36", "throughput": 2277.91, "total_tokens": 41498224}
+{"current_steps": 235, "total_steps": 310, "loss": 0.1583, "lr": 1.3760360638544012e-06, "epoch": 3.7359999999999998, "percentage": 75.81, "elapsed_time": "5:09:58", "remaining_time": "1:38:55", "throughput": 2282.42, "total_tokens": 42449096}
+{"current_steps": 240, "total_steps": 310, "loss": 0.1463, "lr": 1.2062093865360458e-06, "epoch": 3.816, "percentage": 77.42, "elapsed_time": "5:16:18", "remaining_time": "1:32:15", "throughput": 2281.13, "total_tokens": 43293600}
+{"current_steps": 245, "total_steps": 310, "loss": 0.1599, "lr": 1.046121315311508e-06, "epoch": 3.896, "percentage": 79.03, "elapsed_time": "5:22:36", "remaining_time": "1:25:35", "throughput": 2282.95, "total_tokens": 44190712}
+{"current_steps": 250, "total_steps": 310, "loss": 0.1609, "lr": 8.961827939636198e-07, "epoch": 3.976, "percentage": 80.65, "elapsed_time": "5:29:07", "remaining_time": "1:18:59", "throughput": 2283.68, "total_tokens": 45096112}
+{"current_steps": 255, "total_steps": 310, "loss": 0.1428, "lr": 7.567787125262449e-07, "epoch": 4.048, "percentage": 82.26, "elapsed_time": "5:34:47", "remaining_time": "1:12:12", "throughput": 2285.86, "total_tokens": 45916648}
+{"current_steps": 260, "total_steps": 310, "loss": 0.1216, "lr": 6.282669192770896e-07, "epoch": 4.128, "percentage": 83.87, "elapsed_time": "5:41:25", "remaining_time": "1:05:39", "throughput": 2284.68, "total_tokens": 46801776}
+{"current_steps": 265, "total_steps": 310, "loss": 0.1309, "lr": 5.109773021462921e-07, "epoch": 4.208, "percentage": 85.48, "elapsed_time": "5:47:55", "remaining_time": "0:59:04", "throughput": 2284.28, "total_tokens": 47685704}
+{"current_steps": 270, "total_steps": 310, "loss": 0.1346, "lr": 4.05210941898847e-07, "epoch": 4.288, "percentage": 87.1, "elapsed_time": "5:54:32", "remaining_time": "0:52:31", "throughput": 2283.14, "total_tokens": 48567032}
+{"current_steps": 275, "total_steps": 310, "loss": 0.1318, "lr": 3.112393392645985e-07, "epoch": 4.368, "percentage": 88.71, "elapsed_time": "6:01:16", "remaining_time": "0:45:58", "throughput": 2283.19, "total_tokens": 49491568}
+{"current_steps": 280, "total_steps": 310, "loss": 0.1355, "lr": 2.2930371799975593e-07, "epoch": 4.448, "percentage": 90.32, "elapsed_time": "6:08:25", "remaining_time": "0:39:28", "throughput": 2281.89, "total_tokens": 50442584}
+{"current_steps": 285, "total_steps": 310, "loss": 0.1418, "lr": 1.5961440566897913e-07, "epoch": 4.5280000000000005, "percentage": 91.94, "elapsed_time": "6:15:07", "remaining_time": "0:32:54", "throughput": 2284.27, "total_tokens": 51413272}
+{"current_steps": 290, "total_steps": 310, "loss": 0.1358, "lr": 1.0235029373752758e-07, "epoch": 4.608, "percentage": 93.55, "elapsed_time": "6:21:51", "remaining_time": "0:26:20", "throughput": 2281.64, "total_tokens": 52276024}
+{"current_steps": 295, "total_steps": 310, "loss": 0.1319, "lr": 5.7658378359443104e-08, "epoch": 4.688, "percentage": 95.16, "elapsed_time": "6:28:30", "remaining_time": "0:19:45", "throughput": 2281.27, "total_tokens": 53176640}
+{"current_steps": 300, "total_steps": 310, "loss": 0.1401, "lr": 2.5653383040524228e-08, "epoch": 4.768, "percentage": 96.77, "elapsed_time": "6:35:18", "remaining_time": "0:13:10", "throughput": 2282.16, "total_tokens": 54130624}
+{"current_steps": 305, "total_steps": 310, "loss": 0.1395, "lr": 6.417464144736208e-09, "epoch": 4.848, "percentage": 98.39, "elapsed_time": "6:44:10", "remaining_time": "0:06:37", "throughput": 2268.78, "total_tokens": 55018008}
+{"current_steps": 310, "total_steps": 310, "loss": 0.1385, "lr": 0.0, "epoch": 4.928, "percentage": 100.0, "elapsed_time": "6:50:51", "remaining_time": "0:00:00", "throughput": 2269.67, "total_tokens": 55950608}
+{"current_steps": 310, "total_steps": 310, "epoch": 4.928, "percentage": 100.0, "elapsed_time": "6:53:15", "remaining_time": "0:00:00", "throughput": 2256.44, "total_tokens": 55950608}

trainer_state.json

@@ -0,0 +1,539 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 4.928,
+  "eval_steps": 500,
+  "global_step": 310,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.08,
+      "grad_norm": 1.009501338005066,
+      "learning_rate": 9.993582535855265e-06,
+      "loss": 0.4352,
+      "num_input_tokens_seen": 904912,
+      "step": 5
+    },
+    {
+      "epoch": 0.16,
+      "grad_norm": 0.7794860601425171,
+      "learning_rate": 9.974346616959476e-06,
+      "loss": 0.388,
+      "num_input_tokens_seen": 1808376,
+      "step": 10
+    },
+    {
+      "epoch": 0.24,
+      "grad_norm": 0.5388593673706055,
+      "learning_rate": 9.942341621640558e-06,
+      "loss": 0.3875,
+      "num_input_tokens_seen": 2684696,
+      "step": 15
+    },
+    {
+      "epoch": 0.32,
+      "grad_norm": 0.46523410081863403,
+      "learning_rate": 9.897649706262474e-06,
+      "loss": 0.3959,
+      "num_input_tokens_seen": 3596136,
+      "step": 20
+    },
+    {
+      "epoch": 0.4,
+      "grad_norm": 0.5142658352851868,
+      "learning_rate": 9.840385594331022e-06,
+      "loss": 0.3718,
+      "num_input_tokens_seen": 4549488,
+      "step": 25
+    },
+    {
+      "epoch": 0.48,
+      "grad_norm": 0.3676227927207947,
+      "learning_rate": 9.770696282000245e-06,
+      "loss": 0.3597,
+      "num_input_tokens_seen": 5432232,
+      "step": 30
+    },
+    {
+      "epoch": 0.56,
+      "grad_norm": 0.3568161725997925,
+      "learning_rate": 9.688760660735403e-06,
+      "loss": 0.3683,
+      "num_input_tokens_seen": 6289320,
+      "step": 35
+    },
+    {
+      "epoch": 0.64,
+      "grad_norm": 0.2971496284008026,
+      "learning_rate": 9.594789058101154e-06,
+      "loss": 0.3701,
+      "num_input_tokens_seen": 7178328,
+      "step": 40
+    },
+    {
+      "epoch": 0.72,
+      "grad_norm": 0.3190518021583557,
+      "learning_rate": 9.48902269785371e-06,
+      "loss": 0.3796,
+      "num_input_tokens_seen": 8074600,
+      "step": 45
+    },
+    {
+      "epoch": 0.8,
+      "grad_norm": 0.32561618089675903,
+      "learning_rate": 9.371733080722911e-06,
+      "loss": 0.3451,
+      "num_input_tokens_seen": 9044168,
+      "step": 50
+    },
+    {
+      "epoch": 0.88,
+      "grad_norm": 0.3187696635723114,
+      "learning_rate": 9.243221287473755e-06,
+      "loss": 0.3526,
+      "num_input_tokens_seen": 9969944,
+      "step": 55
+    },
+    {
+      "epoch": 0.96,
+      "grad_norm": 0.30837559700012207,
+      "learning_rate": 9.103817206036383e-06,
+      "loss": 0.3386,
+      "num_input_tokens_seen": 10909008,
+      "step": 60
+    },
+    {
+      "epoch": 1.032,
+      "grad_norm": 0.4271972179412842,
+      "learning_rate": 8.953878684688492e-06,
+      "loss": 0.3002,
+      "num_input_tokens_seen": 11663840,
+      "step": 65
+    },
+    {
+      "epoch": 1.112,
+      "grad_norm": 0.4927215874195099,
+      "learning_rate": 8.793790613463956e-06,
+      "loss": 0.2818,
+      "num_input_tokens_seen": 12553064,
+      "step": 70
+    },
+    {
+      "epoch": 1.192,
+      "grad_norm": 0.4385733902454376,
+      "learning_rate": 8.6239639361456e-06,
+      "loss": 0.2778,
+      "num_input_tokens_seen": 13469144,
+      "step": 75
+    },
+    {
+      "epoch": 1.272,
+      "grad_norm": 0.43125155568122864,
+      "learning_rate": 8.444834595378434e-06,
+      "loss": 0.2691,
+      "num_input_tokens_seen": 14406256,
+      "step": 80
+    },
+    {
+      "epoch": 1.3519999999999999,
+      "grad_norm": 0.3859022557735443,
+      "learning_rate": 8.256862413611113e-06,
+      "loss": 0.262,
+      "num_input_tokens_seen": 15305328,
+      "step": 85
+    },
+    {
+      "epoch": 1.432,
+      "grad_norm": 0.46962714195251465,
+      "learning_rate": 8.060529912738316e-06,
+      "loss": 0.2805,
+      "num_input_tokens_seen": 16259688,
+      "step": 90
+    },
+    {
+      "epoch": 1.512,
+      "grad_norm": 0.3477609157562256,
+      "learning_rate": 7.856341075473963e-06,
+      "loss": 0.2775,
+      "num_input_tokens_seen": 17167192,
+      "step": 95
+    },
+    {
+      "epoch": 1.592,
+      "grad_norm": 0.41423365473747253,
+      "learning_rate": 7.644820051634813e-06,
+      "loss": 0.2645,
+      "num_input_tokens_seen": 18059304,
+      "step": 100
+    },
+    {
+      "epoch": 1.6720000000000002,
+      "grad_norm": 0.32248997688293457,
+      "learning_rate": 7.4265098126554065e-06,
+      "loss": 0.2773,
+      "num_input_tokens_seen": 18973864,
+      "step": 105
+    },
+    {
+      "epoch": 1.752,
+      "grad_norm": 0.3673882782459259,
+      "learning_rate": 7.201970757788172e-06,
+      "loss": 0.2867,
+      "num_input_tokens_seen": 19877832,
+      "step": 110
+    },
+    {
+      "epoch": 1.8319999999999999,
+      "grad_norm": 0.2969827353954315,
+      "learning_rate": 6.971779275566593e-06,
+      "loss": 0.2697,
+      "num_input_tokens_seen": 20793160,
+      "step": 115
+    },
+    {
+      "epoch": 1.912,
+      "grad_norm": 0.3408501148223877,
+      "learning_rate": 6.736526264224101e-06,
+      "loss": 0.264,
+      "num_input_tokens_seen": 21662200,
+      "step": 120
+    },
+    {
+      "epoch": 1.992,
+      "grad_norm": 0.3277493715286255,
+      "learning_rate": 6.496815614866792e-06,
+      "loss": 0.2734,
+      "num_input_tokens_seen": 22579968,
+      "step": 125
+    },
+    {
+      "epoch": 2.064,
+      "grad_norm": 0.39144793152809143,
+      "learning_rate": 6.2532626612936035e-06,
+      "loss": 0.2438,
+      "num_input_tokens_seen": 23409800,
+      "step": 130
+    },
+    {
+      "epoch": 2.144,
+      "grad_norm": 0.3468864858150482,
+      "learning_rate": 6.006492600443301e-06,
+      "loss": 0.2017,
+      "num_input_tokens_seen": 24285480,
+      "step": 135
+    },
+    {
+      "epoch": 2.224,
+      "grad_norm": 0.36446893215179443,
+      "learning_rate": 5.757138887522884e-06,
+      "loss": 0.2014,
+      "num_input_tokens_seen": 25155560,
+      "step": 140
+    },
+    {
+      "epoch": 2.304,
+      "grad_norm": 0.2912499010562897,
+      "learning_rate": 5.505841609937162e-06,
+      "loss": 0.193,
+      "num_input_tokens_seen": 26045360,
+      "step": 145
+    },
+    {
+      "epoch": 2.384,
+      "grad_norm": 0.32886043190956116,
+      "learning_rate": 5.253245844193564e-06,
+      "loss": 0.204,
+      "num_input_tokens_seen": 26953512,
+      "step": 150
+    },
+    {
+      "epoch": 2.464,
+      "grad_norm": 0.28212445974349976,
+      "learning_rate": 5e-06,
+      "loss": 0.2224,
+      "num_input_tokens_seen": 27875320,
+      "step": 155
+    },
+    {
+      "epoch": 2.544,
+      "grad_norm": 0.35469871759414673,
+      "learning_rate": 4.746754155806437e-06,
+      "loss": 0.2122,
+      "num_input_tokens_seen": 28786896,
+      "step": 160
+    },
+    {
+      "epoch": 2.624,
+      "grad_norm": 0.285258024930954,
+      "learning_rate": 4.49415839006284e-06,
+      "loss": 0.1976,
+      "num_input_tokens_seen": 29630128,
+      "step": 165
+    },
+    {
+      "epoch": 2.7039999999999997,
+      "grad_norm": 0.3201941251754761,
+      "learning_rate": 4.2428611124771184e-06,
+      "loss": 0.1935,
+      "num_input_tokens_seen": 30503816,
+      "step": 170
+    },
+    {
+      "epoch": 2.784,
+      "grad_norm": 0.3066469430923462,
+      "learning_rate": 3.993507399556699e-06,
+      "loss": 0.2237,
+      "num_input_tokens_seen": 31433032,
+      "step": 175
+    },
+    {
+      "epoch": 2.864,
+      "grad_norm": 0.2676903009414673,
+      "learning_rate": 3.7467373387063973e-06,
+      "loss": 0.2002,
+      "num_input_tokens_seen": 32347864,
+      "step": 180
+    },
+    {
+      "epoch": 2.944,
+      "grad_norm": 0.30449098348617554,
+      "learning_rate": 3.5031843851332105e-06,
+      "loss": 0.2138,
+      "num_input_tokens_seen": 33346576,
+      "step": 185
+    },
+    {
+      "epoch": 3.016,
+      "grad_norm": 0.478014200925827,
+      "learning_rate": 3.2634737357758994e-06,
+      "loss": 0.1904,
+      "num_input_tokens_seen": 34219176,
+      "step": 190
+    },
+    {
+      "epoch": 3.096,
+      "grad_norm": 0.2607128620147705,
+      "learning_rate": 3.0282207244334084e-06,
+      "loss": 0.1643,
+      "num_input_tokens_seen": 35158432,
+      "step": 195
+    },
+    {
+      "epoch": 3.176,
+      "grad_norm": 0.29989877343177795,
+      "learning_rate": 2.7980292422118282e-06,
+      "loss": 0.16,
+      "num_input_tokens_seen": 36055520,
+      "step": 200
+    },
+    {
+      "epoch": 3.2560000000000002,
+      "grad_norm": 0.2684940695762634,
+      "learning_rate": 2.573490187344596e-06,
+      "loss": 0.1493,
+      "num_input_tokens_seen": 36983672,
+      "step": 205
+    },
+    {
+      "epoch": 3.336,
+      "grad_norm": 0.2773168087005615,
+      "learning_rate": 2.3551799483651894e-06,
+      "loss": 0.1436,
+      "num_input_tokens_seen": 37837680,
+      "step": 210
+    },
+    {
+      "epoch": 3.416,
+      "grad_norm": 0.33160483837127686,
+      "learning_rate": 2.1436589245260375e-06,
+      "loss": 0.154,
+      "num_input_tokens_seen": 38766568,
+      "step": 215
+    },
+    {
+      "epoch": 3.496,
+      "grad_norm": 0.3284499943256378,
+      "learning_rate": 1.9394700872616856e-06,
+      "loss": 0.1658,
+      "num_input_tokens_seen": 39667328,
+      "step": 220
+    },
+    {
+      "epoch": 3.576,
+      "grad_norm": 0.27978459000587463,
+      "learning_rate": 1.74313758638889e-06,
+      "loss": 0.1472,
+      "num_input_tokens_seen": 40532840,
+      "step": 225
+    },
+    {
+      "epoch": 3.656,
+      "grad_norm": 0.2714602053165436,
+      "learning_rate": 1.555165404621567e-06,
+      "loss": 0.1654,
+      "num_input_tokens_seen": 41498224,
+      "step": 230
+    },
+    {
+      "epoch": 3.7359999999999998,
+      "grad_norm": 0.2441283017396927,
+      "learning_rate": 1.3760360638544012e-06,
+      "loss": 0.1583,
+      "num_input_tokens_seen": 42449096,
+      "step": 235
+    },
+    {
+      "epoch": 3.816,
+      "grad_norm": 0.32902443408966064,
+      "learning_rate": 1.2062093865360458e-06,
+      "loss": 0.1463,
+      "num_input_tokens_seen": 43293600,
+      "step": 240
+    },
+    {
+      "epoch": 3.896,
+      "grad_norm": 0.3130110204219818,
+      "learning_rate": 1.046121315311508e-06,
+      "loss": 0.1599,
+      "num_input_tokens_seen": 44190712,
+      "step": 245
+    },
+    {
+      "epoch": 3.976,
+      "grad_norm": 0.2552832067012787,
+      "learning_rate": 8.961827939636198e-07,
+      "loss": 0.1609,
+      "num_input_tokens_seen": 45096112,
+      "step": 250
+    },
+    {
+      "epoch": 4.048,
+      "grad_norm": 0.2593518793582916,
+      "learning_rate": 7.567787125262449e-07,
+      "loss": 0.1428,
+      "num_input_tokens_seen": 45916648,
+      "step": 255
+    },
+    {
+      "epoch": 4.128,
+      "grad_norm": 0.20947769284248352,
+      "learning_rate": 6.282669192770896e-07,
+      "loss": 0.1216,
+      "num_input_tokens_seen": 46801776,
+      "step": 260
+    },
+    {
+      "epoch": 4.208,
+      "grad_norm": 0.22543282806873322,
+      "learning_rate": 5.109773021462921e-07,
+      "loss": 0.1309,
+      "num_input_tokens_seen": 47685704,
+      "step": 265
+    },
+    {
+      "epoch": 4.288,
+      "grad_norm": 0.24011245369911194,
+      "learning_rate": 4.05210941898847e-07,
+      "loss": 0.1346,
+      "num_input_tokens_seen": 48567032,
+      "step": 270
+    },
+    {
+      "epoch": 4.368,
+      "grad_norm": 0.22010523080825806,
+      "learning_rate": 3.112393392645985e-07,
+      "loss": 0.1318,
+      "num_input_tokens_seen": 49491568,
+      "step": 275
+    },
+    {
+      "epoch": 4.448,
+      "grad_norm": 0.1899755746126175,
+      "learning_rate": 2.2930371799975593e-07,
+      "loss": 0.1355,
+      "num_input_tokens_seen": 50442584,
+      "step": 280
+    },
+    {
+      "epoch": 4.5280000000000005,
+      "grad_norm": 0.20433053374290466,
+      "learning_rate": 1.5961440566897913e-07,
+      "loss": 0.1418,
+      "num_input_tokens_seen": 51413272,
+      "step": 285
+    },
+    {
+      "epoch": 4.608,
+      "grad_norm": 0.23340986669063568,
+      "learning_rate": 1.0235029373752758e-07,
+      "loss": 0.1358,
+      "num_input_tokens_seen": 52276024,
+      "step": 290
+    },
+    {
+      "epoch": 4.688,
+      "grad_norm": 0.20058894157409668,
+      "learning_rate": 5.7658378359443104e-08,
+      "loss": 0.1319,
+      "num_input_tokens_seen": 53176640,
+      "step": 295
+    },
+    {
+      "epoch": 4.768,
+      "grad_norm": 0.21048085391521454,
+      "learning_rate": 2.5653383040524228e-08,
+      "loss": 0.1401,
+      "num_input_tokens_seen": 54130624,
+      "step": 300
+    },
+    {
+      "epoch": 4.848,
+      "grad_norm": 0.21626824140548706,
+      "learning_rate": 6.417464144736208e-09,
+      "loss": 0.1395,
+      "num_input_tokens_seen": 55018008,
+      "step": 305
+    },
+    {
+      "epoch": 4.928,
+      "grad_norm": 0.22036929428577423,
+      "learning_rate": 0.0,
+      "loss": 0.1385,
+      "num_input_tokens_seen": 55950608,
+      "step": 310
+    },
+    {
+      "epoch": 4.928,
+      "num_input_tokens_seen": 55950608,
+      "step": 310,
+      "total_flos": 375241330655232.0,
+      "train_loss": 0.23023235970927822,
+      "train_runtime": 24795.9426,
+      "train_samples_per_second": 0.202,
+      "train_steps_per_second": 0.013
+    }
+  ],
+  "logging_steps": 5,
+  "max_steps": 310,
+  "num_input_tokens_seen": 55950608,
+  "num_train_epochs": 5,
+  "save_steps": 100,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 375241330655232.0,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70f6cfa9ffd66871dcbbe1df3272052c2f6e9708f4865bfd754c16f632aaebfe
+size 7736