8c9d96b3288c06feb7f9dc8c83069d1b6f5bf6dc872c74533e36e96394997136

config.json

@@ -0,0 +1,52 @@
+{
+  "_attn_implementation_autoset": true,
+  "_name_or_path": "/monster/data/model/Falcon3-10B-Instruct",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 11,
+  "eos_token_id": 11,
+  "head_dim": 256,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 23040,
+  "max_position_embeddings": 32768,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 12,
+  "num_hidden_layers": 40,
+  "num_key_value_heads": 4,
+  "pretraining_tp": 1,
+  "quantization_config": {
+    "bits": 4,
+    "checkpoint_format": "gptq",
+    "desc_act": true,
+    "dynamic": null,
+    "group_size": 32,
+    "lm_head": false,
+    "meta": {
+      "damp_auto_increment": 0.0025,
+      "damp_percent": 0.1,
+      "mse": true,
+      "quantizer": [
+        "gptqmodel:1.4.4"
+      ],
+      "static_groups": false,
+      "true_sequential": true,
+      "uri": "https://github.com/modelcloud/gptqmodel"
+    },
+    "quant_method": "gptq",
+    "sym": true
+  },
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": null,
+  "rope_theta": 1000042,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.46.3",
+  "use_cache": true,
+  "vocab_size": 131072
+}

model-00001-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24f555ef432d6ae0769c52267426ff0281df84607f476390dabd0a37603b3c16
+size 805306504

model-00002-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c76085311451c0fb08b903b5c78bea86838061fce6058da315a9f7aad1c513b
+size 6264

model-00003-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fac00788f7bf2a3f33a5087f341ad731a1817fdcdf814b798b8dddc6d2ea1a3d
+size 805306496

model-00004-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffe429715118bbba3d25894aa27c9230a258af076786ee3f3da9eab5520ad67
+size 137487608

model-00005-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e50b7f8c12dd2ac741e7b0402ecb282c69f3e72c902717fbc72a131f7351c68
+size 137487608

model-00006-of-00043.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d24de6323a566254aa4be2ebe6e4da3c55df2fb5c233f4675390d43b51fd7bf4
+size 137487608