Upload folder using huggingface_hub
Browse files- config.json +3 -4
- model-00001-of-00002.safetensors +2 -2
- model-00002-of-00002.safetensors +2 -2
- model.safetensors.index.json +0 -0
- quantization_config.json +0 -0
config.json
CHANGED
|
@@ -25,14 +25,13 @@
|
|
| 25 |
"vocab_size": 131072,
|
| 26 |
"quantization_config": {
|
| 27 |
"quant_method": "exl3",
|
| 28 |
-
"version": "0.0.
|
| 29 |
"bits": 3.0,
|
| 30 |
"head_bits": 6,
|
| 31 |
"calibration": {
|
| 32 |
-
"rows":
|
| 33 |
"cols": 2048
|
| 34 |
},
|
| 35 |
-
"out_scales": "auto"
|
| 36 |
-
"codebook": "mcg"
|
| 37 |
}
|
| 38 |
}
|
|
|
|
| 25 |
"vocab_size": 131072,
|
| 26 |
"quantization_config": {
|
| 27 |
"quant_method": "exl3",
|
| 28 |
+
"version": "0.0.8",
|
| 29 |
"bits": 3.0,
|
| 30 |
"head_bits": 6,
|
| 31 |
"calibration": {
|
| 32 |
+
"rows": 100,
|
| 33 |
"cols": 2048
|
| 34 |
},
|
| 35 |
+
"out_scales": "auto"
|
|
|
|
| 36 |
}
|
| 37 |
}
|
model-00001-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ea8d71b9d4dcdb6887c9af21ce5aa04a1034b45c037bd8b2cc537eae45302a1c
|
| 3 |
+
size 8438530984
|
model-00002-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e3411811e23cfb100086485377e9120e136673c2ff529a4eb7339f1f44706f09
|
| 3 |
+
size 1755896496
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|
quantization_config.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|