Add files using upload-large-folder tool
Browse files- README.md +1 -1
- config.json +4 -2
- model.safetensors +1 -1
README.md
CHANGED
|
@@ -25,7 +25,7 @@ base_model: LiquidAI/LFM2-700M
|
|
| 25 |
|
| 26 |
This model [LFM2-700M-dwq6-mlx](https://huggingface.co/LFM2-700M-dwq6-mlx) was
|
| 27 |
converted to MLX format from [LiquidAI/LFM2-700M](https://huggingface.co/LiquidAI/LFM2-700M)
|
| 28 |
-
using mlx-lm version **0.
|
| 29 |
|
| 30 |
## Use with mlx
|
| 31 |
|
|
|
|
| 25 |
|
| 26 |
This model [LFM2-700M-dwq6-mlx](https://huggingface.co/LFM2-700M-dwq6-mlx) was
|
| 27 |
converted to MLX format from [LiquidAI/LFM2-700M](https://huggingface.co/LiquidAI/LFM2-700M)
|
| 28 |
+
using mlx-lm version **0.28.1**.
|
| 29 |
|
| 30 |
## Use with mlx
|
| 31 |
|
config.json
CHANGED
|
@@ -39,11 +39,13 @@
|
|
| 39 |
"pad_token_id": 0,
|
| 40 |
"quantization": {
|
| 41 |
"group_size": 32,
|
| 42 |
-
"bits": 6
|
|
|
|
| 43 |
},
|
| 44 |
"quantization_config": {
|
| 45 |
"group_size": 32,
|
| 46 |
-
"bits": 6
|
|
|
|
| 47 |
},
|
| 48 |
"rope_theta": 1000000.0,
|
| 49 |
"torch_dtype": "bfloat16",
|
|
|
|
| 39 |
"pad_token_id": 0,
|
| 40 |
"quantization": {
|
| 41 |
"group_size": 32,
|
| 42 |
+
"bits": 6,
|
| 43 |
+
"mode": "affine"
|
| 44 |
},
|
| 45 |
"quantization_config": {
|
| 46 |
"group_size": 32,
|
| 47 |
+
"bits": 6,
|
| 48 |
+
"mode": "affine"
|
| 49 |
},
|
| 50 |
"rope_theta": 1000000.0,
|
| 51 |
"torch_dtype": "bfloat16",
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 649824986
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1e4149a69e07328343e2cda8951de549573f0ac5a7e9e4a8debb592a9b20abac
|
| 3 |
size 649824986
|