TheBloke
/

SauerkrautLM-Mixtral-8x7B-Instruct-GPTQ

Text Generation

text-generation-inference

4-bit precision

Model card Files Files and versions

TheBloke commited on Jan 3, 2024

Commit

7153466

·

1 Parent(s): ba08a69

GPTQ model commit

Files changed (2) hide show

config.json +1 -1
model.safetensors +2 -2

config.json CHANGED Viewed

@@ -26,7 +26,7 @@
     "sliding_window": null,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
-    "transformers_version": "4.36.2",
     "use_cache": true,
     "vocab_size": 32000,
     "quantization_config": {

     "sliding_window": null,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
+    "transformers_version": "4.37.0.dev0",
     "use_cache": true,
     "vocab_size": 32000,
     "quantization_config": {

model.safetensors CHANGED Viewed

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:048aecdf45c91b9fe061698a86673af4037557cc780479d9ecd3c95845371abb
-size 27417835224

 version https://git-lfs.github.com/spec/v1
+oid sha256:5fc626b775b02be3639071894472c58f5aad1d557b4378c5904606e7c04552c2
+size 27417835232