Upload folder using huggingface_hub

Mistral-7B-Instruct-v0.1-Q2_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d00c54ad8fc2f61b2fdf499e779c9f5eaf6a6abc6f84f832e6c2a721c8e3f595
-size 2719243840
+oid sha256:287801ec5b0fdddff68bacfa5dc55a5c90125cdc4f96a0dd904235e400b9af18
+size 2719242912

Mistral-7B-Instruct-v0.1-Q3_K_L.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1656a16e2cad5bbf770c1995a9859d1cb38bfdd9984b36ecaf8dfff37ef85d81
-size 3822026304
+oid sha256:1b2c9f7a3c6a92369f738022fa26650e7cd4be896463679f151ae1870bd6fe28
+size 3822025376

Mistral-7B-Instruct-v0.1-Q3_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:66b347cdbd1caf801db193680871bb8663a770d71288655d7fa73573a9fa355a
-size 3518987840
+oid sha256:ad0c0fd805d9d0299f6f64234aa758d92544e1ee6499ffb3b0eb8c26841c008d
+size 3518986912

Mistral-7B-Instruct-v0.1-Q3_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:43ecb41a003794f535a0a4fdecfd4ec22b830bb22f100b3f478da815a0519181
-size 3164569152
+oid sha256:3a80a456dbe8267f610977fcd0acfb1f0f1580f3e7df8a0aaafaf8b1a9605157
+size 3164568224

Mistral-7B-Instruct-v0.1-Q4_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d7d86c4cdef24e773c4e738746b9a514137b0001bf50aff56728ba7b9a05a9ea
-size 4108918336
+oid sha256:cafa2854c8024bfe35737dc72067b59183db6363134f0806282dd271b020c589
+size 4108917408

Mistral-7B-Instruct-v0.1-Q4_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:766d7279b2f0d172b06f75b43a03a16e879c7dcb49dbab955c0a04745df3aa03
-size 4368440896
+oid sha256:12ab12f8f17913214cd5424dacae6735ec4bdfd28da23656d17062be9002a4d3
+size 4368439968

Mistral-7B-Instruct-v0.1-Q4_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f1aec15f0cbaa5f86b14cb366be08e4383aba34f5c8223f6645a3593feb5a25
-size 4140375616
+oid sha256:62272c420445e7e653909347313d9a40da2cb3e27b6ce989cd49a8488b66355b
+size 4140374688

Mistral-7B-Instruct-v0.1-Q5_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3647ce026db4e5723b524c3b814b693b9b3fdf76ef0ce8e0103aaa7bb24a2ccd
-size 4997717568
+oid sha256:79ae82beb830a5bd91524862238dead176081404d17da1e5b1bb65840e372fc8
+size 4997716640

Mistral-7B-Instruct-v0.1-Q5_K_M.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:069cad8eba90a633e8a5502bf2723ec24eb230cb71f18bca4a63fe2ed34ad2ab
-size 5131411008
+oid sha256:3a947b0d47e7b85486f68b2370aab7d00b280f464e02f0b140e42490015a9eb7
+size 5131410080

Mistral-7B-Instruct-v0.1-Q5_K_S.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d866c086ec64d92ea2810bbbe32b056b4b813087cd9fc9e13a7c4d763a9f5f8b
-size 4997717568
+oid sha256:4189a0f4bbaf02be60e4edeca2aea56eb30423d0a5717037b770c10400cc792c
+size 4997716640

Mistral-7B-Instruct-v0.1-Q6_K.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c9522785e44a35ead9cbed819bd7b5c153a3fe69afa9fdf27ef2fc0d148a9549
-size 5942066752
+oid sha256:d042db2524c2409cda1f3f02eba4cc8a546776f9f7cd266df40199653b7c8a26
+size 5942065824

Mistral-7B-Instruct-v0.1-Q8_0.gguf

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c828fed232672790a5737de0d440551b93375d49feaf23ede50a6f2293d555b4
-size 7695859264
+oid sha256:9f319bab8e7858b959c898ef9838d4c44979d00972896faca16766c97c1ac1c6
+size 7695858336

README.md

@@ -1,18 +1,14 @@
 ---
 license: apache-2.0
+pipeline_tag: text-generation
 tags:
 - finetuned
 - TensorBlock
 - GGUF
-base_model: mistralai/Mistral-7B-Instruct-v0.1
-pipeline_tag: text-generation
-inference: true
-widget:
-- messages:
-  - role: user
-    content: What is your favorite condiment?
-extra_gated_description: If you want to learn more about how we process your personal
-  data, please read our <a href="https://mistral.ai/terms/">Privacy Policy</a>.
+inference:
+  parameters:
+    temperature: 0.7
+base_model: sanchit-gandhi/Mistral-7B-Instruct-v0.1
 ---
 
 <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -26,11 +22,11 @@ extra_gated_description: If you want to learn more about how we process your per
     </div>
 </div>
 
-## mistralai/Mistral-7B-Instruct-v0.1 - GGUF
+## sanchit-gandhi/Mistral-7B-Instruct-v0.1 - GGUF
 
-This repo contains GGUF format model files for [mistralai/Mistral-7B-Instruct-v0.1](https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1).
+This repo contains GGUF format model files for [sanchit-gandhi/Mistral-7B-Instruct-v0.1](https://huggingface.co/sanchit-gandhi/Mistral-7B-Instruct-v0.1).
 
-The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
+The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
 
 <div style="text-align: left; margin: 20px 0;">
     <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
@@ -41,9 +37,7 @@ The files were quantized using machines provided by [TensorBlock](https://tensor
 ## Prompt template
 
 ```
-<s> [INST] {system_prompt}
-
-{prompt} [/INST]
+<s>[INST] {prompt} [/INST]
 ```
 
 ## Model file specification