Hugging Face's logo

Vikhrmodels
/
Vistral-24B-Instruct-GGUF

GGUF
English
Russian
llama.cpp
imatrix
conversational
Model card Files
xet
Community
1
WaveCut commited on
Commit
05c7e75
·
verified ·
1 Parent(s): 609a2aa

Upload folder using huggingface_hub

Browse files
Files changed (31) hide show
  1. .gitattributes +30 -0
  2. Vistral-24B-Instruct-IQ1_M.gguf +3 -0
  3. Vistral-24B-Instruct-IQ1_S.gguf +3 -0
  4. Vistral-24B-Instruct-IQ2_M.gguf +3 -0
  5. Vistral-24B-Instruct-IQ2_S.gguf +3 -0
  6. Vistral-24B-Instruct-IQ2_XS.gguf +3 -0
  7. Vistral-24B-Instruct-IQ2_XXS.gguf +3 -0
  8. Vistral-24B-Instruct-IQ3_M.gguf +3 -0
  9. Vistral-24B-Instruct-IQ3_S.gguf +3 -0
  10. Vistral-24B-Instruct-IQ3_XS.gguf +3 -0
  11. Vistral-24B-Instruct-IQ3_XXS.gguf +3 -0
  12. Vistral-24B-Instruct-IQ4_NL.gguf +3 -0
  13. Vistral-24B-Instruct-IQ4_XS.gguf +3 -0
  14. Vistral-24B-Instruct-Q2_K.gguf +3 -0
  15. Vistral-24B-Instruct-Q2_K_S.gguf +3 -0
  16. Vistral-24B-Instruct-Q3_K.gguf +3 -0
  17. Vistral-24B-Instruct-Q3_K_L.gguf +3 -0
  18. Vistral-24B-Instruct-Q3_K_M.gguf +3 -0
  19. Vistral-24B-Instruct-Q3_K_S.gguf +3 -0
  20. Vistral-24B-Instruct-Q4_0.gguf +3 -0
  21. Vistral-24B-Instruct-Q4_1.gguf +3 -0
  22. Vistral-24B-Instruct-Q4_K.gguf +3 -0
  23. Vistral-24B-Instruct-Q4_K_M.gguf +3 -0
  24. Vistral-24B-Instruct-Q4_K_S.gguf +3 -0
  25. Vistral-24B-Instruct-Q5_0.gguf +3 -0
  26. Vistral-24B-Instruct-Q5_1.gguf +3 -0
  27. Vistral-24B-Instruct-Q5_K.gguf +3 -0
  28. Vistral-24B-Instruct-Q5_K_M.gguf +3 -0
  29. Vistral-24B-Instruct-Q5_K_S.gguf +3 -0
  30. Vistral-24B-Instruct-Q6_K.gguf +3 -0
  31. Vistral-24B-Instruct-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,33 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Vistral-24B-Instruct-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Vistral-24B-Instruct-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Vistral-24B-Instruct-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Vistral-24B-Instruct-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Vistral-24B-Instruct-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Vistral-24B-Instruct-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Vistral-24B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Vistral-24B-Instruct-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Vistral-24B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Vistral-24B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Vistral-24B-Instruct-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Vistral-24B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Vistral-24B-Instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Vistral-24B-Instruct-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Vistral-24B-Instruct-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Vistral-24B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Vistral-24B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Vistral-24B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Vistral-24B-Instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Vistral-24B-Instruct-Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Vistral-24B-Instruct-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Vistral-24B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Vistral-24B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Vistral-24B-Instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Vistral-24B-Instruct-Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Vistral-24B-Instruct-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Vistral-24B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Vistral-24B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Vistral-24B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Vistral-24B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Vistral-24B-Instruct-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f68fa5aeb597b5b9d1b220c72cef7a5c6129329761962c5432eb6d65dc1fef
3
+ size 5750505536
Vistral-24B-Instruct-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe9c8afb12f8a47a289b9b9edd49ff3b0bc33b05b8319330aa1ee10d7f7582f
3
+ size 5273731136
Vistral-24B-Instruct-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a4713e02517f32a8e164d9f73f155f3e10b7b13234472bd19e727a823b0f3f6
3
+ size 8114062432
Vistral-24B-Instruct-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b35581d7d782dcc36b7ae0b9309b7dc5cbe498ce528725c76de03fa983cfdfe
3
+ size 7478363232
Vistral-24B-Instruct-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:457a2fd5612b54142692238366454f3427c5cdd511d8c0f94fd072fe4a7b9a5e
3
+ size 7207043136
Vistral-24B-Instruct-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15673e79a711f9915c61f2035505c5f6bdb314cda890641f06e755109786d9d3
3
+ size 6545129536
Vistral-24B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2802c8a37d3afc3cfad34045f54de7bfb1e7cb3d96863972122be6d5ce0ae1ca
3
+ size 10650962368
Vistral-24B-Instruct-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ded5d14e14d9e1be896cf030104ee8acbc660e90bd09c13bd1144735b9fd17f
3
+ size 10428139968
Vistral-24B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ac46dfddb2c4e5ae813dbdb1373d71d305cfae89dc40110d792a00e3186a5c
3
+ size 9907128768
Vistral-24B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:042a5b39ec6716f1e7fc190ae41225a1acb447e403a77499b6983aa532d47f9a
3
+ size 9280603232
Vistral-24B-Instruct-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f210eb753c9f66c742f37721030f372f575c0c0b1c73d72f19b1e20d2c47378
3
+ size 13468028672
Vistral-24B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31c02f00beec812c0cc042e0e0bd752f1637a84d72ea6c6e20a241c4a7b2ae6e
3
+ size 12758928832
Vistral-24B-Instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bdc47a5facc483ca834def5ee00b1906221677bdcee53ed18d6f82b34a43430
3
+ size 8890336352
Vistral-24B-Instruct-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a38aecd9a90c999f035112ce24e6b86ab3a2914b70b1c5835873708da773f7f
3
+ size 8320173472
Vistral-24B-Instruct-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6dc7683498c4558512fa2c60bad84d92eb0b5625094b0c3130dadc6a55a495
3
+ size 11474094208
Vistral-24B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf47fe00f6e2051dda9a90d1fbe013fa08166efff967a6fdf916ed308184785d
3
+ size 12400773248
Vistral-24B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a6dc7683498c4558512fa2c60bad84d92eb0b5625094b0c3130dadc6a55a495
3
+ size 11474094208
Vistral-24B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6292e7e72d0c177dc743839f306eb649033b59e445b02dabdd76fb273cc5531a
3
+ size 10400286848
Vistral-24B-Instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c447d567ec64fe260882ccb947ee4f7d08911f8b2c66db9c30ef5780697a865
3
+ size 13441813952
Vistral-24B-Instruct-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f97777d2746583a31c8d5bbafdee069afa2b668338a32c13efc9e04893eb0
3
+ size 14873120832
Vistral-24B-Instruct-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e587c98a25ba06b553d4ba69a4553c7d7e4c062199b71978e6f5efb39e8a96d7
3
+ size 14333922752
Vistral-24B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e587c98a25ba06b553d4ba69a4553c7d7e4c062199b71978e6f5efb39e8a96d7
3
+ size 14333922752
Vistral-24B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6059a78ec63a417412054634d5ad71c52263b205a5ae7ab04cf8590c4a6b8aba
3
+ size 13549292992
Vistral-24B-Instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3841e8aed9b92dc7384edf32b3df4c89f3b97585c3ef401bc13c754c0d04079e
3
+ size 16304427712
Vistral-24B-Instruct-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44006e248a45b8f6122526924c7dcd6a5de3e99ed6cb5ab79ecca260420c068b
3
+ size 17735734592
Vistral-24B-Instruct-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78159b0fc35a58f22364288a89cf06db080dd525969d667f51d75694ecde9ca6
3
+ size 16763998912
Vistral-24B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78159b0fc35a58f22364288a89cf06db080dd525969d667f51d75694ecde9ca6
3
+ size 16763998912
Vistral-24B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d69e4b80dda75ac2b8931345ed7da4fefe89d375481b0821499e264a1bed0c9
3
+ size 16304427712
Vistral-24B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04e3a268548d2aaf5bc706979785334322c166fdc69c0e97f60c8171d280237a
3
+ size 19345954848
Vistral-24B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed4f70901ff9c42e4709c8a589a8edaa21b8c40a04a9a213b545a13e67457e80
3
+ size 25054800736