Hugging Face's logo

cgus
/
MiniChat-2-3B-iMat-GGUF

Transformers
GGUF
English
Chinese
imatrix
Model card Files
xet
Community
cgus commited on
Commit
179b573
·
verified ·
1 Parent(s): ad722d3

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. MiniChat-2-3B-IQ2_XS.gguf +3 -0
  3. MiniChat-2-3B-Q4_K_M.gguf +3 -0
  4. MiniChat-2-3B-Q5_K_M.gguf +3 -0
  5. MiniChat-2-3B-Q6_K.gguf +3 -0
  6. MiniChat-2-3B-Q8_0.gguf +3 -0
  7. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -37,3 +37,9 @@ MiniChat-2-3B-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  MiniChat-2-3B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  MiniChat-2-3B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
39
  MiniChat-2-3B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
37
  MiniChat-2-3B-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
38
  MiniChat-2-3B-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
39
  MiniChat-2-3B-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
41
+ MiniChat-2-3B-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ MiniChat-2-3B-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ MiniChat-2-3B-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ MiniChat-2-3B-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ MiniChat-2-3B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
MiniChat-2-3B-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a8396f879d08a1444f282ee645fe51cf2426b04e8d2eb0a72c940c422c2aa77
3
+ size 952704864
MiniChat-2-3B-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c635012c61faf689ec72eeb5455f67fb41ed8288338b9cb3569e319c9a7d59a0
3
+ size 1846655328
MiniChat-2-3B-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ff0d4c9e0fdcf1ec12db303c5293ff19b7c501e9eed8cb58849227cf68c5e98
3
+ size 2153388384
MiniChat-2-3B-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:737a20a4670de66951ec4a8b17b3063f41d1fae59aab6e0e1ead0a0195ad1b84
3
+ size 2479292256
MiniChat-2-3B-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa3efb5d2494a20eb59a2cdedbecb223e5ca9dc0fbf19af3567f7d094a521c01
3
+ size 3210769248
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:510e4b7e4aefa2f6f976db3d7110b580e58391119b6813b731f14d1378e1eb8a
3
+ size 2561449