Hugging Face's logo

numen-tech
/
cogito-v1-preview-qwen-32B-GPTQ-Int4

Text Generation
MLC-LLM
conversational
4-bit precision
Model card Files
xet
Community
numen-tech commited on
Commit
8f4e87f
·
1 Parent(s): 41a6eba

Add weights

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +9 -3
  3. added_tokens.json +24 -0
  4. config.json +5 -0
  5. merges.txt +0 -0
  6. ndarray-cache.json +0 -0
  7. params_shard_0.bin +3 -0
  8. params_shard_1.bin +3 -0
  9. params_shard_10.bin +3 -0
  10. params_shard_100.bin +3 -0
  11. params_shard_101.bin +3 -0
  12. params_shard_102.bin +3 -0
  13. params_shard_103.bin +3 -0
  14. params_shard_104.bin +3 -0
  15. params_shard_105.bin +3 -0
  16. params_shard_106.bin +3 -0
  17. params_shard_107.bin +3 -0
  18. params_shard_108.bin +3 -0
  19. params_shard_109.bin +3 -0
  20. params_shard_11.bin +3 -0
  21. params_shard_110.bin +3 -0
  22. params_shard_111.bin +3 -0
  23. params_shard_112.bin +3 -0
  24. params_shard_113.bin +3 -0
  25. params_shard_114.bin +3 -0
  26. params_shard_115.bin +3 -0
  27. params_shard_116.bin +3 -0
  28. params_shard_117.bin +3 -0
  29. params_shard_118.bin +3 -0
  30. params_shard_119.bin +3 -0
  31. params_shard_12.bin +3 -0
  32. params_shard_120.bin +3 -0
  33. params_shard_121.bin +3 -0
  34. params_shard_122.bin +3 -0
  35. params_shard_123.bin +3 -0
  36. params_shard_124.bin +3 -0
  37. params_shard_125.bin +3 -0
  38. params_shard_126.bin +3 -0
  39. params_shard_127.bin +3 -0
  40. params_shard_128.bin +3 -0
  41. params_shard_129.bin +3 -0
  42. params_shard_13.bin +3 -0
  43. params_shard_130.bin +3 -0
  44. params_shard_131.bin +3 -0
  45. params_shard_132.bin +3 -0
  46. params_shard_133.bin +3 -0
  47. params_shard_134.bin +3 -0
  48. params_shard_135.bin +3 -0
  49. params_shard_136.bin +3 -0
  50. params_shard_137.bin +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -1,3 +1,9 @@
1
- ---
2
- license: apache-2.0
3
- ---
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: deepcogito/cogito-v1-preview-qwen-32B
4
+ base_model_relation: quantized
5
+ library_name: mlc-llm
6
+ pipeline_tag: text-generation
7
+ ---
8
+
9
+ 4-bit [GPTQ](https://arxiv.org/abs/2210.17323) quantized version of [cogito-v1-preview-qwen-32B](https://huggingface.co/deepcogito/cogito-v1-preview-qwen-32B) for use with the [Private LLM app](https://privatellm.app/).
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "quantization_config": {
3
+ "bits": 4
4
+ }
5
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
ndarray-cache.json ADDED
The diff for this file is too large to render. See raw diff
 
params_shard_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d208bc82d4abb0d5d0b33156ab020e23f89bb944a1f4429a949802c2db65a9d0
3
+ size 388262400
params_shard_1.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d46fbba21d7a324ae1ce1093f0028b4fafb9fd6cb7de9e56fa1d721fe30c50b3
3
+ size 388262400
params_shard_10.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c495cb15c1f78c33246110735c33798027cccb72af53a024254edcf9fc11a7f4
3
+ size 70778880
params_shard_100.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:408e791b7ae4d66dfc4b4b9b4f324390d52fd7a18504bbe4fc3f7b2a73ed31b2
3
+ size 18350080
params_shard_101.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af404470bf5942748d248edd30b8f1fd05f3ae73f615d4cf8962520c9c04b20
3
+ size 20760576
params_shard_102.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:620f5cf197347a7730b7ae010c73c30f5dac056eae7b6e059a5ba72219d2cf86
3
+ size 70778880
params_shard_103.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1a383e346dc5daf3dcd39f0e450c1d21241a5d52ccb280ceebe34076fc9435a
3
+ size 141557760
params_shard_104.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e125ebf48e01dbfce3e3ecafb8a586ee66b843b04356605d027439272cc73283
3
+ size 18350080
params_shard_105.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77bcca1bf7cae1868c94ac1038ba5c1d7552e5969e2f48da0ddac92cd619c606
3
+ size 20760576
params_shard_106.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ef48209b63455c3b0d94fe710d282279e87323115fc3c44e98388116e14f828
3
+ size 70778880
params_shard_107.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7ba7c010aac2daa9ef41339ceb527fd905e173d8993337957cd8c05f5562e47
3
+ size 141557760
params_shard_108.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d78db9c445405702fa518f1ab5f851c88b3be10f73c6d466bb2b078b566b151a
3
+ size 18350080
params_shard_109.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:303abefab79a7ce703fc18975819430c67dd495e210bbc62396083960341bdb8
3
+ size 20760576
params_shard_11.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e64cfdfdc0d219d7597ffc4968c3ed45bc5f371699934b8ba0f62ceb77bbf2c
3
+ size 141557760
params_shard_110.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54780fb851f814063eb232e86cbe689f57b4950a2b6959bde96579b09da8e84e
3
+ size 70778880
params_shard_111.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8c569fac885628ff3c761fa9434e42a270057207a5afe15dbc24cef34ef1623
3
+ size 141557760
params_shard_112.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df683a38db6acb6b2a8039e5c2720cf0eb6a553d442e64d2d1e563d2c8fd87f6
3
+ size 18350080
params_shard_113.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f98e8d72f9576b2fc36ef5a633b6c758771da9119a57ebfaaf390c5792d1bdb
3
+ size 20760576
params_shard_114.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c1433f0ae36e33dbfabee6475695dd9b208f2824c803af52fc764824f4c830
3
+ size 70778880
params_shard_115.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cd39c67a1a1be16f3eb44071189f17016b7ede14aa280cc0cf02b800f7a1623
3
+ size 141557760
params_shard_116.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a6e6847971349146b01ec39965afa8dedb142de99b317714f5adfb2268adc2
3
+ size 18350080
params_shard_117.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4deae8465216cb8d3a26803e9922bd3540819d850ee7e7288fde87576533d74a
3
+ size 20760576
params_shard_118.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8bbed19e4ca02b5f3a8828cf5682707a3dbf330275ab79f7a8731d4b7d3b3cb
3
+ size 70778880
params_shard_119.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b79388dc523e5f5db8aab166a377169052a286981967ad73af2f729c1294dd2
3
+ size 141557760
params_shard_12.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d26055f736bdc04ba650b902f9a5ee35931c1803e355358d952a80c149e30e4
3
+ size 18350080
params_shard_120.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7adc5184af018b853ffe538b656279c13c07ec88d2d8a0c7f9f3f32149ea4608
3
+ size 18350080
params_shard_121.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d856f12bf90e12dec9328903fdf70fa1a630b424e9e642aea222991ee9e21d
3
+ size 20760576
params_shard_122.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70830e809d5f846415adce6241116658375bdfd290682d0f56d547c7691b972c
3
+ size 70778880
params_shard_123.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fc0f469fd52db981ad3d778e9286a58d5645bee8d761f8b8dca1ec0c46a752e
3
+ size 141557760
params_shard_124.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5acd37f8f0102703c1965106794b319b881793d92e83375edeaa3d9ffcd77f37
3
+ size 18350080
params_shard_125.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9073da48175b922f33a70cd419fe9ca4a81e9ac1cda0a66f70ec29d25e7bc571
3
+ size 20760576
params_shard_126.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dbf7c3f350b2534d2ef0b311f44db7ea05f59d568d5fca629ffbde42580bb5a
3
+ size 70778880
params_shard_127.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f27858aaf975218414e902968a90c0595d208a986e3b855bb223450937422eae
3
+ size 141557760
params_shard_128.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5774e6afa39c55f0f9ecbdef796d835535835be92327ab9910cf1ab0098f408
3
+ size 18350080
params_shard_129.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a75f1110badb097d3fe0e16cc7fbe2f041eb5c5abf489a19dc5f4b353646e3a2
3
+ size 20760576
params_shard_13.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5ee33bf4e038c7e8fa1e428fc073729e9e827073100c4fd9ff691aab270ec02
3
+ size 20760576
params_shard_130.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:543c0f6d9454c8cb24bfbc20f393518199dd6b8d823f23e4448a32a749a8fc58
3
+ size 70778880
params_shard_131.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e12b74d674b4c9556e4a79a49a655cf0535e5700b0b983faed806558aeb32558
3
+ size 141557760
params_shard_132.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b1cbef6c10159d5e32c3a916ab6c225c66b072f332e4fb2711cc43ff90298ec
3
+ size 18350080
params_shard_133.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c99cc3b8f1235f0ac22a5a450778fd0e6d23d7b4d3a6ff052db8337fbf1050bf
3
+ size 20760576
params_shard_134.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94fb2155417146d9af93f5140530ce14c129c9831d0199d22ac87f305e946981
3
+ size 70778880
params_shard_135.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f52a2cc1f3adc0b6ad03e244aa0eb039f2cd75f8d7ba754b1d9c43c024818e39
3
+ size 141557760
params_shard_136.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a73b78968f2173c52ea4c5509acf457acd4ce661f3164774e233118b63fb277
3
+ size 18350080
params_shard_137.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23b28f16a96779d3ae12f4ddc3095cdf917c9af15d739e12ba27756c57b16fe1
3
+ size 20760576