Hugging Face's logo

unsloth
/
Qwen2.5-VL-32B-Instruct-GGUF

Image-Text-to-Text
Transformers
GGUF
English
qwen2_5_vl
image-to-text
multimodal
unsloth
imatrix
conversational
Model card Files
xet
Community
2
danielhanchen commited on
Commit
918ea09
·
verified ·
1 Parent(s): 6629e95

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. Qwen2.5-VL-32B-Instruct-UD-IQ1_M.gguf +2 -2
  2. Qwen2.5-VL-32B-Instruct-UD-IQ1_S.gguf +2 -2
  3. Qwen2.5-VL-32B-Instruct-UD-IQ2_M.gguf +2 -2
  4. Qwen2.5-VL-32B-Instruct-UD-IQ3_XXS.gguf +2 -2
  5. Qwen2.5-VL-32B-Instruct-UD-Q2_K_XL.gguf +2 -2
  6. Qwen2.5-VL-32B-Instruct-UD-Q3_K_XL.gguf +2 -2
  7. Qwen2.5-VL-32B-Instruct-UD-Q4_K_XL.gguf +2 -2
  8. config.json +1 -41
  9. mmproj-F16.gguf +2 -2
  10. mmproj-F32.gguf +2 -2
Qwen2.5-VL-32B-Instruct-UD-IQ1_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6208fa6ff6726dacf400f6a81db3fda2b0032489a74bbef1882420e9eef6bc26
3
- size 8293365280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb5615aee583a0b99a9d90d03502698a3afbc27227bb7309e5c18b96a8b54db6
3
+ size 8293364800
Qwen2.5-VL-32B-Instruct-UD-IQ1_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e3eea25a8d1de70bb279aad14da34e53db5b44ba68ef0bd13575b17928d61c2
3
- size 7685109280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af72e1ac0a313725dd9e8d34f7f178efea2a3b2031c7bd4ad2324691bc0db963
3
+ size 7685108800
Qwen2.5-VL-32B-Instruct-UD-IQ2_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:326043481b3daa473e55aa6f6ffbc9c9229f4d3902c73a028c904cb98e5a2b5b
3
- size 11461744160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec548af0752e9624704ae50e3d33ccca8842318945a3a8b656a331f62f550db4
3
+ size 11461743680
Qwen2.5-VL-32B-Instruct-UD-IQ3_XXS.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8be27b084b7195d986bce7e730cf0a3f42f5f7b442c067a1cd19bfe9e8b4254
3
- size 12993238560
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3ba7dab6abe79977f460afb7ab760103c6bea53607b6df077abea48e1b569f6
3
+ size 12993238080
Qwen2.5-VL-32B-Instruct-UD-Q2_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e7d3a1e0d6a7cc33a02032cc5d9faf977b551bfd5f3412ea7485108075fe5e7
3
- size 12785448480
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e98aca44b0958b9ad02090fb21a086c1c3724caaf062f86b08a086ee53a68fd
3
+ size 12785448000
Qwen2.5-VL-32B-Instruct-UD-Q3_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e9871577e7c0d37de62b93f431c6963870c97c3783bb49f0f2a33cf7cd37260
3
- size 16399676960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d7da1bc9c54409f926987033d7053a14cb0ce750f513f616222fd8fc13c960c
3
+ size 16399676480
Qwen2.5-VL-32B-Instruct-UD-Q4_K_XL.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20d898dd22b712a96bde798bfa8306434d1d4928402a2effc4968b924f8e035c
3
- size 20224890400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd112f3994f30a36229c985016ef078308dceba0696ea02952c9f0b55acb4a39
3
+ size 20224889920
config.json CHANGED
@@ -28,48 +28,9 @@
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
31
- "text_config": {
32
- "architectures": [
33
- "Qwen2_5_VLForConditionalGeneration"
34
- ],
35
- "attention_dropout": 0.0,
36
- "eos_token_id": 151645,
37
- "hidden_act": "silu",
38
- "hidden_size": 5120,
39
- "image_token_id": null,
40
- "initializer_range": 0.02,
41
- "intermediate_size": 27648,
42
- "max_position_embeddings": 128000,
43
- "max_window_layers": 64,
44
- "model_type": "qwen2_5_vl_text",
45
- "num_attention_heads": 40,
46
- "num_hidden_layers": 64,
47
- "num_key_value_heads": 8,
48
- "pad_token_id": 151643,
49
- "rms_norm_eps": 1e-06,
50
- "rope_scaling": {
51
- "mrope_section": [
52
- 16,
53
- 24,
54
- 24
55
- ],
56
- "rope_type": "default",
57
- "type": "default"
58
- },
59
- "rope_theta": 1000000.0,
60
- "sliding_window": 32768,
61
- "torch_dtype": "bfloat16",
62
- "use_cache": true,
63
- "use_sliding_window": false,
64
- "video_token_id": null,
65
- "vision_end_token_id": 151653,
66
- "vision_start_token_id": 151652,
67
- "vision_token_id": 151654,
68
- "vocab_size": 152064
69
- },
70
  "tie_word_embeddings": false,
71
  "torch_dtype": "bfloat16",
72
- "transformers_version": "4.52.0.dev0",
73
  "unsloth_fixed": true,
74
  "use_cache": true,
75
  "use_sliding_window": false,
@@ -86,7 +47,6 @@
86
  "hidden_size": 1280,
87
  "in_channels": 3,
88
  "in_chans": 3,
89
- "initializer_range": 0.02,
90
  "intermediate_size": 3456,
91
  "model_type": "qwen2_5_vl",
92
  "num_heads": 16,
 
28
  },
29
  "rope_theta": 1000000.0,
30
  "sliding_window": 32768,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.51.3",
34
  "unsloth_fixed": true,
35
  "use_cache": true,
36
  "use_sliding_window": false,
 
47
  "hidden_size": 1280,
48
  "in_channels": 3,
49
  "in_chans": 3,
 
50
  "intermediate_size": 3456,
51
  "model_type": "qwen2_5_vl",
52
  "num_heads": 16,
mmproj-F16.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:10ced68bb400658377ae2625991762fbe936da22483995e33bd9cea827e20c31
3
- size 1378753824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32fd2b63811efbf7e7406e42dbc830c60c89639abe3bc0769f61c51f53fae7f8
3
+ size 1378753376
mmproj-F32.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:58cf4d0df343abdb0c1683f76c0eb46519abff3d27d8b8bcba4ea355a62d20ef
3
- size 2752388384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb76f0e4c24c95b75accd183136d658e9ec7604bcf6daae94c4fe44e935aab39
3
+ size 2752387936