mistral-community
/

pixtral-12b

Image-Text-to-Text

Model card Files Files and versions

Himetsu commited on Sep 14, 2024

Commit

c67706c

·

verified ·

1 Parent(s): cb1ea9f

Update config.json

Files changed (1) hide show

config.json +1 -0

config.json CHANGED Viewed

@@ -11,6 +11,7 @@
   "projector_hidden_act": "gelu",
   "text_config": {
     "hidden_size": 5120,
     "intermediate_size": 14336,
     "is_composition": true,
     "max_position_embeddings": 1024000,

   "projector_hidden_act": "gelu",
   "text_config": {
     "hidden_size": 5120,
+    "head_dim": 128,
     "intermediate_size": 14336,
     "is_composition": true,
     "max_position_embeddings": 1024000,