mistralai
/

Ministral-8B-Instruct-2410

Model card Files Files and versions

juliendenize commited on Jul 28

Commit

603676c

·

verified ·

1 Parent(s): 419f168

Update params.json

Files changed (1) hide show

params.json +2 -1

params.json CHANGED Viewed

@@ -8,5 +8,6 @@
     "norm_eps": 1e-05,
     "vocab_size": 131072,
     "rope_theta": 100000000.0,
-    "sliding_window": [null, 32768, 32768, 32768]
 }

     "norm_eps": 1e-05,
     "vocab_size": 131072,
     "rope_theta": 100000000.0,
+    "sliding_window": [null, 32768, 32768, 32768],
+    "max_position_embeddings": 131072
 }