Update config.json
Browse files- config.json +1 -1
config.json
CHANGED
|
@@ -92,7 +92,7 @@
|
|
| 92 |
"hidden_size": 3584,
|
| 93 |
"initializer_range": 0.02,
|
| 94 |
"intermediate_size": 18944,
|
| 95 |
-
"max_position_embeddings":
|
| 96 |
"max_window_layers": 28,
|
| 97 |
"model_type": "omni",
|
| 98 |
"multimodal": [
|
|
|
|
| 92 |
"hidden_size": 3584,
|
| 93 |
"initializer_range": 0.02,
|
| 94 |
"intermediate_size": 18944,
|
| 95 |
+
"max_position_embeddings": 65536,
|
| 96 |
"max_window_layers": 28,
|
| 97 |
"model_type": "omni",
|
| 98 |
"multimodal": [
|