norallm
/

normistral-7b-warm-instruct

Text Generation

Norwegian Bokmål

Norwegian Nynorsk

text-generation-inference

Model card Files Files and versions

davda54 commited on Apr 19, 2024

Commit

5560b81

·

verified ·

1 Parent(s): f8c9476

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -9,14 +9,14 @@
     "hidden_size": 4096,
     "initializer_range": 0.02,
     "intermediate_size": 14336,
-    "max_position_embeddings": 2048,
     "model_type": "mistral",
     "num_attention_heads": 32,
     "num_hidden_layers": 32,
     "num_key_value_heads": 8,
     "rms_norm_eps": 1e-05,
     "rope_theta": 10000.0,
-    "sliding_window": 2048,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
     "transformers_version": "4.34.0.dev0",

     "hidden_size": 4096,
     "initializer_range": 0.02,
     "intermediate_size": 14336,
+    "max_position_embeddings": 4096,
     "model_type": "mistral",
     "num_attention_heads": 32,
     "num_hidden_layers": 32,
     "num_key_value_heads": 8,
     "rms_norm_eps": 1e-05,
     "rope_theta": 10000.0,
+    "sliding_window": 4096,
     "tie_word_embeddings": false,
     "torch_dtype": "bfloat16",
     "transformers_version": "4.34.0.dev0",