Upload folder using huggingface_hub

README.md

@@ -30,7 +30,7 @@ config.intermediate_size = 16
 config.num_attention_heads = 4
 config.num_hidden_layers = 16
 config.num_key_value_heads = 2
-config.use_mamba_kernels = False
+# config.use_mamba_kernels = False
 
 model = AutoModelForCausalLM.from_config(
     config, torch_dtype=torch.bfloat16, attn_implementation="sdpa", trust_remote_code=True

config.json

@@ -40,6 +40,6 @@
   "torch_dtype": "bfloat16",
   "transformers_version": "4.44.0",
   "use_cache": true,
-  "use_mamba_kernels": false,
+  "use_mamba_kernels": true,
   "vocab_size": 65536
 }