Upload folder using huggingface_hub

README.md

@@ -82,6 +82,7 @@ config_json['conv_dim_out'] = 64
 config_json['hidden_size'] = 64
 config_json['intermediate_size'] = 128
 config_json['num_attention_heads'] = 2
+config_json['num_heads'] = 2
 config_json['num_hidden_layers'] = 2
 config_json['num_key_value_heads'] = 1
 config_json['tie_word_embeddings'] = True

config.json

@@ -30,7 +30,7 @@
   "model_type": "lfm2",
   "norm_eps": 1e-05,
   "num_attention_heads": 2,
-  "num_heads": 32,
+  "num_heads": 2,
   "num_hidden_layers": 2,
   "num_key_value_heads": 1,
   "pad_token_id": 0,