Upload MPTForCausalLM

config.json

@@ -6,7 +6,7 @@
   "attn_config": {
     "alibi": true,
     "alibi_bias_max": 8,
-    "attn_impl": "torch",
+    "attn_impl": "triton",
     "attn_pdrop": 0,
     "attn_type": "multihead_attention",
     "attn_uses_sequence_id": false,
@@ -16,8 +16,8 @@
     "softmax_scale": null
   },
   "auto_map": {
-    "AutoConfig": "configuration_mpt.MPTConfig",
-    "AutoModelForCausalLM": "modeling_mpt.MPTForCausalLM"
+    "AutoConfig": "mosaicml/mpt-7b-chat--configuration_mpt.MPTConfig",
+    "AutoModelForCausalLM": "mosaicml/mpt-7b-chat--modeling_mpt.MPTForCausalLM"
   },
   "d_model": 4096,
   "emb_pdrop": 0,
@@ -46,7 +46,7 @@
   "resid_pdrop": 0,
   "tokenizer_name": "sam-mosaic/gpt-neox-20b-chatml",
   "torch_dtype": "float16",
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.30.0.dev0",
   "use_cache": false,
   "verbose": 0,
   "vocab_size": 50432

generation_config.json

@@ -1,5 +1,5 @@
 {
   "_from_model_config": true,
-  "transformers_version": "4.28.1",
+  "transformers_version": "4.30.0.dev0",
   "use_cache": false
 }