nz
/

RITA_s

Feature Extraction

Model card Files Files and versions

RITA_s / config.json

nz's picture

Update config.json

3d47444 about 4 years ago

history blame contribute delete

444 Bytes

	{
	"_name_or_path": "nz/RITA_s",
	"architectures": [
	"RITAModel"
	],
	"auto_map": {
	"AutoConfig": "rita_configuration.RITAConfig",
	"AutoModel": "rita_modeling.RITAModel"
	},
	"d_feedforward": 3072,
	"d_model": 768,
	"dropout": 0.0,
	"eos_token_id": 2,
	"max_seq_len": 1024,
	"model_type": "rita",
	"num_heads": 12,
	"num_layers": 12,
	"torch_dtype": "float16",
	"transformers_version": "4.18.0",
	"vocab_size": 26
	}