transformer_2/config.json

{
  "_class_name": "WanTransformer3DModel",
  "_diffusers_version": "0.35.2",
  "_name_or_path": "Wan-AI/Wan2.2-I2V-A14B-Diffusers",
  "added_kv_proj_dim": null,
  "attention_head_dim": 128,
  "cross_attn_norm": true,
  "eps": 1e-06,
  "ffn_dim": 13824,
  "freq_dim": 256,
  "image_dim": null,
  "in_channels": 36,
  "num_attention_heads": 40,
  "num_layers": 40,
  "out_channels": 16,
  "patch_size": [
    1,
    2,
    2
  ],
  "pos_embed_seq_len": null,
  "qk_norm": "rms_norm_across_heads",
  "quantization_config": {
    "add_skip_keys": true,
    "dequantize_fp32": false,
    "group_size": 0,
    "is_integer": true,
    "modules_dtype_dict": {},
    "modules_to_not_convert": [
      ".condition_embedder",
      "time_embedder",
      "norm1",
      ".proj_out",
      "norm3",
      ".norm_out",
      "pos_embed",
      "scale_shift_table",
      ".rope",
      "norm2",
      ".patch_embedding"
    ],
    "non_blocking": false,
    "quant_conv": false,
    "quant_method": "sdnq",
    "quantization_device": "cuda",
    "return_device": "cuda",
    "svd_rank": 32,
    "svd_steps": 8,
    "use_quantized_matmul": false,
    "use_quantized_matmul_conv": false,
    "use_svd": true,
    "weights_dtype": "uint4"
  },
  "rope_max_seq_len": 1024,
  "text_dim": 4096
}