fxmarty
/

Llama-4-Scout-17B-16E-Instruct-2-layers-mxfp4

Model card Files Files and versions

fxmarty commited on Oct 6

Commit

f95e085

·

verified ·

1 Parent(s): 7924c98

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -221,11 +221,11 @@
     "model_type": "llama4_text",
     "moe_layers": [
       0,
-      1,
     ],
     "no_rope_layers": [
       1,
-      0,
     ],
     "num_attention_heads": 40,
     "num_experts_per_tok": 1,

     "model_type": "llama4_text",
     "moe_layers": [
       0,
+      1
     ],
     "no_rope_layers": [
       1,
+      0
     ],
     "num_attention_heads": 40,
     "num_experts_per_tok": 1,