xzyao commited on
Commit
7cec7f2
·
verified ·
1 Parent(s): 83c6f91

Update delta_config.json

Browse files
Files changed (1) hide show
  1. delta_config.json +1 -1
delta_config.json CHANGED
@@ -1 +1 @@
1
- {"base_model": "meta-llama/Llama-3.2-3B", "compress_config": {"bits": 4, "group_size": -1, "sparsity": 0.5, "damp_percent": 0.01, "desc_act": false, "sym": true, "true_sequential": true, "lossless": "none", "prunen": 2, "prunem": 4, "block_size": 128}, "target_modules": ["self_attn.k_proj", "self_attn.v_proj", "self_attn.q_proj", "self_attn.o_proj", "mlp.up_proj", "mlp.gate_proj", "mlp.down_proj"]}
 
1
+ {"base_model": "meta-llama/Llama-3.2-3B", "compress_config": {"bits": 4, "group_size": -1, "sparsity": 0.5, "damp_percent": 0.01, "desc_act": false, "sym": true, "true_sequential": true, "lossless": "none", "prunen": 2, "prunem": 4, "block_size": 128}, "target_modules": ["k_proj", "v_proj", "q_proj", "o_proj", "up_proj", "gate_proj", "down_proj"]}