erax commited on
Commit
0f4450c
·
verified ·
1 Parent(s): cdfc63b

Upload recipe.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. recipe.yaml +30 -0
recipe.yaml ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ default_stage:
2
+ default_modifiers:
3
+ QuantizationModifier:
4
+ targets: [Linear]
5
+ ignore: [language_model.lm_head, language_model.model.layers.0.feed_forward.router,
6
+ language_model.model.layers.1.feed_forward.router, language_model.model.layers.2.feed_forward.router,
7
+ language_model.model.layers.3.feed_forward.router, language_model.model.layers.4.feed_forward.router,
8
+ language_model.model.layers.5.feed_forward.router, language_model.model.layers.6.feed_forward.router,
9
+ language_model.model.layers.7.feed_forward.router, language_model.model.layers.8.feed_forward.router,
10
+ language_model.model.layers.9.feed_forward.router, language_model.model.layers.10.feed_forward.router,
11
+ language_model.model.layers.11.feed_forward.router, language_model.model.layers.12.feed_forward.router,
12
+ language_model.model.layers.13.feed_forward.router, language_model.model.layers.14.feed_forward.router,
13
+ language_model.model.layers.15.feed_forward.router, language_model.model.layers.16.feed_forward.router,
14
+ language_model.model.layers.17.feed_forward.router, language_model.model.layers.18.feed_forward.router,
15
+ language_model.model.layers.19.feed_forward.router, language_model.model.layers.20.feed_forward.router,
16
+ language_model.model.layers.21.feed_forward.router, language_model.model.layers.22.feed_forward.router,
17
+ language_model.model.layers.23.feed_forward.router, language_model.model.layers.24.feed_forward.router,
18
+ language_model.model.layers.25.feed_forward.router, language_model.model.layers.26.feed_forward.router,
19
+ language_model.model.layers.27.feed_forward.router, language_model.model.layers.28.feed_forward.router,
20
+ language_model.model.layers.29.feed_forward.router, language_model.model.layers.30.feed_forward.router,
21
+ language_model.model.layers.31.feed_forward.router, language_model.model.layers.32.feed_forward.router,
22
+ language_model.model.layers.33.feed_forward.router, language_model.model.layers.34.feed_forward.router,
23
+ language_model.model.layers.35.feed_forward.router, language_model.model.layers.36.feed_forward.router,
24
+ language_model.model.layers.37.feed_forward.router, language_model.model.layers.38.feed_forward.router,
25
+ language_model.model.layers.39.feed_forward.router, language_model.model.layers.40.feed_forward.router,
26
+ language_model.model.layers.41.feed_forward.router, language_model.model.layers.42.feed_forward.router,
27
+ language_model.model.layers.43.feed_forward.router, language_model.model.layers.44.feed_forward.router,
28
+ language_model.model.layers.45.feed_forward.router, language_model.model.layers.46.feed_forward.router,
29
+ language_model.model.layers.47.feed_forward.router]
30
+ scheme: FP8_DYNAMIC