Upload recipe.yaml with huggingface_hub
Browse files- recipe.yaml +30 -0
recipe.yaml
ADDED
|
@@ -0,0 +1,30 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
default_stage:
|
| 2 |
+
default_modifiers:
|
| 3 |
+
QuantizationModifier:
|
| 4 |
+
targets: [Linear]
|
| 5 |
+
ignore: [language_model.lm_head, language_model.model.layers.0.feed_forward.router,
|
| 6 |
+
language_model.model.layers.1.feed_forward.router, language_model.model.layers.2.feed_forward.router,
|
| 7 |
+
language_model.model.layers.3.feed_forward.router, language_model.model.layers.4.feed_forward.router,
|
| 8 |
+
language_model.model.layers.5.feed_forward.router, language_model.model.layers.6.feed_forward.router,
|
| 9 |
+
language_model.model.layers.7.feed_forward.router, language_model.model.layers.8.feed_forward.router,
|
| 10 |
+
language_model.model.layers.9.feed_forward.router, language_model.model.layers.10.feed_forward.router,
|
| 11 |
+
language_model.model.layers.11.feed_forward.router, language_model.model.layers.12.feed_forward.router,
|
| 12 |
+
language_model.model.layers.13.feed_forward.router, language_model.model.layers.14.feed_forward.router,
|
| 13 |
+
language_model.model.layers.15.feed_forward.router, language_model.model.layers.16.feed_forward.router,
|
| 14 |
+
language_model.model.layers.17.feed_forward.router, language_model.model.layers.18.feed_forward.router,
|
| 15 |
+
language_model.model.layers.19.feed_forward.router, language_model.model.layers.20.feed_forward.router,
|
| 16 |
+
language_model.model.layers.21.feed_forward.router, language_model.model.layers.22.feed_forward.router,
|
| 17 |
+
language_model.model.layers.23.feed_forward.router, language_model.model.layers.24.feed_forward.router,
|
| 18 |
+
language_model.model.layers.25.feed_forward.router, language_model.model.layers.26.feed_forward.router,
|
| 19 |
+
language_model.model.layers.27.feed_forward.router, language_model.model.layers.28.feed_forward.router,
|
| 20 |
+
language_model.model.layers.29.feed_forward.router, language_model.model.layers.30.feed_forward.router,
|
| 21 |
+
language_model.model.layers.31.feed_forward.router, language_model.model.layers.32.feed_forward.router,
|
| 22 |
+
language_model.model.layers.33.feed_forward.router, language_model.model.layers.34.feed_forward.router,
|
| 23 |
+
language_model.model.layers.35.feed_forward.router, language_model.model.layers.36.feed_forward.router,
|
| 24 |
+
language_model.model.layers.37.feed_forward.router, language_model.model.layers.38.feed_forward.router,
|
| 25 |
+
language_model.model.layers.39.feed_forward.router, language_model.model.layers.40.feed_forward.router,
|
| 26 |
+
language_model.model.layers.41.feed_forward.router, language_model.model.layers.42.feed_forward.router,
|
| 27 |
+
language_model.model.layers.43.feed_forward.router, language_model.model.layers.44.feed_forward.router,
|
| 28 |
+
language_model.model.layers.45.feed_forward.router, language_model.model.layers.46.feed_forward.router,
|
| 29 |
+
language_model.model.layers.47.feed_forward.router]
|
| 30 |
+
scheme: FP8_DYNAMIC
|