Update README.md
Browse files
README.md
CHANGED
|
@@ -2,6 +2,18 @@
|
|
| 2 |
base_model: cerebras/GLM-4.5-Air-REAP-82B-A12B
|
| 3 |
base_model_relation: quantized
|
| 4 |
quantized_by: ArtusDev
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
---
|
| 6 |
<style>
|
| 7 |
.container-dark {
|
|
@@ -177,7 +189,7 @@ quantized_by: ArtusDev
|
|
| 177 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">27.14</a></td>
|
| 178 |
</tr>
|
| 179 |
<tr>
|
| 180 |
-
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">2.99_H6</a></td>
|
| 181 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">2.99</a></td>
|
| 182 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">6</a></td>
|
| 183 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">31.94</a></td>
|
|
@@ -189,7 +201,7 @@ quantized_by: ArtusDev
|
|
| 189 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">32.19</a></td>
|
| 190 |
</tr>
|
| 191 |
<tr>
|
| 192 |
-
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">3.46_H6</a></td>
|
| 193 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">3.46</a></td>
|
| 194 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">6</a></td>
|
| 195 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">36.64</a></td>
|
|
@@ -201,7 +213,7 @@ quantized_by: ArtusDev
|
|
| 201 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">37.22</a></td>
|
| 202 |
</tr>
|
| 203 |
<tr>
|
| 204 |
-
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">3.92_H6</a></td>
|
| 205 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">3.92</a></td>
|
| 206 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">6</a></td>
|
| 207 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">41.30</a></td>
|
|
@@ -265,4 +277,11 @@ quantized_by: ArtusDev
|
|
| 265 |
</p>
|
| 266 |
</div>
|
| 267 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 268 |
</div>
|
|
|
|
| 2 |
base_model: cerebras/GLM-4.5-Air-REAP-82B-A12B
|
| 3 |
base_model_relation: quantized
|
| 4 |
quantized_by: ArtusDev
|
| 5 |
+
language:
|
| 6 |
+
- en
|
| 7 |
+
library_name: transformers
|
| 8 |
+
tags:
|
| 9 |
+
- glm
|
| 10 |
+
- MOE
|
| 11 |
+
- pruning
|
| 12 |
+
- compression
|
| 13 |
+
- exl3
|
| 14 |
+
license: mit
|
| 15 |
+
license_link: https://huggingface.co/zai-org/GLM-4.5-Air/blob/main/LICENSE
|
| 16 |
+
pipeline_tag: text-generation
|
| 17 |
---
|
| 18 |
<style>
|
| 19 |
.container-dark {
|
|
|
|
| 189 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.5bpw_H6" target="_blank">27.14</a></td>
|
| 190 |
</tr>
|
| 191 |
<tr>
|
| 192 |
+
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">2.99_H6 (optimized)</a></td>
|
| 193 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">2.99</a></td>
|
| 194 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">6</a></td>
|
| 195 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/2.99bpw_H6" target="_blank">31.94</a></td>
|
|
|
|
| 201 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.0bpw_H6" target="_blank">32.19</a></td>
|
| 202 |
</tr>
|
| 203 |
<tr>
|
| 204 |
+
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">3.46_H6 (optimized)</a></td>
|
| 205 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">3.46</a></td>
|
| 206 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">6</a></td>
|
| 207 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.46bpw_H6" target="_blank">36.64</a></td>
|
|
|
|
| 213 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.5bpw_H6" target="_blank">37.22</a></td>
|
| 214 |
</tr>
|
| 215 |
<tr>
|
| 216 |
+
<td><a href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">3.92_H6 (optimized)</a></td>
|
| 217 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">3.92</a></td>
|
| 218 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">6</a></td>
|
| 219 |
<td><a class="fake-link" href="https://huggingface.co/ArtusDev/cerebras_GLM-4.5-Air-REAP-82B-A12B-EXL3/tree/3.92bpw_H6" target="_blank">41.30</a></td>
|
|
|
|
| 277 |
</p>
|
| 278 |
</div>
|
| 279 |
|
| 280 |
+
<div class="card-dark">
|
| 281 |
+
<h2>Acknowledgements</h2>
|
| 282 |
+
<p style="text-align: center; font-size: 1.1em; margin-top: 10px;">
|
| 283 |
+
Made possible with cloud compute from <a href="https://lium.io/" target="_blank"><b>lium.io</b></a>
|
| 284 |
+
</p>
|
| 285 |
+
</div>
|
| 286 |
+
|
| 287 |
</div>
|