Update README.md
Browse files
README.md
CHANGED
|
@@ -28,3 +28,30 @@ Copyright (c) 2024–2025 ModelCloud.ai
|
|
| 28 |
Released for non-profit use only.
|
| 29 |
Commercial use requires permission from [@qubitium](https://x.com/qubitium).
|
| 30 |
```
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 28 |
Released for non-profit use only.
|
| 29 |
Commercial use requires permission from [@qubitium](https://x.com/qubitium).
|
| 30 |
```
|
| 31 |
+
|
| 32 |
+
```py
|
| 33 |
+
| Tasks |Version|Filter|n-shot| Metric | |Value | |Stderr|
|
| 34 |
+
|-------------------------------|------:|------|-----:|--------|---|-----:|---|-----:|
|
| 35 |
+
|arc_challenge | 1|none | 0|acc |↑ |0.5828|± |0.0144|
|
| 36 |
+
| | |none | 0|acc_norm|↑ |0.6007|± |0.0143|
|
| 37 |
+
|mmlu (stem) | 2|none | |acc |↑ |0.6673|± |0.0080|
|
| 38 |
+
| - abstract_algebra | 1|none | 0|acc |↑ |0.4200|± |0.0496|
|
| 39 |
+
| - anatomy | 1|none | 0|acc |↑ |0.7185|± |0.0389|
|
| 40 |
+
| - astronomy | 1|none | 0|acc |↑ |0.8553|± |0.0286|
|
| 41 |
+
| - college_biology | 1|none | 0|acc |↑ |0.8681|± |0.0283|
|
| 42 |
+
| - college_chemistry | 1|none | 0|acc |↑ |0.5300|± |0.0502|
|
| 43 |
+
| - college_computer_science | 1|none | 0|acc |↑ |0.6300|± |0.0485|
|
| 44 |
+
| - college_mathematics | 1|none | 0|acc |↑ |0.4800|± |0.0502|
|
| 45 |
+
| - college_physics | 1|none | 0|acc |↑ |0.5686|± |0.0493|
|
| 46 |
+
| - computer_security | 1|none | 0|acc |↑ |0.7800|± |0.0416|
|
| 47 |
+
| - conceptual_physics | 1|none | 0|acc |↑ |0.7660|± |0.0277|
|
| 48 |
+
| - electrical_engineering | 1|none | 0|acc |↑ |0.7379|± |0.0366|
|
| 49 |
+
| - elementary_mathematics | 1|none | 0|acc |↑ |0.6296|± |0.0249|
|
| 50 |
+
| - high_school_biology | 1|none | 0|acc |↑ |0.8710|± |0.0191|
|
| 51 |
+
| - high_school_chemistry | 1|none | 0|acc |↑ |0.6453|± |0.0337|
|
| 52 |
+
| - high_school_computer_science| 1|none | 0|acc |↑ |0.7800|± |0.0416|
|
| 53 |
+
| - high_school_mathematics | 1|none | 0|acc |↑ |0.4481|± |0.0303|
|
| 54 |
+
| - high_school_physics | 1|none | 0|acc |↑ |0.5166|± |0.0408|
|
| 55 |
+
| - high_school_statistics | 1|none | 0|acc |↑ |0.6620|± |0.0323|
|
| 56 |
+
| - machine_learning | 1|none | 0|acc |↑ |0.5714|± |0.0470|
|
| 57 |
+
```
|