Update README.md
Browse files
README.md
CHANGED
|
@@ -84,7 +84,7 @@ Evaluation was conducted using the framework [lm-evaluation-harness](https://git
|
|
| 84 |
</td>
|
| 85 |
</tr>
|
| 86 |
<tr>
|
| 87 |
-
<td>ARC Challenge (
|
| 88 |
</td>
|
| 89 |
<td>96.65
|
| 90 |
</td>
|
|
@@ -142,7 +142,7 @@ lm_eval \
|
|
| 142 |
--tasks arc_challenge_llama \
|
| 143 |
--fewshot_as_multiturn \
|
| 144 |
--apply_chat_template \
|
| 145 |
-
--num_fewshot
|
| 146 |
--batch_size auto
|
| 147 |
```
|
| 148 |
|
|
|
|
| 84 |
</td>
|
| 85 |
</tr>
|
| 86 |
<tr>
|
| 87 |
+
<td>ARC Challenge (0-shot)
|
| 88 |
</td>
|
| 89 |
<td>96.65
|
| 90 |
</td>
|
|
|
|
| 142 |
--tasks arc_challenge_llama \
|
| 143 |
--fewshot_as_multiturn \
|
| 144 |
--apply_chat_template \
|
| 145 |
+
--num_fewshot 0 \
|
| 146 |
--batch_size auto
|
| 147 |
```
|
| 148 |
|