| { | |
| "config": { | |
| "model_dtype": "torch.float16", | |
| "model_name": "R1-Qwen2.5-7b-Instruct", | |
| "model_sha": "main" | |
| }, | |
| "results": { | |
| "nq": { | |
| "exact_match": 0.270 | |
| }, | |
| "triviaqa": { | |
| "exact_match": 0.537 | |
| }, | |
| "popqa": { | |
| "exact_match": 0.199 | |
| }, | |
| "hotpotqa": { | |
| "exact_match": 0.237 | |
| }, | |
| "2wiki": { | |
| "exact_match": 0.292 | |
| }, | |
| "musique": { | |
| "exact_match": 0.072 | |
| }, | |
| "bamboogle": { | |
| "exact_match": 0.293 | |
| }, | |
| "fictionalhot": { | |
| "exact_match": 0.003 | |
| } | |
| } | |
| } | |