| { | |
| "perplexity": 26.080894470214844, | |
| "tokens_per_second": 1.3229382650688788, | |
| "samples_per_second": 0.11811948795257846, | |
| "avg_time_per_sample": 8.466003513336181, | |
| "rouge1": 0.190389919784236, | |
| "rouge2": 0.16995296818860808, | |
| "rougeL": 0.190389919784236, | |
| "bleu": 8.038511090894387, | |
| "avg_hallucination": 2.40048841144491, | |
| "hallucination_std": 0.3121710792145274 | |
| } |