Spaces:
Sleeping
Sleeping
| { | |
| "average_CPS": 7.3897435, | |
| "config": { | |
| "model_name": "HiTZ/Medical-mT5-large", | |
| "num_fewshot": "10", | |
| "batch_size": 1, | |
| "LANG": "GR", | |
| "model": "HiTZ/Medical-mT5-large", | |
| "base_model": "MT5ForConditionalGeneration", | |
| "revision": "e8ae7101f0ab1ed5b8add8846e44a2d39f6e2c47", | |
| "submitted_time": "2023-10-31 15:15:15+00:00", | |
| "num_params_billion": null, | |
| "language": "en_es_fr_it" | |
| }, | |
| "tasks": { | |
| "NER": { | |
| "prompts": [ | |
| { | |
| "prompt": "p1", | |
| "metric": "f1", | |
| "value": 14.549999999999999, | |
| "stderr": 0.0 | |
| }, | |
| { | |
| "prompt": "p2", | |
| "metric": "f1", | |
| "value": 14.34, | |
| "stderr": 0.0 | |
| }, | |
| { | |
| "prompt": "p3", | |
| "metric": "f1", | |
| "value": 14.549999999999999, | |
| "stderr": 0.0 | |
| } | |
| ], | |
| "average_accuracy": 14.479999999999999, | |
| "best_prompt": 14.549999999999999, | |
| "prompt_id": "p1", | |
| "CPS": 14.539814999999999, | |
| "is_dummy": false, | |
| "std_accuracy": 0.12124355652982088 | |
| }, | |
| "RE": { | |
| "prompts": [ | |
| { | |
| "prompt": "p1", | |
| "metric": "f1", | |
| "value": 0.24, | |
| "stderr": 0.0 | |
| }, | |
| { | |
| "prompt": "p2", | |
| "metric": "f1", | |
| "value": 0.06999999999999999, | |
| "stderr": 0.0 | |
| }, | |
| { | |
| "prompt": "p3", | |
| "metric": "f1", | |
| "value": 0.0, | |
| "stderr": 0.0 | |
| } | |
| ], | |
| "average_accuracy": 0.10333333333333333, | |
| "best_prompt": 0.24, | |
| "prompt_id": "p1", | |
| "CPS": 0.239672, | |
| "is_dummy": false, | |
| "std_accuracy": 0.12342339054382412 | |
| }, | |
| "RML": { | |
| "prompts": [ | |
| { | |
| "prompt": "p1", | |
| "metric": "f1", | |
| "value": 0.0, | |
| "stderr": 0.0 | |
| } | |
| ], | |
| "average_accuracy": null, | |
| "std_accuracy": null, | |
| "best_prompt": null, | |
| "prompt_id": null, | |
| "CPS": null, | |
| "is_dummy": true | |
| }, | |
| "HIS": { | |
| "prompts": [ | |
| { | |
| "prompt": "p1", | |
| "metric": "f1", | |
| "value": 0.0, | |
| "stderr": 0.0 | |
| } | |
| ], | |
| "average_accuracy": null, | |
| "std_accuracy": null, | |
| "best_prompt": null, | |
| "prompt_id": null, | |
| "CPS": null, | |
| "is_dummy": true | |
| }, | |
| "DIA": { | |
| "prompts": [ | |
| { | |
| "prompt": "p1", | |
| "metric": "f1", | |
| "value": 0.0, | |
| "stderr": 0.0 | |
| } | |
| ], | |
| "average_accuracy": null, | |
| "std_accuracy": null, | |
| "best_prompt": null, | |
| "prompt_id": null, | |
| "CPS": null, | |
| "is_dummy": true | |
| } | |
| } | |
| } |