e3c_llm_results/Qwen/Qwen2.5-14B-Instruct-1M_0_PL.json

{
    "average_CPS": 24.780516499999997,
    "config": {
        "model_name": "Qwen/Qwen2.5-14B-Instruct-1M",
        "num_fewshot": "0",
        "batch_size": 1,
        "LANG": "PL",
        "model": "Qwen/Qwen2.5-14B-Instruct-1M",
        "base_model": "Qwen2ForCausalLM",
        "revision": "620fad32de7bdd2293b3d99b39eba2fe63e97438",
        "submitted_time": "2025-01-23 13:23:24+00:00",
        "num_params_billion": 14.770033664,
        "language": "en"
    },
    "tasks": {
        "NER": {
            "prompts": [
                {
                    "prompt": "p1",
                    "metric": "f1",
                    "value": 6.97,
                    "stderr": 0.0
                },
                {
                    "prompt": "p2",
                    "metric": "f1",
                    "value": 3.64,
                    "stderr": 0.0
                },
                {
                    "prompt": "p3",
                    "metric": "f1",
                    "value": 6.97,
                    "stderr": 0.0
                }
            ],
            "average_accuracy": 5.859999999999999,
            "best_prompt": 6.97,
            "prompt_id": "p1",
            "CPS": 6.892633,
            "is_dummy": false,
            "std_accuracy": 1.9225763964014535
        },
        "RE": {
            "prompts": [
                {
                    "prompt": "p1",
                    "metric": "f1",
                    "value": 38.03,
                    "stderr": 0.0
                },
                {
                    "prompt": "p2",
                    "metric": "f1",
                    "value": 44.64,
                    "stderr": 0.0
                },
                {
                    "prompt": "p3",
                    "metric": "f1",
                    "value": 38.0,
                    "stderr": 0.0
                }
            ],
            "average_accuracy": 40.223333333333336,
            "best_prompt": 44.64,
            "prompt_id": "p2",
            "CPS": 42.6684,
            "is_dummy": false,
            "std_accuracy": 3.8249749454517126
        },
        "RML": {
            "prompts": [
                {
                    "prompt": "p1",
                    "metric": "f1",
                    "value": 0.0,
                    "stderr": 0.0
                }
            ],
            "average_accuracy": null,
            "std_accuracy": null,
            "best_prompt": null,
            "prompt_id": null,
            "CPS": null,
            "is_dummy": true
        },
        "HIS": {
            "prompts": [
                {
                    "prompt": "p1",
                    "metric": "f1",
                    "value": 0.0,
                    "stderr": 0.0
                }
            ],
            "average_accuracy": null,
            "std_accuracy": null,
            "best_prompt": null,
            "prompt_id": null,
            "CPS": null,
            "is_dummy": true
        },
        "DIA": {
            "prompts": [
                {
                    "prompt": "p1",
                    "metric": "f1",
                    "value": 0.0,
                    "stderr": 0.0
                }
            ],
            "average_accuracy": null,
            "std_accuracy": null,
            "best_prompt": null,
            "prompt_id": null,
            "CPS": null,
            "is_dummy": true
        }
    }
}