| import os | |
| INIT_MODELS = [ | |
| # ("meta-llama/Llama-4-Scout-17B-16E-Instruct", "together"), | |
| ("Qwen/Qwen3-32B", "hf-inference"), | |
| ("Qwen/Qwen2.5-72B-Instruct", "hf-inference"), | |
| ("Qwen/Qwen3-235B-A22B", "hf-inference"), | |
| ("deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", "hf-inference"), | |
| ('meta-llama/Llama-3.1-8B-Instruct','hf-inference'), | |
| ('meta-llama/Llama-3.3-70B-Instruct','hf-inference'), | |
| ('microsoft/phi-4','hf-inference'), | |
| ('microsoft/Phi-3-mini-4k-instruct','hf-inference'), | |
| ('CohereLabs/c4ai-command-r-plus-08-2024','hf-inference'), | |
| ] | |
| MODELS = [m[0] for m in INIT_MODELS] | |
| TASK = os.getenv("TASK") | |
| # With storage | |
| HF_TOKEN = os.getenv("HF_TOKEN") | |
| ORG_NAME = os.getenv("ORG_NAME") | |