import os INIT_MODELS = [ # 70B ("Qwen/Qwen2.5-72B-Instruct", "sambanova"), ("meta-llama/Llama-3.3-70B-Instruct", "together"), ("deepseek-ai/DeepSeek-R1-Distill-Llama-70B", "sambanova"), # 20 to 30B ("Qwen/QwQ-32B", "sambanova"), ("mistralai/Mistral-Small-24B-Instruct-2501", "together"), #("allenai/OLMo-2-0325-32B-Instruct", "hf-inference") ] MODELS = [m[0] for m in INIT_MODELS] TASK = os.getenv("TASK") # With storage HF_TOKEN=os.getenv("HF_TOKEN") ORG_NAME = os.getenv("ORG_NAME")