Files
shishirpatil--gorilla/berkeley-function-call-leaderboard/bfcl_eval/constants/supported_models.py
T
wehub-resource-sync bbfc60cd69
Publish BFCL to PyPI / build_and_publish (push) Waiting to run
Update API Zoo Data / send-updates (push) Waiting to run
chore: import upstream snapshot with attribution
2026-07-13 13:37:27 +08:00

191 lines
6.0 KiB
Python

# -----------------------------------------------------------------------------
# Supported Model Index • Convenience helper
#
# The canonical model-config mapping lives in `model_config.py` and is ~2000
# lines long. Navigating that file just to see whether a model key exists was
# getting painful, so this lightweight companion keeps **only** the keys in a
# flat list so you can:
#
# • skim the supported models at a glance;
# • hit ⌘/Ctrl-F and jump straight to the one you need;
# • import the list in quick scripts/tests without hauling in the whole
# config (e.g. `if model_name in SUPPORTED_MODELS:`).
# -----------------------------------------------------------------------------
SUPPORTED_MODELS = [
"gorilla-openfunctions-v2",
"DeepSeek-V3.2-Exp",
"DeepSeek-V3.2-Exp-FC",
"DeepSeek-V3.2-Exp-thinking",
"gpt-5.2-2025-12-11-FC",
"gpt-5.2-2025-12-11",
"gpt-5-mini-2025-08-07-FC",
"gpt-5-mini-2025-08-07",
"gpt-5-nano-2025-08-07-FC",
"gpt-5-nano-2025-08-07",
"gpt-4.1-2025-04-14-FC",
"gpt-4.1-2025-04-14",
"gpt-4.1-mini-2025-04-14-FC",
"gpt-4.1-mini-2025-04-14",
"gpt-4.1-nano-2025-04-14-FC",
"gpt-4.1-nano-2025-04-14",
"gpt-4o-2024-11-20",
"gpt-4o-2024-11-20-FC",
"gpt-4o-mini-2024-07-18",
"gpt-4o-mini-2024-07-18-FC",
"o3-2025-04-16",
"o3-2025-04-16-FC",
"o4-mini-2025-04-16",
"o4-mini-2025-04-16-FC",
"claude-opus-4-5-20251101",
"claude-opus-4-5-20251101-FC",
"claude-sonnet-4-5-20250929",
"claude-sonnet-4-5-20250929-FC",
"claude-haiku-4-5-20251001",
"claude-haiku-4-5-20251001-FC",
"nova-pro-v1.0",
"nova-2-lite-v1.0",
"nova-micro-v1.0",
"open-mistral-nemo-2407",
"open-mistral-nemo-2407-FC",
"mistral-large-2411",
"mistral-large-2411-FC",
"mistral-small-2506",
"mistral-small-2506-FC",
"mistral-medium-2505",
"mistral-medium-2505-FC",
"firefunction-v2-FC",
"gemini-2.5-flash-lite-FC",
"gemini-2.5-flash-lite",
"gemini-2.5-flash-FC",
"gemini-2.5-flash",
"gemini-3-pro-preview-FC",
"gemini-3-pro-preview",
"gemini-3.1-flash-lite-preview-FC",
"gemini-3.1-flash-lite-preview",
"meetkai/functionary-small-v3.1-FC",
"meetkai/functionary-medium-v3.1-FC",
"command-r7b-12-2024-FC",
"command-a-03-2025-FC",
"command-a-reasoning-08-2025-FC",
"nvidia/llama-3.1-nemotron-ultra-253b-v1",
"nvidia/nemotron-4-340b-instruct",
"BitAgent/GoGoAgent",
"palmyra-x-004",
"grok-4-0709-FC",
"grok-4-0709",
"grok-4-1-fast-reasoning-FC",
"grok-4-1-fast-non-reasoning-FC",
"qwen3-0.6b-FC",
"qwen3-0.6b",
"qwen3-1.7b-FC",
"qwen3-1.7b",
"qwen3-4b-FC",
"qwen3-4b",
"qwen3-8b-FC",
"qwen3-8b",
"qwen3-14b-FC",
"qwen3-14b",
"qwen3-32b-FC",
"qwen3-32b",
"qwen3-30b-a3b-instruct-2507-FC",
"qwen3-30b-a3b-instruct-2507",
"qwen3-235b-a22b-instruct-2507-FC",
"qwen3-235b-a22b-instruct-2507",
"qwq-32b-FC",
"qwq-32b",
"xiaoming-14B",
"DM-Cito-8B-v3",
"DM-Cito-32B-v1",
"Ling/ling-lite-v1.5",
"glm-4.6-FC",
"glm-4.5-FC",
"glm-4.5-air-FC",
"kimi-k2-0905-preview-FC",
"kimi-k2-0905-preview",
"Nanbeige3.5-Pro-Thinking-FC",
"deepseek-ai/DeepSeek-R1",
"google/gemma-3-1b-it",
"google/gemma-3-4b-it",
"google/gemma-3-12b-it",
"google/gemma-3-27b-it",
"google/functiongemma-270m-it-FC",
"meta-llama/Llama-3.1-8B-Instruct-FC",
"meta-llama/Llama-3.1-8B-Instruct",
"meta-llama/Llama-3.1-70B-Instruct-FC",
"meta-llama/Llama-3.1-70B-Instruct",
"meta-llama/Llama-3.2-1B-Instruct-FC",
"meta-llama/Llama-3.2-3B-Instruct-FC",
"meta-llama/Llama-3.3-70B-Instruct-FC",
"meta-llama/Llama-4-Scout-17B-16E-Instruct-FC",
"meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8-FC",
"Salesforce/Llama-xLAM-2-70b-fc-r",
"Salesforce/Llama-xLAM-2-8b-fc-r",
"Salesforce/xLAM-2-32b-fc-r",
"Salesforce/xLAM-2-3b-fc-r",
"Salesforce/xLAM-2-1b-fc-r",
"mistralai/Ministral-8B-Instruct-2410",
"microsoft/phi-4",
"microsoft/Phi-4-mini-instruct",
"microsoft/Phi-4-mini-instruct-FC",
"ibm-granite/granite-3.2-8b-instruct",
"ibm-granite/granite-3.1-8b-instruct",
"ibm-granite/granite-4.0-350m",
"ibm-granite/granite-20b-functioncalling",
"MadeAgents/Hammer2.1-7b",
"MadeAgents/Hammer2.1-3b",
"MadeAgents/Hammer2.1-1.5b",
"MadeAgents/Hammer2.1-0.5b",
"THUDM/glm-4-9b-chat",
"Qwen/Qwen3-0.6B-FC",
"Qwen/Qwen3-0.6B",
"Qwen/Qwen3-1.7B-FC",
"Qwen/Qwen3-1.7B",
"Qwen/Qwen3-4B-Instruct-2507-FC",
"Qwen/Qwen3-4B-Instruct-2507",
"Qwen/Qwen3-8B-FC",
"Qwen/Qwen3-8B",
"Qwen/Qwen3-14B-FC",
"Qwen/Qwen3-14B",
"Qwen/Qwen3-32B-FC",
"Qwen/Qwen3-32B",
"Qwen/Qwen3-30B-A3B-Instruct-2507-FC",
"Qwen/Qwen3-30B-A3B-Instruct-2507",
"Qwen/Qwen3-235B-A22B-Instruct-2507-FC",
"Qwen/Qwen3-235B-A22B-Instruct-2507",
"Team-ACE/ToolACE-2-8B",
"openbmb/MiniCPM3-4B",
"openbmb/MiniCPM3-4B-FC",
"openbmb/MiniCPM-SALA-FC",
"watt-ai/watt-tool-8B",
"watt-ai/watt-tool-70B",
"ZJared/Haha-7B",
"speakleash/Bielik-11B-v2.3-Instruct",
"NovaSky-AI/Sky-T1-32B-Preview",
"tiiuae/Falcon3-10B-Instruct-FC",
"tiiuae/Falcon3-7B-Instruct-FC",
"tiiuae/Falcon3-3B-Instruct-FC",
"tiiuae/Falcon3-1B-Instruct-FC",
"uiuc-convai/CoALM-8B",
"uiuc-convai/CoALM-70B",
"uiuc-convai/CoALM-405B",
"katanemo/Arch-Agent-1.5B",
"katanemo/Arch-Agent-3B",
"katanemo/Arch-Agent-7B",
"katanemo/Arch-Agent-32B",
"BitAgent/BitAgent-8B",
"BitAgent/BitAgent-Bounty-8B",
"ThinkAgents/ThinkAgent-1B",
"phronetic-ai/RZN-T",
"Nanbeige/Nanbeige4-3B-Thinking-2511",
"meta-llama/llama-4-maverick-17b-128e-instruct-fp8-novita",
"meta-llama/llama-4-maverick-17b-128e-instruct-fp8-FC-novita",
"meta-llama/llama-4-scout-17b-16e-instruct-novita",
"meta-llama/llama-4-scout-17b-16e-instruct-FC-novita",
"qwen/qwq-32b-FC-novita",
"qwen/qwq-32b-novita",
"qwen3-4b-think-FC",
"qwen3-4b-nothink-FC",
"DM-Cito-32B-v1",
]