> ## Documentation Index > Fetch the complete documentation index at: https://braintrust.dev/docs/llms.txt > Use this file to discover all available pages before exploring further. # Supported models > Models available through the Braintrust gateway export const SupportedGatewayModels = () => { const [providerFilter, setProviderFilter] = React.useState("all"); const [searchTerm, setSearchTerm] = React.useState(""); const searchInputRef = React.useRef(null); React.useEffect(() => { const handleKeyDown = e => { if ((e.metaKey || e.ctrlKey) && e.key === "f") { e.preventDefault(); e.stopPropagation(); searchInputRef.current?.focus(); searchInputRef.current?.select(); } else if (e.key === "Escape" && document.activeElement === searchInputRef.current) { setSearchTerm(""); searchInputRef.current?.blur(); } }; window.addEventListener("keydown", handleKeyDown, true); return () => window.removeEventListener("keydown", handleKeyDown, true); }, []); const models = React.useMemo(() => ({ "gpt-35-turbo-16k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 4, "displayName": "GPT 3.5T 16k", "deprecated": true, "providers": ["azure"] }, "gpt-35-turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "GPT 3.5T", "deprecated": true, "providers": ["azure"] }, "gpt-5.5-2026-04-23": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 30, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "GPT-5.5 (2026-04-23)", "reasoning": true, "parent": "gpt-5.5", "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.5-pro-2026-04-23": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 180, "input_cache_read_cost_per_mil_tokens": 3, "displayName": "GPT-5.5 Pro (2026-04-23)", "reasoning": true, "parent": "gpt-5.5-pro", "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 30, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "GPT-5.5", "reasoning": true, "fallback_models": ["openai.gpt-5.5"], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.5-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 180, "input_cache_read_cost_per_mil_tokens": 3, "displayName": "GPT-5.5 Pro", "reasoning": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-mini-2026-03-17": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.75, "output_cost_per_mil_tokens": 4.5, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-5.4 mini (2026-03-17)", "reasoning": true, "parent": "gpt-5.4-mini", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-nano-2026-03-17": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.02, "displayName": "GPT-5.4 nano (2026-03-17)", "reasoning": true, "parent": "gpt-5.4-nano", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-2026-03-05": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.25, "displayName": "GPT-5.4 (2026-03-05)", "reasoning": true, "parent": "gpt-5.4", "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-pro-2026-03-05": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 180, "input_cache_read_cost_per_mil_tokens": 3, "displayName": "GPT-5.4 Pro (2026-03-05)", "reasoning": true, "parent": "gpt-5.4-pro", "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.25, "displayName": "GPT-5.4", "reasoning": true, "fallback_models": ["openai.gpt-5.4"], "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.75, "output_cost_per_mil_tokens": 4.5, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-5.4 mini", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-nano": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.02, "displayName": "GPT-5.4 nano", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.4-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 180, "input_cache_read_cost_per_mil_tokens": 3, "displayName": "GPT-5.4 Pro", "reasoning": true, "max_input_tokens": 1050000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.3-chat-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.3 chat", "reasoning": true, "deprecation_date": "2026-08-10", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.3-codex": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.3 Codex", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2-2025-12-11": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.2 (2025-12-11)", "reasoning": true, "parent": "gpt-5.2", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2-pro-2025-12-11": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 21, "output_cost_per_mil_tokens": 168, "displayName": "GPT-5.2 Pro (2025-12-11)", "reasoning": true, "parent": "gpt-5.2-pro", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.2", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2-chat-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.2 chat", "reasoning": true, "deprecation_date": "2026-08-10", "parent": "gpt-5.2", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2-codex": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.75, "output_cost_per_mil_tokens": 14, "input_cache_read_cost_per_mil_tokens": 0.175, "displayName": "GPT-5.2 Codex", "reasoning": true, "deprecation_date": "2026-07-23", "parent": "gpt-5.2", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.2-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 21, "output_cost_per_mil_tokens": 168, "displayName": "GPT-5.2 Pro", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1-2025-11-13": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5.1 (2025-11-13)", "reasoning": true, "parent": "gpt-5.1", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5.1", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1-chat-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5.1 chat", "reasoning": true, "deprecation_date": "2026-07-23", "parent": "gpt-5.1", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1-codex": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5.1 Codex", "reasoning": true, "deprecation_date": "2026-07-23", "parent": "gpt-5.1", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1-codex-max": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "deprecation_date": "2026-07-23", "parent": "gpt-5.1", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5.1-codex-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 2, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-5.1 Codex Mini", "reasoning": true, "deprecation_date": "2026-07-23", "parent": "gpt-5.1", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-search-api-2025-10-14": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5 Search API (2025-10-14)", "parent": "gpt-5-search-api", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-pro-2025-10-06": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 120, "displayName": "GPT-5 Pro (2025-10-06)", "reasoning": true, "parent": "gpt-5-pro", "max_input_tokens": 128000, "max_output_tokens": 272000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-2025-08-07": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5 (2025-08-07)", "reasoning": true, "deprecation_date": "2026-12-11", "parent": "gpt-5", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-mini-2025-08-07": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 2, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-5 mini (2025-08-07)", "reasoning": true, "deprecation_date": "2026-12-11", "parent": "gpt-5-mini", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-nano-2025-08-07": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.05, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.005, "displayName": "GPT-5 nano (2025-08-07)", "reasoning": true, "parent": "gpt-5-nano", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-chat": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-chat-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5 chat", "reasoning": true, "deprecation_date": "2026-07-23", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-codex": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5 Codex", "reasoning": true, "deprecation_date": "2026-07-23", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 2, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-5 mini", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-nano": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.05, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.005, "displayName": "GPT-5 nano", "reasoning": true, "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 120, "displayName": "GPT-5 Pro", "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 272000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-5-search-api": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "GPT-5 Search API", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.5-preview-2025-02-27": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 75, "output_cost_per_mil_tokens": 150, "input_cache_read_cost_per_mil_tokens": 37.5, "displayName": "GPT-4.5 Preview (2025-02-27)", "experimental": true, "deprecation_date": "2025-07-14", "parent": "gpt-4.5-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "gpt-4.5-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 75, "output_cost_per_mil_tokens": 150, "input_cache_read_cost_per_mil_tokens": 37.5, "displayName": "GPT-4.5 Preview", "experimental": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1-2025-04-14": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "GPT-4.1 (2025-04-14)", "parent": "gpt-4.1", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1-mini-2025-04-14": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 1.6, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "GPT-4.1 mini (2025-04-14)", "parent": "gpt-4.1-mini", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1-nano-2025-04-14": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-4.1 nano (2025-04-14)", "parent": "gpt-4.1-nano", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "GPT-4.1", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 1.6, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "GPT-4.1 mini", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4.1-nano": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "GPT-4.1 nano", "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-32k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 60, "output_cost_per_mil_tokens": 120, "displayName": "GPT 4 32k", "deprecated": true, "max_input_tokens": 32768, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-32k-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 60, "output_cost_per_mil_tokens": 120, "displayName": "GPT 4 32k 0613", "deprecated": true, "max_input_tokens": 32768, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-32k-0314": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 60, "output_cost_per_mil_tokens": 120, "displayName": "GPT 4 32k 0314", "deprecated": true, "max_input_tokens": 32768, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-audio-preview-2024-12-17": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o Audio Preview (2024-12-17)", "parent": "gpt-4o-audio-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-audio-preview-2024-12-17": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "GPT-4o mini Audio Preview (2024-12-17)", "parent": "gpt-4o-mini-audio-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-realtime-preview-2024-12-17": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "input_cache_read_cost_per_mil_tokens": 0.3, "displayName": "GPT-4o mini Realtime Preview (2024-12-17)", "parent": "gpt-4o-mini-realtime-preview", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-realtime-preview-2024-12-17": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 20, "input_cache_read_cost_per_mil_tokens": 2.5, "displayName": "GPT-4o Realtime Preview (2024-12-17)", "parent": "gpt-4o-realtime-preview", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-transcribe-2025-12-15": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "displayName": "GPT-4o mini Transcribe (2025-12-15)", "parent": "gpt-4o-mini-transcribe", "max_input_tokens": 16000, "max_output_tokens": 2000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-tts-2025-12-15": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o mini TTS (2025-12-15)", "parent": "gpt-4o-mini-tts", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-2024-11-20": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o (2024-11-20)", "parent": "gpt-4o", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-2024-08-06": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o (2024-08-06)", "parent": "gpt-4o", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-2024-07-18": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-4o mini (2024-07-18)", "parent": "gpt-4o-mini", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-audio-preview-2025-06-03": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o Audio Preview (2025-06-03)", "parent": "gpt-4o-audio-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-realtime-preview-2025-06-03": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 20, "input_cache_read_cost_per_mil_tokens": 2.5, "displayName": "GPT-4o Realtime Preview (2025-06-03)", "parent": "gpt-4o-realtime-preview", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-2024-05-13": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 15, "displayName": "GPT-4o (2024-05-13)", "deprecation_date": "2026-10-23", "parent": "gpt-4o", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-turbo-2024-04-09": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT-4 Turbo (2024-04-09)", "parent": "gpt-4-turbo", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-transcribe-2025-03-20": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "displayName": "GPT-4o mini Transcribe (2025-03-20)", "parent": "gpt-4o-mini-transcribe", "max_input_tokens": 16000, "max_output_tokens": 2000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-tts-2025-03-20": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o mini TTS (2025-03-20)", "parent": "gpt-4o-mini-tts", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-search-preview-2025-03-11": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-4o mini Search Preview (2025-03-11)", "experimental": true, "parent": "gpt-4o-mini-search-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-search-preview-2025-03-11": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o Search Preview (2025-03-11)", "experimental": true, "parent": "gpt-4o-search-preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 60, "displayName": "GPT-4", "max_input_tokens": 8192, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-turbo": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT-4 Turbo", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-turbo-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "parent": "gpt-4-turbo", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-vision-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT 4 Vision-Preview", "deprecated": true, "deprecation_date": "2024-12-06", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-audio-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o Audio Preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-4o mini", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-audio-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "GPT-4o mini Audio Preview", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-realtime-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "input_cache_read_cost_per_mil_tokens": 0.3, "displayName": "GPT-4o mini Realtime Preview", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-search-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.075, "displayName": "GPT-4o mini Search Preview", "experimental": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-transcribe": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "displayName": "GPT-4o mini Transcribe", "max_input_tokens": 16000, "max_output_tokens": 2000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-mini-tts": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT-4o mini TTS", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-realtime-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 20, "input_cache_read_cost_per_mil_tokens": 2.5, "displayName": "GPT-4o Realtime Preview", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-search-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT-4o Search Preview", "experimental": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-transcribe": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "max_input_tokens": 16000, "max_output_tokens": 2000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4o-transcribe-diarize": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "max_input_tokens": 16000, "max_output_tokens": 2000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-1106-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "experimental": true, "deprecation_date": "2026-03-26", "parent": "gpt-4", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "gpt-4-1106-vision-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "displayName": "GPT 4 1106 Vision-Preview", "deprecated": true, "deprecation_date": "2024-12-06", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-4-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 60, "deprecation_date": "2025-06-06", "parent": "gpt-4", "max_input_tokens": 8192, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "gpt-4-0314": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 60, "deprecation_date": "2026-03-26", "parent": "gpt-4", "max_input_tokens": 8192, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "gpt-4-0125-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 30, "experimental": true, "deprecation_date": "2026-03-26", "parent": "gpt-4", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "gpt-3.5-turbo-16k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 4, "displayName": "GPT 3.5T 16k", "deprecated": true, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-16k-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 4, "displayName": "GPT 3.5T 16k 0613", "deprecated": true, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "GPT 3.5T", "deprecated": true, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-instruct": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 2, "displayName": "GPT 3.5T Instruct", "deprecated": true, "max_input_tokens": 8192, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-1106": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 2, "displayName": "GPT 3.5T 1106", "deprecated": true, "deprecation_date": "2026-09-28", "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-instruct-0914": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 2, "displayName": "GPT 3.5T Instruct 0914", "deprecated": true, "max_input_tokens": 8192, "max_output_tokens": 4097, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 2, "displayName": "GPT 3.5T 0613", "deprecated": true, "max_input_tokens": 4097, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-0301": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 2, "displayName": "GPT 3.5T 0301", "deprecated": true, "max_input_tokens": 4097, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-3.5-turbo-0125": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "GPT 3.5T 0125", "deprecated": true, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "accounts/fireworks/models/gpt-oss-120b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.015, "displayName": "GPT-OSS (120B)", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/gpt-oss-safeguard-120b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "gpt-oss-120b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.35, "output_cost_per_mil_tokens": 0.75, "displayName": "OpenAI GPT-OSS (120B)", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 40960, "available_providers": ["cerebras"], "providers": ["cerebras"] }, "openai/gpt-oss-120b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "OpenAI GPT-OSS (120B)", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 65536, "available_providers": ["groq", "together", "baseten"], "providers": ["groq", "together", "baseten"] }, "accounts/fireworks/models/gpt-oss-20b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.035, "displayName": "GPT-OSS (20B)", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/gpt-oss-safeguard-20b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "openai/gpt-oss-20b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.0375, "displayName": "OpenAI GPT-OSS (20B)", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 65536, "available_providers": ["groq", "together"], "providers": ["groq", "together"] }, "o4-mini-deep-research-2025-06-26": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "o4-mini Deep Research (2025-06-26)", "deprecation_date": "2026-07-23", "parent": "o4-mini-deep-research", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o4-mini-2025-04-16": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.275, "displayName": "o4-mini (2025-04-16)", "reasoning": true, "deprecation_date": "2026-10-23", "parent": "o4-mini", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o4-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.275, "displayName": "o4-mini", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o4-mini-deep-research": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "o4-mini Deep Research", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-deep-research-2025-06-26": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 40, "input_cache_read_cost_per_mil_tokens": 2.5, "displayName": "o3 Deep Research (2025-06-26)", "deprecation_date": "2026-07-23", "parent": "o3-deep-research", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-pro-2025-06-10": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 20, "output_cost_per_mil_tokens": 80, "displayName": "o3 Pro (2025-06-10)", "reasoning": true, "parent": "o3-pro", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-2025-04-16": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "o3 (2025-04-16)", "reasoning": true, "deprecation_date": "2026-12-11", "parent": "o3", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-mini-2025-01-31": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "o3 mini (2025-01-31)", "reasoning": true, "parent": "o3-mini", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "o3", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-deep-research": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 40, "input_cache_read_cost_per_mil_tokens": 2.5, "displayName": "o3 Deep Research", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "o3 mini", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o3-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 20, "output_cost_per_mil_tokens": 80, "displayName": "o3 Pro", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-2024-12-17": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 60, "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1 (2024-12-17)", "reasoning": true, "deprecation_date": "2026-10-23", "parent": "o1", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-mini-2024-09-12": { "format": "openai", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 1.5, "displayName": "o1 mini (2024-09-12)", "reasoning": true, "deprecation_date": "2025-10-27", "parent": "o1-mini", "max_input_tokens": 128000, "max_output_tokens": 65536, "available_providers": ["openai", "azure"], "deprecated": true, "providers": ["openai", "azure"] }, "o1-preview-2024-09-12": { "format": "openai", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 60, "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1 Preview (2024-09-12)", "reasoning": true, "experimental": true, "parent": "o1-preview", "max_input_tokens": 128000, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-pro-2025-03-19": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 150, "output_cost_per_mil_tokens": 600, "displayName": "o1 Pro (2025-03-19)", "reasoning": true, "parent": "o1-pro", "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 60, "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-mini": { "format": "openai", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "o1 mini", "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 65536, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-preview": { "format": "openai", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 60, "input_cache_read_cost_per_mil_tokens": 7.5, "displayName": "o1 Preview", "reasoning": true, "experimental": true, "parent": "o1", "max_input_tokens": 128000, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "o1-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 150, "output_cost_per_mil_tokens": 600, "displayName": "o1 Pro", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "chatgpt-4o-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 15, "displayName": "ChatGPT-4o", "deprecated": true, "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "text-davinci-003": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 2, "displayName": "Text Davinci 003", "deprecated": true, "providers": ["openai", "azure"] }, "claude-sonnet-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4.6", "reasoning": true, "reasoning_budget": true, "fallback_models": ["anthropic.claude-sonnet-4-6", "global.anthropic.claude-sonnet-4-6", "publishers/anthropic/models/claude-sonnet-4-6", "us.anthropic.claude-sonnet-4-6"], "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-sonnet-4-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4.5", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/anthropic/models/claude-sonnet-4-5"], "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-sonnet-4-5-20250929": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4.5 (2025-09-29)", "reasoning": true, "reasoning_budget": true, "parent": "claude-sonnet-4-5", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-sonnet-4-20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4 (2025-05-14)", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-05-14", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-4-sonnet-20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4 (old naming format)", "deprecated": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-7-sonnet-latest": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 3.7", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2025-06-01", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-3-7-sonnet-20250219": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 3.7 (2025-02-19)", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-02-19", "parent": "claude-3-7-sonnet-latest", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-haiku-4-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "input_cache_write_5m_cost_per_mil_tokens": 1.25, "input_cache_write_1h_cost_per_mil_tokens": 2, "displayName": "Claude Haiku 4.5", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/anthropic/models/claude-haiku-4-5"], "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-haiku-4-5-20251001": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "input_cache_write_5m_cost_per_mil_tokens": 1.25, "input_cache_write_1h_cost_per_mil_tokens": 2, "displayName": "Claude Haiku 4.5 (2025-10-01)", "reasoning": true, "reasoning_budget": true, "parent": "claude-haiku-4-5", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-5-haiku-latest": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "input_cache_write_5m_cost_per_mil_tokens": 1, "input_cache_write_1h_cost_per_mil_tokens": 1.6, "displayName": "Claude Haiku 3.5", "deprecation_date": "2025-10-01", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-3-5-haiku-20241022": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "input_cache_write_5m_cost_per_mil_tokens": 1, "input_cache_write_1h_cost_per_mil_tokens": 1.6, "displayName": "Claude Haiku 3.5 (2024-10-22)", "deprecation_date": "2025-10-01", "parent": "claude-3-5-haiku-latest", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-3-5-sonnet-latest": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.5", "deprecated": true, "deprecation_date": "2025-06-01", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-5-sonnet-20241022": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.5 (2024-10-22)", "deprecated": true, "deprecation_date": "2025-10-01", "parent": "claude-3-5-sonnet-latest", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-5-sonnet-20240620": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.5 (2024-06-20)", "deprecated": true, "deprecation_date": "2025-06-01", "parent": "claude-3-5-sonnet-latest", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-opus-4-20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-05-14", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "fallback_models": ["anthropic.claude-opus-4-7", "global.anthropic.claude-opus-4-7", "publishers/anthropic/models/claude-opus-4-7", "us.anthropic.claude-opus-4-7"], "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "publishers/anthropic/models/claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["vertex"], "providers": ["vertex"] }, "claude-opus-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.6", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/anthropic/models/claude-opus-4-6"], "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "publishers/anthropic/models/claude-opus-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 128000, "available_providers": ["vertex"], "providers": ["vertex"] }, "claude-opus-4-6-20260205": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.6 (2026-02-05)", "reasoning": true, "parent": "claude-opus-4-6", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-opus-4-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-opus-4-5-20251101": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.5 (2025-11-01)", "reasoning": true, "reasoning_budget": true, "parent": "claude-opus-4-5", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "publishers/anthropic/models/claude-opus-4-5@20251101": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "providers": ["vertex"] }, "claude-opus-4-1": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4.1", "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-opus-4-1-20250805": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4.1 (2025-08-05)", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-08-05", "parent": "claude-opus-4-1", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "publishers/anthropic/models/claude-opus-4-1@20250805": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4.1", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 32000, "providers": ["vertex"] }, "publishers/anthropic/models/claude-opus-4": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4", "reasoning": true, "reasoning_budget": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-opus-4@20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "reasoning": true, "reasoning_budget": true, "parent": "publishers/anthropic/models/claude-opus-4", "providers": ["vertex"] }, "claude-4-opus-20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 4 (old naming format)", "deprecated": true, "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-opus-latest": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 3", "deprecation_date": "2025-03-01", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-3-opus-20240229": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 3 (2024-02-29)", "deprecation_date": "2026-05-01", "parent": "claude-3-opus-latest", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["anthropic"], "deprecated": true, "providers": ["anthropic"] }, "claude-3-sonnet-20240229": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3", "deprecated": true, "deprecation_date": "2025-07-21", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-3-haiku-20240307": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.03, "input_cache_write_cost_per_mil_tokens": 0.3, "input_cache_write_5m_cost_per_mil_tokens": 0.3, "input_cache_write_1h_cost_per_mil_tokens": 0.5, "displayName": "Claude Haiku 3", "deprecated": true, "deprecation_date": "2026-04-20", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-instant-1.2": { "format": "anthropic", "flavor": "chat", "input_cost_per_mil_tokens": 0.163, "output_cost_per_mil_tokens": 0.551, "displayName": "Claude Instant 1.2", "deprecated": true, "max_input_tokens": 100000, "max_output_tokens": 8191, "providers": ["anthropic"] }, "claude-instant-1": { "format": "anthropic", "flavor": "chat", "input_cost_per_mil_tokens": 1.63, "output_cost_per_mil_tokens": 5.51, "displayName": "Claude Instant 1", "deprecated": true, "max_input_tokens": 100000, "max_output_tokens": 8191, "providers": ["anthropic"] }, "claude-2.1": { "format": "anthropic", "flavor": "chat", "input_cost_per_mil_tokens": 8, "output_cost_per_mil_tokens": 24, "displayName": "Claude 2.1", "deprecated": true, "max_input_tokens": 200000, "max_output_tokens": 8191, "providers": ["anthropic"] }, "claude-2.0": { "format": "anthropic", "flavor": "chat", "input_cost_per_mil_tokens": 8, "output_cost_per_mil_tokens": 24, "displayName": "Claude 2.0", "deprecated": true, "providers": ["anthropic"] }, "claude-2": { "format": "anthropic", "flavor": "chat", "input_cost_per_mil_tokens": 8, "output_cost_per_mil_tokens": 24, "displayName": "Claude 2", "deprecated": true, "max_input_tokens": 100000, "max_output_tokens": 8191, "providers": ["anthropic"] }, "claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "input_cache_write_5m_cost_per_mil_tokens": 6.25, "input_cache_write_1h_cost_per_mil_tokens": 10, "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "fallback_models": ["anthropic.claude-opus-4-8", "global.anthropic.claude-opus-4-8", "publishers/anthropic/models/claude-opus-4-8", "us.anthropic.claude-opus-4-8"], "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "claude-fable-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 50, "input_cache_read_cost_per_mil_tokens": 1, "input_cache_write_cost_per_mil_tokens": 12.5, "input_cache_write_5m_cost_per_mil_tokens": 12.5, "input_cache_write_1h_cost_per_mil_tokens": 20, "displayName": "Claude Fable 5", "reasoning": true, "reasoning_budget": true, "fallback_models": ["anthropic.claude-fable-5", "global.anthropic.claude-fable-5", "publishers/anthropic/models/claude-fable-5"], "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["anthropic"], "providers": ["anthropic"] }, "meta/llama-2-70b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.65, "output_cost_per_mil_tokens": 2.75, "displayName": "LLaMA 2 70b Chat", "providers": ["replicate"] }, "mistral.mixtral-8x7b-instruct-v0:1": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.45, "output_cost_per_mil_tokens": 0.7, "displayName": "Mixtral 8x7B", "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "accounts/fireworks/models/mistral-7b-instruct-4k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mistral-7b-instruct-v3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mistralai/Mistral-7B-Instruct-v0.3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Mistral (7B) Instruct v0.3", "providers": ["together"] }, "accounts/fireworks/models/mistral-7b-instruct-v0p2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mistral-7b-v0p2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mistral.mistral-7b-instruct-v0:2": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.2, "displayName": "Mistral 7B", "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistralai/Mistral-7B-Instruct-v0.2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Mistral (7B) Instruct v0.2", "providers": ["together"] }, "mistralai/Mistral-7B-Instruct-v0.1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Mistral (7B) Instruct", "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/mistral-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mistral-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.07, "displayName": "Mistral 7B", "providers": ["lepton"] }, "mistral.mistral-large-2402-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 8, "output_cost_per_mil_tokens": 24, "displayName": "Mistral Large 24.02", "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.mistral-small-2402-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 3, "displayName": "Mistral Small 24.02", "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.mistral-large-3-675b-instruct": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Mistral Large 3 (675B)", "max_input_tokens": 256000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral": { "format": "openai", "flavor": "chat", "providers": ["ollama"] }, "accounts/fireworks/models/phi-3-mini-128k-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/phi-3-vision-128k-instruct": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Phi 3.5 Vision Instruct", "max_input_tokens": 32064, "max_output_tokens": 32064, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/phi-2-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 2048, "max_output_tokens": 2048, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "phi": { "format": "openai", "flavor": "chat", "deprecated": true, "providers": ["ollama"] }, "sonar": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 1, "displayName": "Sonar", "max_input_tokens": 128000, "available_providers": ["perplexity"], "providers": ["perplexity"] }, "sonar-pro": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "displayName": "Sonar Pro", "max_input_tokens": 200000, "max_output_tokens": 8000, "available_providers": ["perplexity"], "providers": ["perplexity"] }, "sonar-reasoning": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "displayName": "Sonar Reasoning", "deprecated": true, "deprecation_date": "2025-12-15", "max_input_tokens": 128000, "available_providers": ["perplexity"], "providers": ["perplexity"] }, "sonar-reasoning-pro": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "displayName": "Sonar Reasoning Pro", "max_input_tokens": 128000, "available_providers": ["perplexity"], "providers": ["perplexity"] }, "sonar-deep-research": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "displayName": "Sonar Deep Research", "max_input_tokens": 128000, "available_providers": ["perplexity"], "providers": ["perplexity"] }, "r1-1776": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 8, "displayName": "R1 1776", "deprecated": true, "deprecation_date": "2025-08-01", "providers": ["perplexity"] }, "meta-llama/Llama-4-Maverick-17B-128E-Instruct-FP8": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.27, "output_cost_per_mil_tokens": 0.85, "displayName": "Llama 4 Maverick Instruct (17Bx128E)", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Llama-4-Scout-17B-16E-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.59, "displayName": "Llama 4 Scout Instruct (17Bx16E)", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Llama-3.3-70B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.88, "output_cost_per_mil_tokens": 0.88, "displayName": "Llama 3.3 70B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Llama-3.3-70B-Instruct-Turbo-Free": { "format": "openai", "flavor": "chat", "displayName": "Llama 3.3 70B Instruct Turbo Free", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Llama-3.2-90B-Vision-Instruct-Turbo": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "Llama 3.2 90B Vision Instruct Turbo", "providers": ["together"] }, "meta-llama/Llama-3.2-11B-Vision-Instruct-Turbo": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "Llama 3.2 11B Vision Instruct Turbo", "providers": ["together"] }, "meta-llama/Llama-Vision-Free": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Llama Vision Free", "providers": ["together"] }, "meta-llama/Llama-3.2-3B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.06, "displayName": "Llama 3.2 3B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Meta-Llama-3.1-405B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3.5, "output_cost_per_mil_tokens": 3.5, "displayName": "Llama 3.1 405B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Meta-Llama-3.1-70B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.88, "output_cost_per_mil_tokens": 0.88, "displayName": "Llama 3.1 70B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Meta-Llama-3.1-8B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "Llama 3.1 8B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "meta-llama/Llama-3-70b-chat-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3 70B Instruct Reference", "providers": ["together"] }, "meta-llama/Meta-Llama-3-70B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.88, "output_cost_per_mil_tokens": 0.88, "displayName": "Llama 3 70B Instruct Turbo", "providers": ["together"] }, "meta-llama/Meta-Llama-3-70B-Instruct-Lite": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.54, "output_cost_per_mil_tokens": 0.54, "displayName": "Llama 3 70B Instruct Lite", "providers": ["together"] }, "meta-llama/Llama-3-8b-chat-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Llama 3 8B Instruct Reference", "providers": ["together"] }, "meta-llama/Meta-Llama-3-8B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "Llama 3 8B Instruct Turbo", "providers": ["together"] }, "meta-llama/Meta-Llama-3-8B-Instruct-Lite": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3 8B Instruct Lite", "providers": ["together"] }, "accounts/fireworks/models/gemma-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/gemma-7b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "gemma-7b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.05, "output_cost_per_mil_tokens": 0.08, "displayName": "Gemma 7b IT", "deprecated": true, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["groq"], "providers": ["groq"] }, "accounts/fireworks/models/gemma-3-27b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "google/gemma-2-27b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.35, "output_cost_per_mil_tokens": 1.05, "displayName": "Gemma-2 Instruct (27B)", "max_output_tokens": 8192, "providers": ["together"] }, "accounts/fireworks/models/gemma2-9b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "gemma2-9b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Gemma 2 9B", "providers": ["groq"] }, "google/gemma-2-9b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.35, "output_cost_per_mil_tokens": 1.05, "displayName": "Gemma-2 Instruct (9B)", "max_output_tokens": 8192, "providers": ["together"] }, "accounts/fireworks/models/gemma-2b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "google/gemma-2b-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Gemma Instruct (2B)", "providers": ["together"] }, "google/gemma-4-31B-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.5, "displayName": "Gemma 4 31B IT", "max_input_tokens": 262144, "available_providers": ["together"], "providers": ["together"] }, "google/gemma-3n-E4B-it": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.12, "displayName": "Gemma 3n E4B IT", "max_input_tokens": 32768, "available_providers": ["together"], "providers": ["together"] }, "mistralai/Mistral-Small-24B-Instruct-2501": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Mistral Small (24B) Instruct 25.01", "available_providers": ["together"], "providers": ["together"] }, "mistralai/Mixtral-8x22B-Instruct-v0.1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "Mixtral 8x22B Instruct v0.1", "providers": ["together"] }, "accounts/fireworks/models/mixtral-8x22b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mixtral-8x22b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "Mixtral MoE 8x22B Instruct", "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mixtral-8x22b-instruct-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mistralai/Mixtral-8x22B": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 1.08, "output_cost_per_mil_tokens": 1.08, "displayName": "Mixtral 8x22B", "deprecated": true, "providers": ["together"] }, "mistralai/mixtral-8x7b-32kseqlen": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.06, "displayName": "Mixtral 8x7B 32k", "deprecated": true, "providers": ["together"] }, "mistralai/Mixtral-8x7B-Instruct-v0.1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 0.6, "displayName": "Mixtral 8x7B Instruct v0.1", "available_providers": ["together"], "providers": ["together"] }, "mistralai/Mixtral-8x7B-Instruct-v0.1-json": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 0.6, "displayName": "Mixtral 8x7B Instruct v0.1 JSON", "deprecated": true, "providers": ["together"] }, "accounts/fireworks/models/mixtral-8x7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mixtral-8x7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "displayName": "Mixtral MoE 8x7B Instruct", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mixtral-8x7b-instruct-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mixtral-8x7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "displayName": "Mixtral 8x7b", "providers": ["lepton"] }, "mixtral-8x7b-32768": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.27, "output_cost_per_mil_tokens": 0.27, "displayName": "Mixtral 8x7B 32k", "deprecated": true, "providers": ["groq"] }, "accounts/fireworks/models/deepseek-v4-flash": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.14, "output_cost_per_mil_tokens": 0.28, "input_cache_read_cost_per_mil_tokens": 0.028, "displayName": "DeepSeek V4 Flash", "max_input_tokens": 1048576, "max_output_tokens": 384000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-v4-pro": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.74, "output_cost_per_mil_tokens": 3.48, "input_cache_read_cost_per_mil_tokens": 0.145, "displayName": "DeepSeek V4 Pro", "max_input_tokens": 1048576, "max_output_tokens": 384000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-V4-Pro": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.74, "output_cost_per_mil_tokens": 3.48, "input_cache_read_cost_per_mil_tokens": 0.145, "displayName": "DeepSeek V4 Pro", "max_input_tokens": 512000, "available_providers": ["together", "baseten"], "providers": ["together", "baseten"] }, "accounts/fireworks/models/deepseek-v3p2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.56, "output_cost_per_mil_tokens": 1.68, "displayName": "DeepSeek V3 P2", "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-v3p1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.56, "output_cost_per_mil_tokens": 1.68, "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-v3p1-terminus": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.56, "output_cost_per_mil_tokens": 1.68, "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-V3.1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "available_providers": ["baseten"], "providers": ["baseten"] }, "accounts/fireworks/models/deepseek-v3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "DeepSeek V3", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-V3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 1.25, "displayName": "DeepSeek V3", "max_input_tokens": 65536, "max_output_tokens": 8192, "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/deepseek-v3-0324": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "DeepSeek V3 03-24", "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-v2p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-v2-lite-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/deepseek-llm-67b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "DeepSeek LLM Chat (67B)", "providers": ["together"] }, "accounts/fireworks/models/deepseek-coder-33b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/deepseek-coder-33b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Deepseek Coder 33b Instruct", "deprecated": true, "providers": ["together"] }, "accounts/fireworks/models/deepseek-coder-7b-base-v1p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-coder-7b-instruct-v1p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-coder-7b-base": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek.v3.2": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.62, "output_cost_per_mil_tokens": 1.85, "displayName": "DeepSeek V3.2", "max_input_tokens": 164000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "deepseek.v3-v1:0": { "format": "converse", "flavor": "chat", "displayName": "DeepSeek V3.1", "max_input_tokens": 128000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "accounts/fireworks/models/deepseek-coder-v2-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-coder-v2-lite-base": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-coder-v2-lite-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-prover-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1-distill-llama-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-R1-Distill-Llama-70B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 2, "displayName": "DeepSeek R1 Distill Llama 70B", "providers": ["together"] }, "deepseek-ai/DeepSeek-R1-Distill-Llama-70B-Free": { "format": "openai", "flavor": "chat", "displayName": "DeepSeek R1 Distill Llama 70B Free", "providers": ["together"] }, "deepseek-r1-distill-llama-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.23, "output_cost_per_mil_tokens": 0.69, "displayName": "DeepSeek R1 Distill Llama 70b", "experimental": true, "providers": ["groq", "cerebras"] }, "deepseek-r1-distill-llama-70b-specdec": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.23, "output_cost_per_mil_tokens": 0.69, "displayName": "DeepSeek R1 Distill Llama 70b SpecDec", "experimental": true, "providers": ["groq"] }, "accounts/fireworks/models/deepseek-r1-distill-qwen-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-r1-distill-qwen-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.69, "output_cost_per_mil_tokens": 0.69, "displayName": "DeepSeek R1 Distill Qwen 32B 128k", "experimental": true, "providers": ["groq"] }, "accounts/fireworks/models/deepseek-r1-distill-qwen-14b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-R1-Distill-Qwen-14B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.6, "output_cost_per_mil_tokens": 1.6, "displayName": "DeepSeek R1 Distill Qwen 14B", "providers": ["together"] }, "accounts/fireworks/models/deepseek-r1-distill-llama-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1-distill-qwen-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1-0528-distill-qwen3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1-distill-qwen-1p5b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-R1-Distill-Qwen-1.5B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "DeepSeek R1 Distill Qwen 1.5B", "providers": ["together"] }, "deepseek.r1-v1:0": { "format": "converse", "flavor": "chat", "displayName": "DeepSeek R1", "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "accounts/fireworks/models/deepseek-coder-1b-base": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 8, "displayName": "DeepSeek R1 (Fast)", "max_input_tokens": 128000, "max_output_tokens": 20480, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/deepseek-r1-basic": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.55, "output_cost_per_mil_tokens": 2.19, "displayName": "DeepSeek R1 Basic", "max_input_tokens": 128000, "max_output_tokens": 20480, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "deepseek-ai/DeepSeek-R1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 7, "displayName": "DeepSeek R1", "max_input_tokens": 128000, "max_output_tokens": 20480, "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/deepseek-r1-0528": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 8, "max_input_tokens": 160000, "max_output_tokens": 160000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-coder-480b-a35b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.45, "output_cost_per_mil_tokens": 1.8, "displayName": "Qwen3 Coder 480B A35B Instruct", "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "Qwen3-Coder-480B-A35B-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.38, "output_cost_per_mil_tokens": 1.53, "displayName": "Qwen3 Coder 480B A35B Instruct", "providers": ["baseten"] }, "accounts/fireworks/models/qwen3-coder-480b-instruct-bf16": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-235b-a22b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "displayName": "Qwen3 235B A22B", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-235b-a22b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-235b-a22b-thinking": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-235b-a22b-instruct-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "displayName": "Qwen3 235B A22B Instruct 2507", "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-235b-a22b-thinking-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "publishers/qwen/models/qwen3-235b-a22b-instruct-2507-maas": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "displayName": "Qwen3 235B A22B Instruct 2507", "locations": ["global", "us-south1"], "max_input_tokens": 262144, "max_output_tokens": 16384, "providers": ["vertex"] }, "accounts/fireworks/models/qwen3-next-80b-a3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-next-80b-a3b-thinking": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-32b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3p6-plus": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "Qwen3.6 Plus", "available_providers": ["fireworks"], "providers": ["fireworks"] }, "qwen/qwen3-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.29, "output_cost_per_mil_tokens": 0.59, "displayName": "Qwen3-32B", "reasoning": true, "experimental": true, "max_input_tokens": 131072, "max_output_tokens": 40960, "available_providers": ["groq"], "providers": ["groq"] }, "accounts/fireworks/models/qwen3-30b-a3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Qwen3 30B A3B", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-coder-30b-a3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-30b-a3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-30b-a3b-thinking": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-30b-a3b-instruct-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-30b-a3b-thinking-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-14b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "reasoning": true, "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-reranker-8b": { "format": "openai", "flavor": "chat", "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-vl-8b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-4b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-reranker-4b": { "format": "openai", "flavor": "chat", "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-4b-instruct-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-1p7b-fp8-draft": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-1p7b-fp8-draft-131072": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-1p7b-fp8-draft-40960": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-1p7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-0p6b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3-reranker-0p6b": { "format": "openai", "flavor": "chat", "max_input_tokens": 40960, "max_output_tokens": 40960, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-72b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-72b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen2.5 72B Instruct", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-math-72b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-vl-72b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "Qwen/Qwen2.5-72B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "Qwen 2.5 72B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/qwen2p5-coder-32b-instruct-128k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-32b-instruct-64k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-32b-instruct-32k-rope": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-32b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-32b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen2.5 Coder 32B Instruct", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-vl-32b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "qwen-2.5-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.79, "output_cost_per_mil_tokens": 0.79, "displayName": "Qwen 2.5 32B Instruct 128k", "experimental": true, "providers": ["groq"] }, "qwen-2.5-coder-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.79, "output_cost_per_mil_tokens": 0.79, "displayName": "Qwen 2.5 Coder 32B Instruct 128k", "experimental": true, "providers": ["groq"] }, "Qwen/Qwen2.5-Coder-32B-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Qwen 2.5 Coder 32B Instruct", "providers": ["together"] }, "accounts/fireworks/models/qwen-v2p5-14b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-14b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-14b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-14b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen-v2p5-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-vl-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "Qwen/Qwen2.5-7B-Instruct-Turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.3, "displayName": "Qwen 2.5 7B Instruct Turbo", "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/qwen2p5-coder-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-vl-3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-1p5b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-1p5b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-1p5b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-0p5b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-0p5b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2p5-coder-0p5b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2-72b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2-vl-72b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen2 VL 72B Instruct", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "Qwen/Qwen2-72B-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen 2 Instruct (72B)", "providers": ["together"] }, "Qwen/Qwen2-VL-72B-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "Qwen-2VL (72B) Instruct", "providers": ["together"] }, "accounts/fireworks/models/qwen2-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2-vl-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen2-vl-2b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen1p5-72b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen-qwq-32b-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen QwQ 32B Preview", "deprecated": true, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "qwen-qwq-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.29, "output_cost_per_mil_tokens": 0.39, "displayName": "Qwen QwQ 32B (Preview) 128k", "experimental": true, "providers": ["groq"] }, "Qwen/QwQ-32B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Qwen QwQ 32B", "providers": ["together"] }, "nvidia/Llama-3.1-Nemotron-70B-Instruct-HF": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.88, "output_cost_per_mil_tokens": 0.88, "displayName": "Llama 3.1 Nemotron 70B Instruct HF", "providers": ["together"] }, "microsoft/WizardLM-2-8x22B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "WizardLM-2 (8x22B)", "providers": ["together"] }, "accounts/fireworks/models/dbrx-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "databricks/dbrx-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "displayName": "DBRX Instruct", "providers": ["together"] }, "accounts/fireworks/models/nous-hermes-llama2-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/nous-hermes-2-yi-34b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "NousResearch/Nous-Hermes-2-Yi-34B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Nous Hermes 2 Yi 34B", "deprecated": true, "providers": ["together"] }, "accounts/fireworks/models/nous-hermes-llama2-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "nous-hermes-llama2-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "Nous: Hermes 13B", "providers": ["lepton"] }, "accounts/fireworks/models/nous-hermes-2-mixtral-8x7b-dpo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 0.6, "displayName": "Nous Hermes 2 - Mixtral 8x7B-DPO", "providers": ["together"] }, "accounts/fireworks/models/nous-hermes-llama2-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mythomax-l2-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "Gryphe/MythoMax-L2-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.3, "displayName": "MythoMax-L2 (13B)", "providers": ["together"] }, "Gryphe/MythoMax-L2-13b-Lite": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Gryphe MythoMax L2 Lite (13B)", "providers": ["together"] }, "meta-llama/Meta-Llama-3-70B": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3 70b", "deprecated": true, "providers": ["together"] }, "meta-llama/Llama-3-8b-hf": { "format": "openai", "flavor": "completion", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Llama 3 8b HF", "deprecated": true, "providers": ["together"] }, "meta-llama/Llama-2-70b-chat-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 2 70b Chat HF", "deprecated": true, "providers": ["together"] }, "Qwen/QwQ-32B-Preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Qwen QwQ 32B Preview", "deprecated": true, "providers": ["together"] }, "Qwen/Qwen3.5-397B-A17B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3.6, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "Qwen3.5 397B A17B", "max_input_tokens": 262144, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3.6-Plus": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "displayName": "Qwen3.6 Plus", "max_input_tokens": 1000000, "supports_streaming": true, "streaming_only": true, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3.5-9B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.15, "displayName": "Qwen3.5 9B", "max_input_tokens": 262144, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3-Coder-Next-FP8": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.2, "displayName": "Qwen3 Coder Next FP8", "max_input_tokens": 262144, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3-235B-A22B-Instruct-2507-tput": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, "displayName": "Qwen3 235B A22B Instruct 2507 (Throughput)", "max_input_tokens": 262144, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3.7-Max": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 3.75, "input_cache_read_cost_per_mil_tokens": 0.13, "displayName": "Qwen3.7 Max", "reasoning": true, "max_input_tokens": 1000000, "available_providers": ["together"], "providers": ["together"] }, "Qwen/Qwen3.7-Plus": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.32, "output_cost_per_mil_tokens": 1.28, "displayName": "Qwen 3.7 Plus", "max_input_tokens": 1000000, "available_providers": ["together"], "providers": ["together"] }, "magistral-medium-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 5, "displayName": "Magistral Medium Latest", "max_input_tokens": 128000, "max_output_tokens": 40000, "available_providers": ["mistral"], "providers": ["mistral"] }, "magistral-medium-2506": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 5, "parent": "magistral-medium-latest", "max_input_tokens": 40000, "max_output_tokens": 40000, "available_providers": ["mistral"], "providers": ["mistral"] }, "magistral-small-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Magistral Small Latest", "max_input_tokens": 128000, "max_output_tokens": 40000, "available_providers": ["mistral"], "providers": ["mistral"] }, "magistral-small-2506": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Magistral Small (2506)", "parent": "magistral-small-latest", "max_input_tokens": 40000, "max_output_tokens": 40000, "available_providers": ["mistral"], "providers": ["mistral"] }, "magistral-medium-2509": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 5, "displayName": "Magistral Medium (2509)", "deprecation_date": "2026-07-31", "parent": "magistral-medium-latest", "max_input_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "magistral-small-2509": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Magistral Small (2509)", "deprecation_date": "2026-07-31", "parent": "magistral-small-latest", "max_input_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "devstral-small-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, "displayName": "Devstral Small Latest", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "devstral-small-2507": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, "parent": "devstral-small-latest", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "devstral-2512": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "displayName": "Devstral 2512", "deprecation_date": "2026-07-31", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "devstral-medium-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "displayName": "Devstral Medium Latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "devstral-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "displayName": "Devstral Latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "accounts/fireworks/models/devstral-small-2505": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mistral-large-3-fp8": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "mistral-large-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Mistral Large", "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-large-2411": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, "parent": "mistral-large-latest", "fallback_models": ["publishers/mistralai/models/mistral-large-2411"], "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "publishers/mistralai/models/mistral-large-2411": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, "displayName": "Mistral Large (24.11)", "available_providers": ["vertex"], "providers": ["vertex"] }, "pixtral-large-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, "displayName": "Pixtral Large", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "pixtral-large-2411": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, "parent": "pixtral-large-latest", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3.5", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-2505": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "parent": "mistral-medium-latest", "max_input_tokens": 131072, "max_output_tokens": 8191, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-small-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Small", "max_input_tokens": 262144, "max_output_tokens": 131072, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-small-2501": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, "parent": "mistral-small-latest", "providers": ["mistral"] }, "codestral-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, "displayName": "Codestral", "max_input_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "codestral-2501": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, "parent": "codestral-latest", "fallback_models": ["publishers/mistralai/models/codestral-2501"], "available_providers": ["mistral"], "providers": ["mistral"] }, "codestral-2508": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, "displayName": "Codestral 2508", "parent": "codestral-latest", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-8b-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Ministral 8B", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-8b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "parent": "ministral-8b-latest", "providers": ["mistral"] }, "accounts/fireworks/models/ministral-3-14b-instruct-2512": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/ministral-3-8b-instruct-2512": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/ministral-3-3b-instruct-2512": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "ministral-3b-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Ministral 3B", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-3b-2410": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.04, "output_cost_per_mil_tokens": 0.04, "parent": "ministral-3b-latest", "providers": ["mistral"] }, "ministral-14b-2512": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Ministral 14B 2512", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-8b-2512": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Ministral 8B (2512)", "parent": "ministral-8b-latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-3b-2512": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Ministral 3B (2512)", "parent": "ministral-3b-latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "ministral-14b-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Ministral 14B", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-saba-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Saba", "providers": ["mistral"] }, "mistral-saba-2502": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, "parent": "mistral-saba-latest", "providers": ["mistral"] }, "pixtral-12b-2409": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Pixtral 12B", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "open-mistral-nemo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Mistral NeMo", "deprecation_date": "2026-07-31", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "open-mistral-nemo-2407": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "deprecation_date": "2026-07-31", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "open-codestral-mamba": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 0.25, "displayName": "Codestral Mamba", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "open-mixtral-8x22b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 6, "displayName": "Mixtral 8x22B", "deprecated": true, "max_input_tokens": 65336, "max_output_tokens": 8191, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-tiny": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 0.25, "displayName": "Mistral Tiny", "deprecated": true, "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-small": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.3, "displayName": "Mistral Small", "deprecated": true, "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.7, "output_cost_per_mil_tokens": 8.1, "displayName": "Mistral Medium", "deprecated": true, "max_input_tokens": 32000, "max_output_tokens": 8191, "available_providers": ["mistral"], "providers": ["mistral"] }, "llama-3.3-70b-versatile": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.59, "output_cost_per_mil_tokens": 0.79, "displayName": "Llama 3.3 70B Versatile 128k", "max_input_tokens": 128000, "max_output_tokens": 32768, "available_providers": ["groq"], "providers": ["groq"] }, "llama-3.1-8b-instant": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.05, "output_cost_per_mil_tokens": 0.08, "displayName": "Llama 3.1 8B Instant 128k", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["groq"], "providers": ["groq"] }, "llama3-70b-8192": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.64, "output_cost_per_mil_tokens": 0.8, "displayName": "Llama 3 70B 8k", "providers": ["groq"] }, "llama3-8b-8192": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3 8B 8k", "providers": ["groq"] }, "accounts/fireworks/models/llama-guard-3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "llama-guard-3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Llama Guard 3 8B 8k", "providers": ["groq"] }, "accounts/fireworks/models/llama-guard-3-1b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-guard-2-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "meta-llama/llama-4-maverick-17b-128e-instruct": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.6, "displayName": "Llama 4 Maverick (17Bx128E)", "experimental": true, "max_input_tokens": 131072, "max_output_tokens": 8192, "available_providers": ["groq"], "providers": ["groq"] }, "meta-llama/llama-4-scout-17b-16e-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.11, "output_cost_per_mil_tokens": 0.34, "displayName": "Llama 4 Scout (17Bx16E)", "experimental": true, "max_input_tokens": 131072, "max_output_tokens": 8192, "available_providers": ["groq"], "providers": ["groq"] }, "llama-3.3-70b-specdec": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.59, "output_cost_per_mil_tokens": 0.99, "displayName": "Llama 3.3 70B SpecDec 8k", "experimental": true, "providers": ["groq"] }, "llama-3.2-90b-vision-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3.2 90B Vision 8k (Preview)", "experimental": true, "providers": ["groq"] }, "llama-3.2-11b-vision-preview": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.18, "output_cost_per_mil_tokens": 0.18, "displayName": "Llama 3.2 11B Vision 8k (Preview)", "experimental": true, "providers": ["groq"] }, "llama-3.2-3b-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.06, "displayName": "Llama 3.2 3B (Preview) 8k", "experimental": true, "providers": ["groq"] }, "llama-3.2-1b-preview": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.04, "output_cost_per_mil_tokens": 0.04, "displayName": "Llama 3.2 1B (Preview) 8k", "experimental": true, "providers": ["groq"] }, "mistral-saba-24b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.79, "output_cost_per_mil_tokens": 0.79, "displayName": "Mistral Saba 24B", "experimental": true, "providers": ["groq"] }, "mistral-large-2512": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Mistral Large (2512)", "parent": "mistral-large-latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-small-2603": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Mistral Small (2603)", "parent": "mistral-small-latest", "max_input_tokens": 262144, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-2508": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "displayName": "Mistral Medium (2508)", "parent": "mistral-medium-latest", "max_input_tokens": 128000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-3.5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3.5", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-3": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3", "parent": "mistral-medium-3.5", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "mistral-medium-3-5-26-04": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 7.5, "displayName": "Mistral Medium 3.5 (2026-04)", "parent": "mistral-medium-3.5", "max_input_tokens": 256000, "available_providers": ["mistral"], "providers": ["mistral"] }, "accounts/fireworks/models/kimi-k2p7-code": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.95, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.19, "displayName": "Kimi K2.7 Code", "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "moonshotai/Kimi-K2.7-Code": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.95, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.16, "displayName": "Kimi K2.7 Code", "max_input_tokens": 262144, "available_providers": ["together", "baseten"], "providers": ["together", "baseten"] }, "accounts/fireworks/models/kimi-k2p6": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.95, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.16, "displayName": "Kimi K2.6", "reasoning": true, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "moonshotai/Kimi-K2.6": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.95, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.16, "displayName": "Kimi K2.6", "available_providers": ["baseten", "together"], "providers": ["baseten", "together"] }, "accounts/fireworks/models/kimi-k2p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.1, "displayName": "Kimi K2.5", "reasoning": true, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "moonshotai/Kimi-K2.5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.12, "available_providers": ["baseten", "together"], "providers": ["baseten", "together"] }, "publishers/moonshotai/models/kimi-k2.5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3, "displayName": "Kimi K2.5", "max_input_tokens": 256000, "max_output_tokens": 65535, "providers": ["azure"] }, "accounts/fireworks/models/kimi-k2-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.5, "max_input_tokens": 131072, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/kimi-k2-thinking": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.5, "displayName": "Kimi K2 Thinking", "reasoning": true, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "moonshotai/Kimi-K2-Instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 3, "displayName": "Kimi K2 Instruct", "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/kimi-k2-instruct-0905": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.5, "max_input_tokens": 262144, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "moonshotai/kimi-k2-instruct-0905": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "Kimi K2 0905", "experimental": true, "max_input_tokens": 262144, "max_output_tokens": 16384, "available_providers": ["groq"], "providers": ["groq"] }, "llama-3.1-70b-versatile": { "format": "openai", "flavor": "chat", "displayName": "LLaMA 3.1 70b Versatile", "deprecated": true, "providers": ["groq"] }, "llama-3.1-405b-reasoning": { "format": "openai", "flavor": "chat", "displayName": "LLaMA 3.1 405b Reasoning", "deprecated": true, "providers": ["groq"] }, "llama2-70b-4096": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.7, "output_cost_per_mil_tokens": 0.8, "displayName": "LLaMA 2 70b 4096", "deprecated": true, "providers": ["groq"] }, "llama-4-scout-17b-16e-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.11, "output_cost_per_mil_tokens": 0.34, "displayName": "LLaMA 4 Scout 17B 16e Instruct", "max_input_tokens": 131072, "max_output_tokens": 8192, "providers": ["cerebras"] }, "llama3-3-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Llama 3.3 70B", "providers": ["lepton"] }, "llama3-2-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.03, "output_cost_per_mil_tokens": 0.03, "displayName": "Llama 3.2 3B", "providers": ["lepton"] }, "llama3-2-1b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.01, "output_cost_per_mil_tokens": 0.01, "displayName": "Llama 3.2 1B", "providers": ["lepton"] }, "llama3-1-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Llama 3.1 70B", "providers": ["lepton"] }, "llama3-1-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.07, "displayName": "Llama 3.1 8B", "providers": ["lepton"] }, "llama3-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 0.8, "displayName": "Llama 3 70B", "providers": ["lepton"] }, "llama3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.07, "displayName": "Llama 3 8B", "providers": ["lepton"] }, "wizardlm-2-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.07, "displayName": "WizardLM-2 7B", "providers": ["lepton"] }, "wizardlm-2-8x22b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 1, "displayName": "WizardLM-2 8x22B", "providers": ["lepton"] }, "dolphin-mixtral-8x7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "displayName": "Dolphin Mixtral 8x7b", "providers": ["lepton"] }, "accounts/fireworks/models/llama4-maverick-instruct-basic": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "displayName": "Llama 4 Maverick Instruct (Basic)", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama4-scout-instruct-basic": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Llama 4 Scout Instruct (Basic)", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3-70b-instruct-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3-8b-instruct-hf": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p3-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3.3 70B Instruct", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-90b-vision-instruct": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3.2 90B Vision Instruct", "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-11b-vision-instruct": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Llama 3.2 11B Vision Instruct", "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-3b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.2 3B Instruct", "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-1b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p2-1b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-405b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 3, "displayName": "Llama 3.1 405B Instruct", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-405b-instruct-long": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.1 405B Instruct Long", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-70b-instruct-1b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Llama 3.1 70B Instruct", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-nemotron-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v3p1-8b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.1 8B Instruct", "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-70b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 2048, "max_output_tokens": 2048, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-13b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llama-v2-7b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mistral-small-24b-instruct-2501": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Mistral Small 3 Instruct", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwq-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "displayName": "Qwen QwQ 32B", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "llama3.3-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.3 70B", "providers": ["cerebras"] }, "llama3.1-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.1 8B", "max_input_tokens": 128000, "max_output_tokens": 128000, "providers": ["cerebras"] }, "gemini-3.1-pro-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Gemini 3.1 Pro (Preview)", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-3.1-pro-preview"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-3.1-pro-preview-customtools": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Gemini 3.1 Pro Custom Tools (Preview)", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-3.1-pro-preview-customtools"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-3.1-flash-lite-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 3.1 Flash-Lite (Preview)", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-3.1-flash-lite-preview"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-3-pro-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Gemini 3 Pro (Preview)", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-03-09", "fallback_models": ["publishers/google/models/gemini-3-pro-preview"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "deprecated": true, "providers": ["google", "vertex"] }, "gemini-3-flash-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.05, "displayName": "Gemini 3 Flash (Preview)", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-3-flash-preview"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-embedding-2": { "format": "google", "flavor": "embedding", "multimodal": true, "displayName": "Gemini embedding 2", "fallback_models": ["publishers/google/models/gemini-embedding-2"], "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-embedding-001": { "format": "google", "flavor": "embedding", "displayName": "Gemini embedding 001", "fallback_models": ["publishers/google/models/gemini-embedding-001"], "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.03, "displayName": "Gemini 2.5 Flash", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-2.5-flash"], "supported_regions": ["global", "asia-northeast1", "asia-northeast3", "asia-south1", "asia-southeast1", "australia-southeast1", "europe-central2", "europe-north1", "europe-southwest1", "europe-west1", "europe-west2", "europe-west3", "europe-west4", "europe-west8", "europe-west9", "northamerica-northeast1", "southamerica-east1", "us-central1", "us-east1", "us-east4", "us-east5", "us-south1", "us-west1", "us-west4"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-pro": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "displayName": "Gemini 2.5 Pro", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-2.5-pro"], "supported_regions": ["global", "asia-northeast1", "europe-central2", "europe-north1", "europe-southwest1", "europe-west1", "europe-west4", "europe-west8", "europe-west9", "northamerica-northeast1", "us-central1", "us-east1", "us-east4", "us-east5", "us-south1", "us-west1", "us-west4"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash-preview-09-2025": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.075, "reasoning": true, "reasoning_budget": true, "experimental": false, "parent": "gemini-2.5-flash", "fallback_models": ["publishers/google/models/gemini-2.5-flash-preview-09-2025"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash-preview-05-20": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.075, "reasoning": true, "reasoning_budget": true, "experimental": false, "deprecated": true, "deprecation_date": "2025-11-18", "parent": "gemini-2.5-flash", "fallback_models": ["publishers/google/models/gemini-2.5-flash-preview-05-20"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-flash-preview-04-17": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.0375, "reasoning": true, "reasoning_budget": true, "experimental": false, "deprecated": true, "parent": "gemini-2.5-flash", "fallback_models": ["publishers/google/models/gemini-2.5-flash-preview-04-17"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-pro-preview-06-05": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "reasoning_budget": true, "experimental": false, "deprecated": true, "parent": "gemini-2.5-pro", "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-pro-preview-05-06": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "reasoning_budget": true, "experimental": false, "deprecated": true, "deprecation_date": "2025-12-02", "parent": "gemini-2.5-pro", "fallback_models": ["publishers/google/models/gemini-2.5-pro-preview-05-06"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-pro-preview-03-25": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "reasoning_budget": true, "experimental": false, "deprecated": true, "deprecation_date": "2025-12-02", "parent": "gemini-2.5-pro", "fallback_models": ["publishers/google/models/gemini-2.5-pro-preview-03-25"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-pro-exp-03-25": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.125, "reasoning": true, "experimental": true, "parent": "gemini-2.5-pro", "fallback_models": ["publishers/google/models/gemini-2.5-pro-exp-03-25"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.5-flash-lite-preview-09-2025": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.01, "reasoning": true, "reasoning_budget": true, "experimental": true, "parent": "gemini-2.5-flash-lite", "fallback_models": ["publishers/google/models/gemini-2.5-flash-lite-preview-09-2025"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash-lite-preview-06-17": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "reasoning": true, "reasoning_budget": true, "experimental": true, "deprecated": true, "deprecation_date": "2025-11-18", "parent": "gemini-2.5-flash-lite", "fallback_models": ["publishers/google/models/gemini-2.5-flash-lite-preview-06-17"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.01, "displayName": "Gemini 2.5 Flash-Lite", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-2.5-flash-lite"], "supported_regions": ["global", "europe-central2", "europe-north1", "europe-southwest1", "europe-west1", "europe-west4", "europe-west8", "europe-west9", "us-central1", "us-east1", "us-east4", "us-east5", "us-south1", "us-west1", "us-west4"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.0-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 2.0 Flash Latest", "deprecation_date": "2026-06-01", "fallback_models": ["publishers/google/models/gemini-2.0-flash"], "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google", "vertex"], "deprecated": true, "providers": ["google", "vertex"] }, "gemini-2.0-flash-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "deprecation_date": "2026-06-01", "parent": "gemini-2.0-flash", "fallback_models": ["publishers/google/models/gemini-2.0-flash-001"], "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google", "vertex"], "deprecated": true, "providers": ["google", "vertex"] }, "gemini-2.0-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.01875, "displayName": "Gemini 2.0 Flash-Lite", "deprecation_date": "2026-06-01", "fallback_models": ["publishers/google/models/gemini-2.0-flash-lite"], "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google", "vertex"], "deprecated": true, "providers": ["google", "vertex"] }, "gemini-2.0-flash-lite-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.01875, "deprecation_date": "2026-06-01", "parent": "gemini-2.0-flash-lite", "fallback_models": ["publishers/google/models/gemini-2.0-flash-lite-001"], "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google", "vertex"], "deprecated": true, "providers": ["google", "vertex"] }, "gemini-3-pro-image-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "displayName": "Gemini 3 Pro Image Preview", "fallback_models": ["publishers/google/models/gemini-3-pro-image-preview"], "supported_regions": ["global"], "max_input_tokens": 65536, "max_output_tokens": 32768, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-1.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "displayName": "Gemini 1.5 Flash", "deprecation_date": "2025-09-29", "fallback_models": ["publishers/google/models/gemini-1.5-flash"], "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["google"], "deprecated": true, "providers": ["google"] }, "gemini-1.5-flash-latest": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "deprecation_date": "2025-09-29", "parent": "gemini-1.5-flash", "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google"], "deprecated": true, "providers": ["google"] }, "gemini-1.5-flash-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.01875, "input_cache_write_cost_per_mil_tokens": 1, "deprecation_date": "2025-05-24", "parent": "gemini-1.5-flash", "fallback_models": ["publishers/google/models/gemini-1.5-flash-001"], "max_input_tokens": 1000000, "max_output_tokens": 8192, "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "gemini-1.5-flash-002": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "input_cache_read_cost_per_mil_tokens": 0.01875, "input_cache_write_cost_per_mil_tokens": 1, "deprecation_date": "2025-09-24", "parent": "gemini-1.5-flash", "fallback_models": ["publishers/google/models/gemini-1.5-flash-002"], "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "gemini-1.5-flash-8b": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 1.5 Flash-8B", "deprecation_date": "2025-09-29", "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google"], "deprecated": true, "providers": ["google"] }, "gemini-1.5-flash-8b-latest": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.0375, "output_cost_per_mil_tokens": 0.15, "parent": "gemini-1.5-flash-8b", "providers": ["google"] }, "gemini-1.5-flash-8b-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.0375, "output_cost_per_mil_tokens": 0.15, "parent": "gemini-1.5-flash-8b", "providers": ["google"] }, "gemini-1.5-pro": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "displayName": "Gemini 1.5 Pro", "deprecation_date": "2025-09-29", "fallback_models": ["publishers/google/models/gemini-1.5-pro"], "max_input_tokens": 2097152, "max_output_tokens": 8192, "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "gemini-1.5-pro-latest": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3.5, "output_cost_per_mil_tokens": 1.05, "deprecation_date": "2025-09-29", "parent": "gemini-1.5-pro", "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["google"], "deprecated": true, "providers": ["google"] }, "gemini-1.5-pro-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "deprecation_date": "2025-05-24", "parent": "gemini-1.5-pro", "fallback_models": ["publishers/google/models/gemini-1.5-pro-001"], "max_input_tokens": 1000000, "max_output_tokens": 8192, "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "gemini-1.5-pro-002": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 5, "deprecation_date": "2025-09-24", "parent": "gemini-1.5-pro", "fallback_models": ["publishers/google/models/gemini-1.5-pro-002"], "max_input_tokens": 2097152, "max_output_tokens": 8192, "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "gemini-2.0-pro-exp-02-05": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 0.3125, "experimental": true, "deprecated": true, "parent": "gemini-2.5-pro", "max_input_tokens": 2097152, "max_output_tokens": 8192, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.0-flash-exp": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "input_cache_read_cost_per_mil_tokens": 0.0375, "experimental": true, "parent": "gemini-2.0-flash", "max_input_tokens": 1048576, "max_output_tokens": 8192, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-2.0-flash-thinking-exp-01-21": { "format": "google", "flavor": "chat", "multimodal": true, "reasoning": true, "reasoning_budget": true, "experimental": true, "deprecated": true, "deprecation_date": "2025-12-02", "parent": "gemini-2.0-flash", "fallback_models": ["publishers/google/models/gemini-2.0-flash-thinking-exp-01-21"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["vertex"], "providers": ["vertex"] }, "learnlm-1.5-pro-experimental": { "format": "google", "flavor": "chat", "multimodal": true, "experimental": true, "max_input_tokens": 32767, "max_output_tokens": 8192, "available_providers": ["google"], "providers": ["google"] }, "gemini-exp-1206": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.03, "experimental": true, "deprecated": true, "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["google"], "providers": ["google"] }, "gemini-1.0-pro": { "format": "google", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Gemini 1.0 Pro", "deprecated": true, "fallback_models": ["publishers/google/models/gemini-1.0-pro"], "max_input_tokens": 32760, "max_output_tokens": 8192, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-pro": { "format": "google", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Gemini Pro", "deprecated": true, "max_input_tokens": 32760, "max_output_tokens": 8192, "available_providers": ["vertex"], "providers": ["vertex"] }, "gemini-3.1-flash-image-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "displayName": "Gemini 3.1 Flash Image Preview", "fallback_models": ["publishers/google/models/gemini-3.1-flash-image-preview"], "supported_regions": ["global"], "max_input_tokens": 131072, "max_output_tokens": 32768, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-2.5-flash-image": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "displayName": "Gemini 2.5 Flash Image", "fallback_models": ["publishers/google/models/gemini-2.5-flash-image"], "supported_regions": ["global", "europe-central2", "europe-north1", "europe-southwest1", "europe-west1", "europe-west4", "europe-west8", "us-central1", "us-east1", "us-east4", "us-east5", "us-south1", "us-west1", "us-west4"], "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-3.1-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 3.1 Flash-Lite", "reasoning": true, "reasoning_budget": true, "fallback_models": ["publishers/google/models/gemini-3.1-flash-lite"], "supported_regions": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, "displayName": "Gemini 3.5 Flash", "reasoning": true, "fallback_models": ["publishers/google/models/gemini-3.5-flash"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "grok-4-0709": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-1-fast": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.5, "input_cache_read_cost_per_mil_tokens": 0.05, "displayName": "Grok 4.1 Fast", "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4-1-fast", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-1-fast-non-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.1 Fast (Non-Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4-1-fast-non-reasoning-latest", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-1-fast-non-reasoning-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.1 Fast (Non-Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-1-fast-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.1 Fast (Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4-1-fast-reasoning-latest", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-1-fast-reasoning-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.1 Fast", "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.20-0309-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 Reasoning (0309)", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.20-beta-0309-non-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 Beta (Non-Reasoning)", "parent": "grok-4.20-0309-non-reasoning", "max_input_tokens": 1000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.20-beta-0309-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 Beta Reasoning (0309)", "reasoning": true, "parent": "grok-4.20-0309-reasoning", "max_input_tokens": 1000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.20-multi-agent-beta-0309": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.20 Multi-Agent Beta (0309)", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.3": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.3 (Latest)", "reasoning": true, "parent": "grok-4.3-latest", "max_input_tokens": 1000000, "max_output_tokens": 1000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.3-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.3", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 1000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "displayName": "Grok 4", "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-fast-non-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4 Fast (Non-Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4-fast-non-reasoning-latest", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-fast-non-reasoning-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4 Fast (Non-Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "providers": ["xAI"] }, "grok-4-fast-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4 Fast (Reasoning)", "deprecated": true, "deprecation_date": "2026-05-15", "parent": "grok-4-fast-reasoning-latest", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4-fast-reasoning-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4 Fast", "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 2000000, "max_output_tokens": 2000000, "providers": ["xAI"] }, "grok-4-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "parent": "grok-4", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.75, "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.75, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-fast-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 1.25, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-fast-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 1.25, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.75, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-mini": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.5, "input_cache_read_cost_per_mil_tokens": 0.075, "reasoning": true, "deprecation_date": "2026-02-28", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "deprecated": true, "providers": ["xAI"] }, "grok-3-mini-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.5, "input_cache_read_cost_per_mil_tokens": 0.075, "reasoning": true, "deprecation_date": "2026-02-28", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "deprecated": true, "providers": ["xAI"] }, "grok-3-mini-fast": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.15, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-mini-fast-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.15, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-mini-fast-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.15, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-3-mini-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.5, "input_cache_read_cost_per_mil_tokens": 0.075, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2-1212": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "parent": "grok-2", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "displayName": "Grok 2", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "parent": "grok-2", "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2-vision": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "displayName": "Grok 2 Vision", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2-vision-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "parent": "grok-2-vision", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-2-vision-1212": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 10, "deprecation_date": "2026-02-28", "parent": "grok-2-vision", "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["xAI"], "deprecated": true, "providers": ["xAI"] }, "grok-code-fast-1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.02, "reasoning": true, "deprecated": true, "deprecation_date": "2026-05-15", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-code-fast-1-0825": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.02, "displayName": "Grok Code Fast 1 (0825)", "reasoning": true, "deprecation_date": "2026-05-15", "parent": "grok-code-fast-1", "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "deprecated": true, "providers": ["xAI"] }, "grok-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 15, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-code-fast": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.02, "reasoning": true, "max_input_tokens": 256000, "max_output_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-vision-beta": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 15, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-4.20-0309-non-reasoning": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "displayName": "Grok 4.20 (Non-Reasoning)", "max_input_tokens": 1000000, "available_providers": ["xAI"], "providers": ["xAI"] }, "grok-build-0.1": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 2, "input_cache_read_cost_per_mil_tokens": 0.2, "reasoning": true, "max_input_tokens": 256000, "available_providers": ["xAI"], "providers": ["xAI"] }, "amazon.nova-pro-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 3.2, "displayName": "Nova Pro", "max_input_tokens": 300000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.amazon.nova-pro-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 3.2, "displayName": "US Nova Pro", "parent": "amazon.nova-pro-v1:0", "max_input_tokens": 300000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.nova-micro-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.035, "output_cost_per_mil_tokens": 0.14, "displayName": "Nova Micro", "max_input_tokens": 128000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.amazon.nova-micro-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.035, "output_cost_per_mil_tokens": 0.14, "displayName": "US Nova Micro", "parent": "amazon.nova-micro-v1:0", "max_input_tokens": 128000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.nova-lite-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.24, "displayName": "Nova Lite", "max_input_tokens": 300000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.nova-premier-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Nova Premier", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 25000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.nova-2-lite-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Nova 2 Lite", "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.amazon.nova-lite-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.24, "displayName": "US Nova Lite", "parent": "amazon.nova-lite-v1:0", "max_input_tokens": 300000, "max_output_tokens": 10000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.titan-text-premier-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Titan Text Premier", "max_input_tokens": 42000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.titan-text-express-v1": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 1.3, "output_cost_per_mil_tokens": 1.7, "displayName": "Titan Text Express", "max_input_tokens": 42000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "amazon.titan-text-lite-v1": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.4, "displayName": "Titan Text Lite", "max_input_tokens": 42000, "max_output_tokens": 4000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-sonnet-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3.3, "output_cost_per_mil_tokens": 16.5, "input_cache_read_cost_per_mil_tokens": 0.33, "input_cache_write_cost_per_mil_tokens": 4.125, "displayName": "US Claude 4.6 Sonnet", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-6", "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-sonnet-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Global Claude 4.6 Sonnet", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-6", "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-sonnet-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-sonnet-4-5-20250929-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-sonnet-4-5-20250929-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3.3, "output_cost_per_mil_tokens": 16.5, "input_cache_read_cost_per_mil_tokens": 0.33, "input_cache_write_cost_per_mil_tokens": 4.125, "displayName": "US Claude 4.5 Sonnet", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-sonnet-4-5-20250929-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Global Claude 4.5 Sonnet", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-5-20250929-v1:0", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-sonnet-4-20250514-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 4", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-sonnet-4-20250514-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "US Claude 4 Sonnet", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-sonnet-4-20250514-v1:0", "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-7-sonnet-20250219-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.7", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-02-19", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "deprecated": true, "providers": ["bedrock"] }, "us.anthropic.claude-3-7-sonnet-20250219-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "US Claude 3.7 Sonnet", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-02-19", "parent": "anthropic.claude-3-7-sonnet-20250219-v1:0", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "deprecated": true, "providers": ["bedrock"] }, "anthropic.claude-haiku-4-5-20251001-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "displayName": "Claude Haiku 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-haiku-4-5-20251001-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.1, "output_cost_per_mil_tokens": 5.5, "input_cache_read_cost_per_mil_tokens": 0.11, "input_cache_write_cost_per_mil_tokens": 1.375, "displayName": "US Claude 4.5 Haiku", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-haiku-4-5-20251001-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "displayName": "Global Claude 4.5 Haiku", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-haiku-4-5-20251001-v1:0", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Global Claude 4.7 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-7", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Global Claude 4.8 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-8", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "global.anthropic.claude-fable-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 50, "input_cache_read_cost_per_mil_tokens": 1, "input_cache_write_cost_per_mil_tokens": 12.5, "displayName": "Global Claude Fable 5", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-fable-5", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-5-haiku-20241022-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "displayName": "Claude Haiku 3.5", "deprecation_date": "2026-02-19", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "deprecated": true, "providers": ["bedrock"] }, "us.anthropic.claude-3-5-haiku-20241022-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "displayName": "US Claude 3.5 Haiku", "deprecation_date": "2026-02-19", "parent": "anthropic.claude-3-5-haiku-20241022-v1:0", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "deprecated": true, "providers": ["bedrock"] }, "anthropic.claude-3-5-sonnet-20241022-v2:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.5 v2", "max_input_tokens": 1000000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-3-5-sonnet-20241022-v2:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "US Claude 3.5 Sonnet v2", "parent": "anthropic.claude-3-5-sonnet-20241022-v2:0", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "apac.anthropic.claude-3-5-sonnet-20241022-v2:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "APAC Claude 3.5 Sonnet v2", "parent": "anthropic.claude-3-5-sonnet-20241022-v2:0", "max_input_tokens": 200000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-5-sonnet-20240620-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3.5", "max_input_tokens": 1000000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-3-5-sonnet-20240620-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "US Claude 3.5 Sonnet", "parent": "anthropic.claude-3-5-sonnet-20240620-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "apac.anthropic.claude-3-5-sonnet-20240620-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "APAC Claude 3.5 Sonnet", "parent": "anthropic.claude-3-5-sonnet-20240620-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.anthropic.claude-3-5-sonnet-20240620-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "EU Claude 3.5 Sonnet", "parent": "anthropic.claude-3-5-sonnet-20240620-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-5-20251101-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5.5, "output_cost_per_mil_tokens": 27.5, "input_cache_read_cost_per_mil_tokens": 0.55, "input_cache_write_cost_per_mil_tokens": 6.875, "displayName": "US Claude 4.5 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-5-20251101-v1:0", "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-6-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "US Claude 4.6 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-6-v1:0", "max_input_tokens": 200000, "max_output_tokens": 128000, "providers": ["bedrock"] }, "anthropic.claude-opus-4-6-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Claude Opus 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 128000, "providers": ["bedrock"] }, "anthropic.claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-opus-4-5-20251101-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-opus-4-1-20250805-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "Claude Opus 4.1", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-1-20250805-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "US Claude 4.1 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-1-20250805-v1:0", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-opus-4-20250514-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "Claude Opus 4", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-20250514-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "US Claude 4 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-20250514-v1:0", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-opus-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "Claude Opus 3", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-3-opus-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "displayName": "US Claude 3 Opus", "parent": "anthropic.claude-3-opus-20240229-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "Claude Sonnet 3", "deprecated": true, "deprecation_date": "2025-07-21", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "US Claude 3 Sonnet", "deprecated": true, "deprecation_date": "2025-07-21", "parent": "anthropic.claude-3-sonnet-20240229-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "apac.anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "APAC Claude 3 Sonnet", "deprecated": true, "deprecation_date": "2025-07-21", "parent": "anthropic.claude-3-sonnet-20240229-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.anthropic.claude-3-sonnet-20240229-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "displayName": "EU Claude 3 Sonnet", "deprecated": true, "deprecation_date": "2025-07-21", "parent": "anthropic.claude-3-sonnet-20240229-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.025, "input_cache_write_cost_per_mil_tokens": 0.3125, "displayName": "Claude Haiku 3", "deprecated": true, "deprecation_date": "2026-04-20", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "anthropic.claude-fable-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 50, "input_cache_read_cost_per_mil_tokens": 1, "input_cache_write_cost_per_mil_tokens": 12.5, "displayName": "Claude Fable 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.025, "input_cache_write_cost_per_mil_tokens": 0.3125, "displayName": "US Claude 3 Haiku", "deprecated": true, "deprecation_date": "2026-04-20", "parent": "anthropic.claude-3-haiku-20240307-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-7": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5.5, "output_cost_per_mil_tokens": 27.5, "input_cache_read_cost_per_mil_tokens": 0.55, "input_cache_write_cost_per_mil_tokens": 6.875, "displayName": "US Claude 4.7 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-7", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.anthropic.claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5.5, "output_cost_per_mil_tokens": 27.5, "input_cache_read_cost_per_mil_tokens": 0.55, "input_cache_write_cost_per_mil_tokens": 6.875, "displayName": "US Claude 4.8 Opus", "reasoning": true, "reasoning_budget": true, "parent": "anthropic.claude-opus-4-8", "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "apac.anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.025, "input_cache_write_cost_per_mil_tokens": 0.3125, "displayName": "APAC Claude 3 Haiku", "deprecated": true, "deprecation_date": "2026-04-20", "parent": "anthropic.claude-3-haiku-20240307-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.anthropic.claude-3-haiku-20240307-v1:0": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.025, "input_cache_write_cost_per_mil_tokens": 0.3125, "displayName": "EU Claude 3 Haiku", "deprecated": true, "deprecation_date": "2026-04-20", "parent": "anthropic.claude-3-haiku-20240307-v1:0", "max_input_tokens": 200000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-3-70b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.72, "output_cost_per_mil_tokens": 0.72, "displayName": "Llama 3.3 70B Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-3-70b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.72, "output_cost_per_mil_tokens": 0.72, "displayName": "US Llama 3.3 70B Instruct", "parent": "meta.llama3-3-70b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-2-90b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 2, "displayName": "Llama 3.2 90B Vision Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-2-90b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 2, "displayName": "US Llama 3.2 90B Vision Instruct", "parent": "meta.llama3-2-90b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-2-11b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.35, "output_cost_per_mil_tokens": 0.35, "displayName": "Llama 3.2 11B Vision Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-2-11b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.35, "output_cost_per_mil_tokens": 0.35, "displayName": "US Llama 3.2 11B Vision Instruct", "parent": "meta.llama3-2-11b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-2-3b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Llama 3.2 3B Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-2-3b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "US Llama 3.2 3B Instruct", "parent": "meta.llama3-2-3b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.meta.llama3-2-3b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.19, "output_cost_per_mil_tokens": 0.19, "displayName": "EU Llama 3.2 3B Instruct", "parent": "meta.llama3-2-3b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-2-1b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Llama 3.2 1B Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-2-1b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "US Llama 3.2 1B Instruct", "parent": "meta.llama3-2-1b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.meta.llama3-2-1b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.13, "output_cost_per_mil_tokens": 0.13, "displayName": "EU Llama 3.2 1B Instruct", "parent": "meta.llama3-2-1b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-1-405b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 5.32, "output_cost_per_mil_tokens": 16, "displayName": "Llama 3.1 405B Instruct", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-1-405b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 5.32, "output_cost_per_mil_tokens": 16, "displayName": "US Llama 3.1 405B Instruct", "parent": "meta.llama3-1-405b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-1-70b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.99, "output_cost_per_mil_tokens": 0.99, "displayName": "Llama 3.1 70B Instruct", "max_input_tokens": 128000, "max_output_tokens": 2048, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-1-70b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.99, "output_cost_per_mil_tokens": 0.99, "displayName": "US Llama 3.1 70B Instruct", "parent": "meta.llama3-1-70b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 2048, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-1-8b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.22, "displayName": "Llama 3.1 8B Instruct", "max_input_tokens": 128000, "max_output_tokens": 2048, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama3-1-8b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.22, "displayName": "US Llama 3.1 8B Instruct", "parent": "meta.llama3-1-8b-instruct-v1:0", "max_input_tokens": 128000, "max_output_tokens": 2048, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-70b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 2.65, "output_cost_per_mil_tokens": 3.5, "displayName": "Llama 3 70B Instruct", "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "meta.llama3-8b-instruct-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.6, "displayName": "Llama 3 8B Instruct", "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "cohere.command-r-plus-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "displayName": "Command R+", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "cohere.command-r-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Command R", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "cohere.command-text-v14": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 2, "displayName": "Command", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "cohere.command-light-text-v14": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.6, "displayName": "Command Light", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "publishers/google/models/gemini-3.1-pro-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Gemini 3.1 Pro Preview", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3.1-pro-preview-customtools": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Gemini 3.1 Pro Custom Tools Preview", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3.1-flash-image-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "displayName": "Gemini 3.1 Flash Image Preview", "locations": ["global"], "max_input_tokens": 131072, "max_output_tokens": 32768, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3.1-flash-lite-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 3.1 Flash-Lite (Preview)", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3.1-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.5, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 3.1 Flash-Lite", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3-pro-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.3125, "displayName": "Gemini 3 Pro Preview", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 9, "input_cache_read_cost_per_mil_tokens": 0.15, "displayName": "Gemini 3.5 Flash", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3-flash-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 3, "input_cache_read_cost_per_mil_tokens": 0.05, "displayName": "Gemini 3 Flash Preview", "reasoning": true, "reasoning_budget": true, "locations": ["global"], "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3-pro-image-preview": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "displayName": "Gemini 3 Pro Image Preview", "max_input_tokens": 65536, "max_output_tokens": 32768, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Gemini 2.0 Flash", "deprecation_date": "2026-03-31", "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "deprecation_date": "2026-03-31", "parent": "publishers/google/models/gemini-2.0-flash", "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "displayName": "Gemini 2.0 Flash-Lite", "deprecation_date": "2026-03-31", "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash-lite-001": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "deprecation_date": "2026-03-31", "parent": "publishers/google/models/gemini-2.0-flash-lite", "available_providers": ["vertex"], "deprecated": true, "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-pro": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 1.5 Pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-pro-002": { "format": "google", "flavor": "chat", "multimodal": true, "parent": "publishers/google/models/gemini-1.5-pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-pro-001": { "format": "google", "flavor": "chat", "multimodal": true, "parent": "publishers/google/models/gemini-1.5-pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 1.5 Flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-flash-002": { "format": "google", "flavor": "chat", "multimodal": true, "parent": "publishers/google/models/gemini-1.5-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.5-flash-001": { "format": "google", "flavor": "chat", "multimodal": true, "parent": "publishers/google/models/gemini-1.5-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.0-pro-vision": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 1.0 Pro Vision", "providers": ["vertex"] }, "publishers/google/models/gemini-1.0-pro-vision-001": { "format": "google", "flavor": "chat", "multimodal": true, "parent": "publishers/google/models/gemini-1.0-pro-vision", "providers": ["vertex"] }, "publishers/google/models/gemini-1.0-pro": { "format": "google", "flavor": "chat", "displayName": "Gemini 1.0 Pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-1.0-pro-002": { "format": "google", "flavor": "chat", "parent": "publishers/google/models/gemini-1.0-pro", "providers": ["vertex"] }, "publishers/google/models/gemini-1.0-pro-001": { "format": "google", "flavor": "chat", "parent": "publishers/google/models/gemini-1.0-pro", "providers": ["vertex"] }, "publishers/anthropic/models/claude-sonnet-4-6": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/anthropic/models/claude-sonnet-4-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4.5", "reasoning": true, "reasoning_budget": true, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/anthropic/models/claude-sonnet-4-5@20250929": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "reasoning": true, "reasoning_budget": true, "experimental": true, "parent": "publishers/anthropic/models/claude-sonnet-4-5", "providers": ["vertex"] }, "publishers/anthropic/models/claude-sonnet-4": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 4", "reasoning": true, "reasoning_budget": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-sonnet-4@20250514": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "reasoning": true, "reasoning_budget": true, "experimental": true, "parent": "publishers/anthropic/models/claude-sonnet-4", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-7-sonnet": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "displayName": "Claude Sonnet 3.7", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-02-19", "deprecated": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-7-sonnet@20250219": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 0.3, "input_cache_write_cost_per_mil_tokens": 3.75, "input_cache_write_5m_cost_per_mil_tokens": 3.75, "input_cache_write_1h_cost_per_mil_tokens": 6, "reasoning": true, "reasoning_budget": true, "experimental": true, "deprecation_date": "2026-02-19", "parent": "publishers/anthropic/models/claude-3-7-sonnet", "deprecated": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-haiku-4-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "input_cache_write_5m_cost_per_mil_tokens": 1.25, "input_cache_write_1h_cost_per_mil_tokens": 2, "displayName": "Claude Haiku 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/anthropic/models/claude-haiku-4-5@20251001": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 0.1, "input_cache_write_cost_per_mil_tokens": 1.25, "input_cache_write_5m_cost_per_mil_tokens": 1.25, "input_cache_write_1h_cost_per_mil_tokens": 2, "reasoning": true, "reasoning_budget": true, "parent": "publishers/anthropic/models/claude-haiku-4-5", "max_input_tokens": 200000, "max_output_tokens": 64000, "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-haiku": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "input_cache_write_5m_cost_per_mil_tokens": 1, "input_cache_write_1h_cost_per_mil_tokens": 1.6, "displayName": "Claude Haiku 3.5", "deprecation_date": "2026-02-19", "max_input_tokens": 200000, "max_output_tokens": 8192, "deprecated": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-haiku@20241022": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 4, "input_cache_read_cost_per_mil_tokens": 0.08, "input_cache_write_cost_per_mil_tokens": 1, "input_cache_write_5m_cost_per_mil_tokens": 1, "input_cache_write_1h_cost_per_mil_tokens": 1.6, "deprecation_date": "2026-02-19", "parent": "publishers/anthropic/models/claude-3-5-haiku", "max_input_tokens": 200000, "max_output_tokens": 8192, "deprecated": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-sonnet-v2": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "displayName": "Claude Sonnet 3.5 v2", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-sonnet-v2@20241022": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "parent": "publishers/anthropic/models/claude-3-5-sonnet-v2", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-sonnet": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "displayName": "Claude Sonnet 3.5", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-5-sonnet@20240620": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 15, "parent": "publishers/anthropic/models/claude-3-5-sonnet", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-opus": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "displayName": "Claude Opus 3", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-opus@20240229": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 15, "output_cost_per_mil_tokens": 75, "input_cache_read_cost_per_mil_tokens": 1.5, "input_cache_write_cost_per_mil_tokens": 18.75, "input_cache_write_5m_cost_per_mil_tokens": 18.75, "input_cache_write_1h_cost_per_mil_tokens": 30, "parent": "publishers/anthropic/models/claude-3-opus", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-haiku": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.03, "input_cache_write_cost_per_mil_tokens": 0.3, "input_cache_write_5m_cost_per_mil_tokens": 0.3, "input_cache_write_1h_cost_per_mil_tokens": 0.5, "displayName": "Claude Haiku 3", "providers": ["vertex"] }, "publishers/anthropic/models/claude-3-haiku@20240307": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.25, "output_cost_per_mil_tokens": 1.25, "input_cache_read_cost_per_mil_tokens": 0.03, "input_cache_write_cost_per_mil_tokens": 0.3, "input_cache_write_5m_cost_per_mil_tokens": 0.3, "input_cache_write_1h_cost_per_mil_tokens": 0.5, "parent": "publishers/anthropic/models/claude-3-haiku", "providers": ["vertex"] }, "publishers/meta/models/llama-3.1-401b-instruct-maas": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 16, "displayName": "Llama 3.1 401B Instruct", "providers": ["vertex"] }, "publishers/mistralai/models/mistral-nemo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Mistral Nemo", "providers": ["vertex"] }, "accounts/fireworks/models/mistral-nemo-base-2407": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/mistral-nemo-instruct-2407": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "publishers/mistralai/models/codestral-2501": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.9, "displayName": "Codestral (25.01)", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-pro": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "displayName": "Gemini 2.5 Pro", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-pro-preview-05-06": { "format": "google", "flavor": "chat", "multimodal": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.5-pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-pro-preview-03-25": { "format": "google", "flavor": "chat", "multimodal": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.5-pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-pro-exp-03-25": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 2.5 Pro Experimental", "experimental": true, "parent": "publishers/google/models/gemini-2.5-pro", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-embedding-2": { "format": "google", "flavor": "embedding", "multimodal": true, "displayName": "Gemini embedding 2", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-embedding-001": { "format": "google", "flavor": "embedding", "displayName": "Gemini embedding 001", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "displayName": "Gemini 2.5 Flash", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-image": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 2.5, "displayName": "Gemini 2.5 Flash Image", "locations": ["global"], "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-preview-09-2025": { "format": "google", "flavor": "chat", "multimodal": true, "reasoning": true, "reasoning_budget": true, "parent": "publishers/google/models/gemini-2.5-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-preview-05-20": { "format": "google", "flavor": "chat", "multimodal": true, "reasoning": true, "reasoning_budget": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.5-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-preview-04-17": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "reasoning": true, "reasoning_budget": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.5-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-lite-preview-09-2025": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "reasoning": true, "reasoning_budget": true, "experimental": true, "parent": "publishers/google/models/gemini-2.5-flash-lite", "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-lite-preview-06-17": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "reasoning": true, "reasoning_budget": true, "experimental": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.5-flash-lite", "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.5-flash-lite": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "input_cache_read_cost_per_mil_tokens": 0.025, "displayName": "Gemini 2.5 Flash-Lite", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1048576, "max_output_tokens": 65535, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash-thinking-exp-01-21": { "format": "google", "flavor": "chat", "multimodal": true, "displayName": "Gemini 2.0 Flash Thinking Mode", "experimental": true, "deprecated": true, "parent": "publishers/google/models/gemini-2.0-flash", "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/meta/models/llama-3.3-70b-instruct-maas": { "format": "openai", "flavor": "chat", "displayName": "Llama 3.3 70B Instruct", "experimental": true, "providers": ["vertex"] }, "publishers/meta/models/llama-3.2-90b-vision-instruct-maas": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Llama 3.2 90B Vision Instruct", "experimental": true, "providers": ["vertex"] }, "publishers/meta/models/llama-3.1-70b-instruct-maas": { "format": "openai", "flavor": "chat", "displayName": "Llama 3.1 70B Instruct", "experimental": true, "providers": ["vertex"] }, "publishers/meta/models/llama-3.1-8b-instruct-maas": { "format": "openai", "flavor": "chat", "displayName": "Llama 3.1 8B Instruct", "experimental": true, "providers": ["vertex"] }, "publishers/google/models/gemini-2.0-flash-lite-preview-02-05": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "displayName": "Gemini 2.0 Flash-Lite", "deprecated": true, "providers": ["vertex"] }, "publishers/anthropic/models/claude-opus-4-8": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 25, "input_cache_read_cost_per_mil_tokens": 0.5, "input_cache_write_cost_per_mil_tokens": 6.25, "displayName": "Claude Opus 4.8", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/anthropic/models/claude-fable-5": { "format": "anthropic", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 10, "output_cost_per_mil_tokens": 50, "input_cache_read_cost_per_mil_tokens": 1, "input_cache_write_cost_per_mil_tokens": 12.5, "displayName": "Claude Fable 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["vertex"], "providers": ["vertex"] }, "databricks-claude-3-7-sonnet": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.99999, "output_cost_per_mil_tokens": 15.00002, "displayName": "Claude Sonnet 3.7", "reasoning": true, "reasoning_budget": true, "deprecation_date": "2026-02-19", "max_input_tokens": 200000, "max_output_tokens": 128000, "available_providers": ["databricks"], "deprecated": true, "providers": ["databricks"] }, "databricks-meta-llama-3-3-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.50001, "output_cost_per_mil_tokens": 1.50003, "displayName": "Llama 3.3 70B Instruct", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-meta-llama-3-1-405b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5.00003, "output_cost_per_mil_tokens": 15.00002, "displayName": "Llama 3.1 405B Instruct", "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-meta-llama-3-1-8b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15001, "output_cost_per_mil_tokens": 0.45003, "displayName": "Llama 3.1 8B Instruct", "max_input_tokens": 200000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-opus-4-8": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Opus 4.8", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-oss-120b": { "format": "openai", "flavor": "chat", "displayName": "GPT-OSS 120B", "reasoning": true, "max_input_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-llama-4-maverick": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Llama 4 Maverick", "max_input_tokens": 1000000, "available_providers": ["databricks"], "providers": ["databricks"] }, "text-block": { "format": "js", "flavor": "completion", "displayName": "Text-block", "providers": ["js"] }, "fireworks_ai/nomic-ai/nomic-embed-text-v1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.008, "max_input_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks_ai/nomic-ai/nomic-embed-text-v1.5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.008, "max_input_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks_ai/thenlper/gte-base": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.008, "max_input_tokens": 512, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks_ai/thenlper/gte-large": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.016, "max_input_tokens": 512, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks_ai/WhereIsAI/UAE-Large-V1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.016, "max_input_tokens": 512, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-4.1b-to-16b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-56b-to-176b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-above-16b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-default": { "format": "openai", "flavor": "chat", "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-moe-up-to-56b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "fireworks-ai-up-to-4b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/chronos-hermes-13b-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-70b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-70b-python": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-34b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-34b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-34b-python": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-13b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-13b-python": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-7b-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-llama-7b-python": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/code-qwen-1p5-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 65536, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/codegemma-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/codegemma-2b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-671b-v2-p1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 163840, "max_output_tokens": 163840, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-v1-preview-llama-70b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-v1-preview-qwen-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-v1-preview-qwen-14b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-v1-preview-llama-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/cogito-v1-preview-llama-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/dobby-mini-unhinged-plus-llama-3-1-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/dobby-unhinged-llama-3-3-70b-new": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/dolphin-2-9-2-qwen2-72b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/dolphin-2p6-mixtral-8x7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/ernie-4p5-300b-a47b-pt": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/ernie-4p5-21b-a3b-pt": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/fare-20b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/firefunction-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/firefunction-v1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 0.5, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/firellava-13b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/firesearch-ocr-v6": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/fireworks-asr-v2": { "format": "openai", "flavor": "chat", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/fireworks-asr-large": { "format": "openai", "flavor": "chat", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-1-dev-fp8": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.0005, "output_cost_per_mil_tokens": 0.0005, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-1-schnell-fp8": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00035, "output_cost_per_mil_tokens": 0.00035, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-1-dev": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-1-dev-controlnet-union": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.001, "output_cost_per_mil_tokens": 0.001, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-1-schnell": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-kontext-max": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.08, "output_cost_per_mil_tokens": 0.08, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/flux-kontext-pro": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.04, "output_cost_per_mil_tokens": 0.04, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/glm-5p2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.26, "displayName": "GLM 5.2", "reasoning": true, "max_input_tokens": 1048576, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "zai-org/GLM-5.2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.26, "displayName": "GLM 5.2", "reasoning": true, "max_input_tokens": 262144, "max_output_tokens": 128000, "available_providers": ["baseten", "together"], "providers": ["baseten", "together"] }, "accounts/fireworks/models/glm-5p1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.4, "output_cost_per_mil_tokens": 4.4, "input_cache_read_cost_per_mil_tokens": 0.26, "displayName": "GLM 5.1", "reasoning": true, "max_input_tokens": 202800, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "zai-org/GLM-5.1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.3, "output_cost_per_mil_tokens": 4.3, "input_cache_read_cost_per_mil_tokens": 0.26, "displayName": "GLM 5.1", "reasoning": true, "max_input_tokens": 202752, "max_output_tokens": 128000, "available_providers": ["baseten", "together"], "providers": ["baseten", "together"] }, "accounts/fireworks/models/glm-5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 3.2, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "GLM 5", "max_input_tokens": 202752, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "zai-org/GLM-5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.95, "output_cost_per_mil_tokens": 3.15, "input_cache_read_cost_per_mil_tokens": 0.2, "available_providers": ["baseten", "together"], "providers": ["baseten", "together"] }, "accounts/fireworks/models/glm-4p7": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.2, "input_cache_read_cost_per_mil_tokens": 0.3, "reasoning": true, "max_input_tokens": 202800, "max_output_tokens": 202800, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "zai-org/GLM-4.7": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.2, "input_cache_read_cost_per_mil_tokens": 0.12, "available_providers": ["baseten"], "providers": ["baseten"] }, "accounts/fireworks/models/glm-4p6": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.55, "output_cost_per_mil_tokens": 2.19, "reasoning": true, "max_input_tokens": 202800, "max_output_tokens": 202800, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/glm-4p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.55, "output_cost_per_mil_tokens": 2.19, "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 96000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/glm-4p5-air": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 96000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/glm-4p5v": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.2, "output_cost_per_mil_tokens": 1.2, "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "zai-glm-4.7": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.25, "output_cost_per_mil_tokens": 2.75, "displayName": "Z.ai GLM 4.7", "reasoning": true, "max_input_tokens": 131072, "max_output_tokens": 40960, "available_providers": ["cerebras"], "providers": ["cerebras"] }, "accounts/fireworks/models/hermes-2-pro-mistral-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/internvl3-78b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/internvl3-38b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/internvl3-8b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/japanese-stable-diffusion-xl": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00013, "output_cost_per_mil_tokens": 0.00013, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/kat-coder": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 262144, "max_output_tokens": 262144, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/kat-dev-72b-exp": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/kat-dev-32b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llamaguard-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/llava-yi-34b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "MiniMaxAI/MiniMax-M2.5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "available_providers": ["baseten"], "providers": ["baseten"] }, "MiniMaxAI/MiniMax-M2.7": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "MiniMax M2.7", "max_input_tokens": 202752, "available_providers": ["together"], "providers": ["together"] }, "MiniMaxAI/MiniMax-M3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "MiniMax M3", "max_input_tokens": 524288, "available_providers": ["together"], "providers": ["together"] }, "accounts/fireworks/models/minimax-m2p1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.03, "max_input_tokens": 204800, "max_output_tokens": 204800, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/minimax-m2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/minimax-m1-80k": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/nemotron-nano-v2-12b-vl": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/nous-capybara-7b-v1p9": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/nvidia-nemotron-nano-12b-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/nvidia-nemotron-nano-9b-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 131072, "max_output_tokens": 131072, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/openchat-3p5-0106-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/openhermes-2-mistral-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/openhermes-2p5-mistral-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/openorca-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/phind-code-llama-34b-v2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/phind-code-llama-34b-python-v1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/phind-code-llama-34b-v1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/playground-v2-5-1024px-aesthetic": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00013, "output_cost_per_mil_tokens": 0.00013, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/playground-v2-1024px-aesthetic": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00013, "output_cost_per_mil_tokens": 0.00013, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/pythia-12b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 2048, "max_output_tokens": 2048, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/rolm-ocr": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 128000, "max_output_tokens": 128000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/snorkel-mistral-7b-pairrm-dpo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/SSD-1B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00013, "output_cost_per_mil_tokens": 0.00013, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/stable-diffusion-xl-1024-v1-0": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.00013, "output_cost_per_mil_tokens": 0.00013, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/stablecode-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/starcoder-16b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/starcoder-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 8192, "max_output_tokens": 8192, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/starcoder2-15b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/starcoder2-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/starcoder2-3b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "max_input_tokens": 16384, "max_output_tokens": 16384, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/toppy-m-7b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/whisper-v3": { "format": "openai", "flavor": "chat", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/whisper-v3-turbo": { "format": "openai", "flavor": "chat", "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/yi-34b-200k-capybara": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 200000, "max_output_tokens": 200000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/yi-34b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/yi-34b-chat": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.9, "output_cost_per_mil_tokens": 0.9, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/yi-6b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/yi-large": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 3, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/zephyr-7b-beta": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "max_input_tokens": 32768, "max_output_tokens": 32768, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/minimax-m2p7": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "MiniMax M2.7", "max_input_tokens": 196608, "max_output_tokens": 196608, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/minimax-m2p5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.03, "displayName": "MiniMax M2.5", "max_input_tokens": 196608, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/qwen3p7-plus": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 1.6, "input_cache_read_cost_per_mil_tokens": 0.08, "displayName": "Qwen3.7 Plus", "max_input_tokens": 262144, "max_output_tokens": 65536, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "accounts/fireworks/models/minimax-m3": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "MiniMax M3", "max_input_tokens": 512000, "max_output_tokens": 512000, "available_providers": ["fireworks"], "providers": ["fireworks"] }, "dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "hd/1024-x-1024/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "hd/1024-x-1792/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "hd/1792-x-1024/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1024/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1792/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1792-x-1024/dall-e-3": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1024-x-1024/dall-e-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "256-x-256/dall-e-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "512-x-512/dall-e-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "dall-e-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-2-2026-04-21": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT Image 2 (2026-04-21)", "parent": "gpt-image-2", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-2": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT Image 2", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1024-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Square (2025-12-16)", "parent": "1024-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1024-x-1536/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Portrait (2025-12-16)", "parent": "1024-x-1536/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1536-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Landscape (2025-12-16)", "parent": "1536-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT Image 1.5 (2025-12-16)", "parent": "gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Square (2025-12-16)", "parent": "high/1024-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1536/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Portrait (2025-12-16)", "parent": "high/1024-x-1536/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1536-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Landscape (2025-12-16)", "parent": "high/1536-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Square (2025-12-16)", "parent": "low/1024-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1536/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Portrait (2025-12-16)", "parent": "low/1024-x-1536/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1536-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Landscape (2025-12-16)", "parent": "low/1536-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Square (2025-12-16)", "parent": "medium/1024-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1536/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Portrait (2025-12-16)", "parent": "medium/1024-x-1536/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1536-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Landscape (2025-12-16)", "parent": "medium/1536-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Square (2025-12-16)", "parent": "standard/1024-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1536/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Portrait (2025-12-16)", "parent": "standard/1024-x-1536/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1536-x-1024/gpt-image-1.5-2025-12-16": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Landscape (2025-12-16)", "parent": "standard/1536-x-1024/gpt-image-1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1024-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Square", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1024-x-1536/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Portrait", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "1536-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Landscape", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 10, "input_cache_read_cost_per_mil_tokens": 1.25, "displayName": "GPT Image 1.5", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Square", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1536/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Portrait", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1536-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 High Landscape", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Square", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1536/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Portrait", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1536-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Low Landscape", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Square", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1536/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Portrait", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1536-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Medium Landscape", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Square", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1024-x-1536/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Portrait", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "standard/1536-x-1024/gpt-image-1.5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT Image 1.5 Standard Landscape", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-1": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 1.25, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-image-1-mini": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "input_cache_read_cost_per_mil_tokens": 0.2, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1024-x-1536/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "high/1536-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1024/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1536/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1024-x-1536/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1536-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "low/1536-x-1024/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1024/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1536/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1024-x-1536/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1536-x-1024/gpt-image-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "medium/1536-x-1024/gpt-image-1-mini": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "chatgpt-image-latest": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 5, "input_cache_read_cost_per_mil_tokens": 1.25, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "chat-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5, "output_cost_per_mil_tokens": 30, "input_cache_read_cost_per_mil_tokens": 0.5, "displayName": "GPT Chat Latest", "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "codex-mini-latest": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.5, "output_cost_per_mil_tokens": 6, "input_cache_read_cost_per_mil_tokens": 0.375, "reasoning": true, "deprecated": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4o-2024-11-20": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3.75, "output_cost_per_mil_tokens": 15, "input_cache_write_cost_per_mil_tokens": 1.875, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4o-2024-08-06": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 3.75, "output_cost_per_mil_tokens": 15, "input_cache_read_cost_per_mil_tokens": 1.875, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4o-mini-2024-07-18": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "input_cache_read_cost_per_mil_tokens": 0.15, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:o4-mini-2025-04-16": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 4, "output_cost_per_mil_tokens": 16, "input_cache_read_cost_per_mil_tokens": 1, "reasoning": true, "max_input_tokens": 200000, "max_output_tokens": 100000, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4.1-2025-04-14": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 12, "input_cache_read_cost_per_mil_tokens": 0.75, "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4.1-mini-2025-04-14": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.8, "output_cost_per_mil_tokens": 3.2, "input_cache_read_cost_per_mil_tokens": 0.2, "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4.1-nano-2025-04-14": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.8, "input_cache_read_cost_per_mil_tokens": 0.05, "max_input_tokens": 1047576, "max_output_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-4-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 30, "output_cost_per_mil_tokens": 60, "max_input_tokens": 8192, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-3.5-turbo": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 6, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-3.5-turbo-1106": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 6, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-3.5-turbo-0613": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 6, "max_input_tokens": 4096, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:gpt-3.5-turbo-0125": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 3, "output_cost_per_mil_tokens": 6, "max_input_tokens": 16385, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:babbage-002": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.6, "output_cost_per_mil_tokens": 1.6, "max_input_tokens": 16384, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "ft:davinci-002": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 12, "output_cost_per_mil_tokens": 12, "max_input_tokens": 16384, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio-2025-08-28": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT Audio (2025-08-28)", "parent": "gpt-audio", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio-1.5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio-mini-2025-12-15": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "displayName": "GPT Audio mini (2025-12-15)", "parent": "gpt-audio-mini", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio-mini-2025-10-06": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "displayName": "GPT Audio mini (2025-10-06)", "parent": "gpt-audio-mini", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "GPT Audio", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-audio-mini": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "displayName": "GPT Audio mini", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-2025-08-28": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 4, "output_cost_per_mil_tokens": 16, "input_cache_read_cost_per_mil_tokens": 0.4, "displayName": "GPT Realtime (2025-08-28)", "parent": "gpt-realtime", "max_input_tokens": 32000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-2": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 4, "output_cost_per_mil_tokens": 16, "input_cache_read_cost_per_mil_tokens": 0.4, "displayName": "GPT Realtime 2", "max_input_tokens": 32000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-1.5": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 4, "output_cost_per_mil_tokens": 16, "input_cache_read_cost_per_mil_tokens": 0.4, "max_input_tokens": 32000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-mini-2025-12-15": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "GPT Realtime mini (2025-12-15)", "parent": "gpt-realtime-mini", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-mini-2025-10-06": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "input_cache_read_cost_per_mil_tokens": 0.06, "displayName": "GPT Realtime mini (2025-10-06)", "parent": "gpt-realtime-mini", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 4, "output_cost_per_mil_tokens": 16, "input_cache_read_cost_per_mil_tokens": 0.4, "displayName": "GPT Realtime", "max_input_tokens": 32000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "gpt-realtime-mini": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "displayName": "GPT Realtime mini", "max_input_tokens": 128000, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "omni-moderation-2024-09-26": { "format": "openai", "flavor": "chat", "max_input_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "omni-moderation-latest": { "format": "openai", "flavor": "chat", "max_input_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "openai/container": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "openai/sora-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "openai/sora-2-pro": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "openai/sora-2-pro-high-res": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "openai/gpt-oss-safeguard-20b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.075, "output_cost_per_mil_tokens": 0.3, "displayName": "GPT-OSS Safeguard (20B)", "experimental": true, "max_input_tokens": 131072, "max_output_tokens": 65536, "available_providers": ["groq"], "providers": ["groq"] }, "sora-2": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "sora-2-pro": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "sora-2-pro-high-res": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "text-moderation-007": { "format": "openai", "flavor": "chat", "max_input_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "text-moderation-latest": { "format": "openai", "flavor": "chat", "max_input_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "text-moderation-stable": { "format": "openai", "flavor": "chat", "max_input_tokens": 32768, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "tts-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "tts-1-hd": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "tts-1-1106": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "tts-1-hd-1106": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "whisper-1": { "format": "openai", "flavor": "chat", "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "babbage-002": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 0.4, "max_input_tokens": 16384, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "davinci-002": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 2, "max_input_tokens": 16384, "max_output_tokens": 4096, "available_providers": ["openai", "azure"], "providers": ["openai", "azure"] }, "nvidia/Nemotron-120B-A12B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 0.75, "input_cache_read_cost_per_mil_tokens": 0.06, "available_providers": ["baseten"], "providers": ["baseten"] }, "LiquidAI/LFM2-24B-A2B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.03, "output_cost_per_mil_tokens": 0.12, "displayName": "LFM2 24B A2B", "max_input_tokens": 32768, "available_providers": ["together"], "providers": ["together"] }, "deepcogito/cogito-v2-1-671b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 1.25, "displayName": "Cogito v2.1 671B", "max_input_tokens": 163840, "available_providers": ["together"], "providers": ["together"] }, "essentialai/rnj-1-instruct": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "RNJ-1 Instruct", "max_input_tokens": 32768, "available_providers": ["together"], "providers": ["together"] }, "meta.llama4-scout-17b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Llama 4 Scout", "max_input_tokens": 10000000, "max_output_tokens": 8000, "providers": ["bedrock"] }, "meta.llama4-maverick-17b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Llama 4 Maverick", "max_input_tokens": 1000000, "max_output_tokens": 8000, "providers": ["bedrock"] }, "us.meta.llama4-scout-17b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "US Llama 4 Scout", "parent": "meta.llama4-scout-17b-instruct-v1:0", "max_input_tokens": 10000000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.meta.llama4-maverick-17b-instruct-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "US Llama 4 Maverick", "parent": "meta.llama4-maverick-17b-instruct-v1:0", "max_input_tokens": 1000000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-32b-v1:0": { "format": "converse", "flavor": "chat", "multimodal": false, "displayName": "Qwen3 32B", "reasoning": true, "max_input_tokens": 32000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-next-80b-a3b": { "format": "converse", "flavor": "chat", "multimodal": false, "displayName": "Qwen3 Next 80B A3B", "reasoning": true, "max_input_tokens": 256000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-vl-235b-a22b": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Qwen3 VL 235B A22B", "max_input_tokens": 256000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-coder-next": { "format": "converse", "flavor": "chat", "multimodal": false, "displayName": "Qwen3 Coder Next", "max_input_tokens": 256000, "max_output_tokens": 16000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "minimax.minimax-m2.5": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 0.3, "output_cost_per_mil_tokens": 1.2, "displayName": "MiniMax M2.5", "max_input_tokens": 196000, "max_output_tokens": 98000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "zai.glm-5": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 1, "output_cost_per_mil_tokens": 3.2, "displayName": "GLM 5", "max_input_tokens": 200000, "max_output_tokens": 128000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "zai.glm-4.7": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.2, "displayName": "GLM 4.7", "max_input_tokens": 203000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "zai.glm-4.7-flash": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.4, "displayName": "GLM 4.7 Flash", "max_input_tokens": 203000, "max_output_tokens": 4096, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "nvidia.nemotron-super-3-120b": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.65, "displayName": "NVIDIA Nemotron 3 Super 120B", "max_input_tokens": 256000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-oss-120b-1:0": { "format": "converse", "flavor": "chat", "displayName": "OpenAI GPT-OSS (120B)", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-oss-20b-1:0": { "format": "converse", "flavor": "chat", "displayName": "OpenAI GPT-OSS (20B)", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-oss-safeguard-120b": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "OpenAI GPT-OSS Safeguard (120B)", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-oss-safeguard-20b": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.07, "output_cost_per_mil_tokens": 0.2, "displayName": "OpenAI GPT-OSS Safeguard (20B)", "max_input_tokens": 128000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-5.5": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 5.5, "output_cost_per_mil_tokens": 33, "input_cache_read_cost_per_mil_tokens": 0.55, "displayName": "OpenAI GPT-5.5 (Bedrock)", "reasoning": true, "max_input_tokens": 272000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "openai.gpt-5.4": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2.75, "output_cost_per_mil_tokens": 16.5, "input_cache_read_cost_per_mil_tokens": 0.275, "displayName": "OpenAI GPT-5.4 (Bedrock)", "reasoning": true, "max_input_tokens": 272000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "nvidia.nemotron-nano-3-30b": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 0.06, "output_cost_per_mil_tokens": 0.24, "displayName": "NVIDIA Nemotron 3 Nano 30B", "max_input_tokens": 256000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "nvidia/nemotron-3-ultra-550b-a55b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3.6, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "NVIDIA Nemotron 3 Ultra 550B", "reasoning": true, "max_input_tokens": 512300, "available_providers": ["together"], "providers": ["together"] }, "nvidia/NVIDIA-Nemotron-3-Ultra-550B-A55B": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.4, "input_cache_read_cost_per_mil_tokens": 0.12, "displayName": "NVIDIA Nemotron 3 Ultra 550B", "reasoning": true, "max_input_tokens": 202800, "available_providers": ["baseten"], "providers": ["baseten"] }, "mistral.devstral-2-123b": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.4, "output_cost_per_mil_tokens": 2, "displayName": "Devstral 2 123B", "max_input_tokens": 256000, "max_output_tokens": 32000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.magistral-small-2509": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.5, "output_cost_per_mil_tokens": 1.5, "displayName": "Magistral Small (2509)", "reasoning": true, "max_input_tokens": 128000, "max_output_tokens": 40000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-235b-a22b-2507-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.22, "output_cost_per_mil_tokens": 0.88, "displayName": "Qwen3 235B A22B (2507)", "reasoning": true, "max_input_tokens": 262144, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-coder-480b-a35b-v1:0": { "format": "converse", "flavor": "chat", "displayName": "Qwen3 Coder 480B A35B", "max_input_tokens": 131072, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen.qwen3-coder-30b-a3b-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.6, "displayName": "Qwen3 Coder 30B A3B", "max_input_tokens": 262144, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "qwen/qwen3.6-27b": { "format": "openai", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3, "displayName": "Qwen 3.6 27B", "experimental": true, "max_input_tokens": 131072, "max_output_tokens": 32768, "available_providers": ["groq"], "providers": ["groq"] }, "moonshotai.kimi-k2.5": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 3, "displayName": "Kimi K2.5", "max_input_tokens": 256000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "writer.palmyra-x4-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "Palmyra X4", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "writer.palmyra-x5-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 6, "displayName": "Palmyra X5", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.writer.palmyra-x4-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 2.5, "output_cost_per_mil_tokens": 10, "displayName": "US Palmyra X4", "parent": "writer.palmyra-x4-v1:0", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.writer.palmyra-x5-v1:0": { "format": "converse", "flavor": "chat", "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 6, "displayName": "US Palmyra X5", "parent": "writer.palmyra-x5-v1:0", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.deepseek.r1-v1:0": { "format": "converse", "flavor": "chat", "displayName": "US DeepSeek R1", "reasoning": true, "parent": "deepseek.r1-v1:0", "max_input_tokens": 128000, "max_output_tokens": 8000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "gemini-2.5-computer-use-preview-10-2025": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "displayName": "Gemini 2.5 Computer Use Preview (10-2025)", "fallback_models": ["publishers/google/models/gemini-2.5-computer-use-preview-10-2025"], "max_input_tokens": 128000, "max_output_tokens": 64000, "available_providers": ["google"], "providers": ["google"] }, "gemini-3-pro-image": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "displayName": "Gemini 3 Pro Image", "fallback_models": ["publishers/google/models/gemini-3-pro-image"], "supported_regions": ["global"], "max_input_tokens": 65536, "max_output_tokens": 32768, "available_providers": ["google", "vertex"], "providers": ["google", "vertex"] }, "publishers/google/models/gemini-2.5-computer-use-preview-10-2025": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 10, "displayName": "Gemini 2.5 Computer Use Preview (10-2025)", "max_input_tokens": 128000, "max_output_tokens": 64000, "available_providers": ["vertex"], "providers": ["vertex"] }, "publishers/google/models/gemini-3-pro-image": { "format": "google", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 2, "output_cost_per_mil_tokens": 12, "displayName": "Gemini 3 Pro Image", "locations": ["global"], "max_input_tokens": 65536, "max_output_tokens": 32768, "available_providers": ["vertex"], "providers": ["vertex"] }, "databricks-qwen35-122b-a10b": { "format": "openai", "flavor": "chat", "displayName": "Qwen 3.5 122B-A10B", "reasoning": true, "experimental": true, "max_input_tokens": 256000, "max_output_tokens": 8000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-qwen3-next-80b-a3b-instruct": { "format": "openai", "flavor": "chat", "displayName": "Qwen 3-Next 80B-A3B Instruct", "experimental": true, "max_input_tokens": 262144, "max_output_tokens": 16384, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gemini-3-flash": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Gemini 3 Flash", "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gemini-3-1-flash-lite": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Gemini 3.1 Flash-Lite", "max_input_tokens": 1048576, "max_output_tokens": 65536, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-oss-20b": { "format": "openai", "flavor": "chat", "displayName": "GPT-OSS 20B", "reasoning": true, "max_input_tokens": 131072, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-nano": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5 nano", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-1": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5.1", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-mini": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5 mini", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-haiku-4-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Haiku 4.5", "max_input_tokens": 200000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-opus-4-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Opus 4.5", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-opus-4-1": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Opus 4.1", "max_input_tokens": 200000, "max_output_tokens": 32000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gemini-3-1-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Gemini 3.1 Pro", "max_input_tokens": 1000000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gemini-2-5-pro": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Gemini 2.5 Pro", "max_input_tokens": 1000000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gemini-2-5-flash": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Gemini 2.5 Flash", "max_input_tokens": 1000000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-4": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5.4", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-4-nano": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5.4 nano", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-2": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5.2", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-sonnet-4-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Sonnet 4.5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 200000, "max_output_tokens": 64000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-opus-4-6": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Opus 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-sonnet-4": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Sonnet 4", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-opus-4-7": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Opus 4.7", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-sonnet-4-6": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Sonnet 4.6", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 64000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-gpt-5-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "GPT-5.5", "max_input_tokens": 272000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "databricks-claude-fable-5": { "format": "openai", "flavor": "chat", "multimodal": true, "displayName": "Claude Fable 5", "reasoning": true, "reasoning_budget": true, "max_input_tokens": 1000000, "max_output_tokens": 128000, "available_providers": ["databricks"], "providers": ["databricks"] }, "mistral.pixtral-large-2502-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "Pixtral Large (2502)", "max_input_tokens": 128000, "max_output_tokens": 16000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.ministral-3-14b-instruct": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.2, "output_cost_per_mil_tokens": 0.2, "displayName": "Ministral 3 14B", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.ministral-3-8b-instruct": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.15, "output_cost_per_mil_tokens": 0.15, "displayName": "Ministral 3 8B", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "mistral.ministral-3-3b-instruct": { "format": "converse", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.1, "displayName": "Ministral 3 3B", "max_input_tokens": 128000, "max_output_tokens": 8192, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "us.mistral.pixtral-large-2502-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "US Pixtral Large (2502)", "parent": "mistral.pixtral-large-2502-v1:0", "max_input_tokens": 128000, "max_output_tokens": 16000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "eu.mistral.pixtral-large-2502-v1:0": { "format": "converse", "flavor": "chat", "multimodal": true, "displayName": "EU Pixtral Large (2502)", "parent": "mistral.pixtral-large-2502-v1:0", "max_input_tokens": 128000, "max_output_tokens": 16000, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "moonshot.kimi-k2-thinking": { "format": "converse", "flavor": "chat", "multimodal": false, "input_cost_per_mil_tokens": 0.6, "output_cost_per_mil_tokens": 2.5, "displayName": "Kimi K2 Thinking", "reasoning": true, "max_input_tokens": 256000, "max_output_tokens": 16384, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "xai.grok-4.3": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 1.25, "output_cost_per_mil_tokens": 2.5, "input_cache_read_cost_per_mil_tokens": 0.2, "displayName": "Grok 4.3", "reasoning": true, "max_input_tokens": 1000000, "max_output_tokens": 131072, "available_providers": ["bedrock"], "providers": ["bedrock"] }, "voxtral-small-2507": { "format": "openai", "flavor": "chat", "multimodal": true, "input_cost_per_mil_tokens": 0.1, "output_cost_per_mil_tokens": 0.4, "max_input_tokens": 32000, "available_providers": ["mistral"], "providers": ["mistral"] } }), []); const providerLabels = React.useMemo(() => ({ "openai": "OpenAI", "azure": "Azure", "anthropic": "Anthropic", "google": "Google", "vertex": "Vertex AI", "bedrock": "AWS Bedrock", "together": "Together", "fireworks": "Fireworks", "groq": "Groq", "mistral": "Mistral", "lepton": "Lepton", "cerebras": "Cerebras", "perplexity": "Perplexity", "xAI": "xAI", "replicate": "Replicate", "ollama": "Ollama", "databricks": "Databricks", "baseten": "Baseten" }), []); const providers = React.useMemo(() => { const counts = {}; const activeModels = Object.values(models).filter(m => m.format !== "js" && !m.deprecated); for (const model of activeModels) { for (const p of model.providers) { counts[p] = (counts[p] || 0) + 1; } } const totalCount = activeModels.length; const sorted = Object.entries(counts).sort((a, b) => b[1] - a[1]).map(([id]) => ({ id, label: providerLabels[id] || id, count: counts[id] })); return [{ id: "all", label: "All", count: totalCount }, ...sorted]; }, [models, providerLabels]); const rows = React.useMemo(() => { function formatNumber(value) { if (!value) { return "—"; } return new Intl.NumberFormat("en-US").format(value); } function formatCapabilities(model) { const capabilities = []; if (model.multimodal) { capabilities.push("Multimodal"); } if (model.reasoning) { capabilities.push("Reasoning"); } if (capabilities.length === 0) { return "Text"; } return capabilities.join(", "); } return Object.entries(models).filter(([, model]) => model.format !== "js" && !model.deprecated).map(([modelId, model]) => ({ modelId, displayName: model.displayName || "—", providers: model.providers, providerLabel: model.providers.map(p => providerLabels[p] || p).join(", "), flavor: model.flavor === "chat" ? "Chat" : "Completion", capabilities: formatCapabilities(model), maxInputTokens: formatNumber(model.max_input_tokens), maxOutputTokens: formatNumber(model.max_output_tokens), searchText: [modelId, model.displayName, ...model.providers.map(p => providerLabels[p] || p), model.flavor, model.multimodal ? "multimodal" : "", model.reasoning ? "reasoning" : ""].filter(Boolean).join(" ").toLowerCase() })).sort((left, right) => left.modelId.localeCompare(right.modelId)); }, [models, providerLabels]); const deprecatedRows = React.useMemo(() => Object.entries(models).filter(([, model]) => model.format !== "js" && model.deprecated).map(([modelId, model]) => { const parent = model.parent && model.parent !== modelId ? models[model.parent] : undefined; const replacedBy = parent && !parent.deprecated ? parent.displayName || model.parent : "—"; return { modelId, displayName: model.displayName || "—", providerLabel: model.providers.map(p => providerLabels[p] || p).join(", "), replacedBy, searchText: [modelId, model.displayName].filter(Boolean).join(" ").toLowerCase() }; }).sort((left, right) => left.modelId.localeCompare(right.modelId)), [models, providerLabels]); const getFilteredRows = React.useCallback(providerId => { const normalizedSearch = searchTerm.trim().toLowerCase(); return rows.filter(row => { if (providerId !== "all" && !row.providers.includes(providerId)) { return false; } if (!normalizedSearch) { return true; } return row.searchText.includes(normalizedSearch); }); }, [rows, searchTerm]); const filteredDeprecated = React.useMemo(() => { const normalizedSearch = searchTerm.trim().toLowerCase(); if (!normalizedSearch) { return deprecatedRows; } return deprecatedRows.filter(row => row.searchText.includes(normalizedSearch)); }, [deprecatedRows, searchTerm]); const [deprecatedOpen, setDeprecatedOpen] = React.useState(false); React.useEffect(() => { if (searchTerm.trim() && filteredDeprecated.length > 0) { setDeprecatedOpen(true); } }, [searchTerm, filteredDeprecated.length]); const renderDeprecatedTable = depRows => {depRows.map(row => )}
Model ID Name Provider Replaced by
{row.modelId} {row.displayName} {row.providerLabel} {row.replacedBy}
; const renderTable = filteredRows =>
{filteredRows.map(row => )}
Model ID Name Provider API Capabilities Max input tokens Max output tokens
{row.modelId} {row.displayName} {row.providerLabel} {row.flavor} {row.capabilities} {row.maxInputTokens} {row.maxOutputTokens}
; return <>
setSearchTerm(e.target.value)} className="integrations-search-input" />
{typeof navigator !== "undefined" && "⌘F"}
{renderTable(getFilteredRows(providerFilter))} {deprecatedRows.length > 0 &&
setDeprecatedOpen(e.currentTarget.open)}> Deprecated models ({filteredDeprecated.length})

These models are deprecated and discouraged for new use. They remain available through the gateway until retired by the provider. Where available, the table shows the recommended replacement.

{filteredDeprecated.length > 0 ? renderDeprecatedTable(filteredDeprecated) :

No deprecated models match your search.

}
} ; }; Need a model that isn't listed? [Let us know](mailto:support@braintrust.dev) or [add a custom provider](/integrations/ai-providers/custom).