From fec8cf081b1f676bf79e90e1a2fbfbf8b783b78c Mon Sep 17 00:00:00 2001 From: mubashir1osmani Date: Tue, 16 Jun 2026 15:15:57 -0700 Subject: [PATCH 1/2] feat: add fireworks deepseek-v4-pro, kimi-k2.6, qwen3.6-plus and mistral voxtral-small-2507 to cost map --- ...odel_prices_and_context_window_backup.json | 105 ++++++++++++++++++ model_prices_and_context_window.json | 105 ++++++++++++++++++ 2 files changed, 210 insertions(+) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index f563ad0c5b5d..07e412f87dd0 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -14511,6 +14511,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "cache_read_input_token_cost": 1.45e-07, + "input_cost_per_token": 1.74e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.48e-06, + "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fireworks_ai/accounts/fireworks/models/firefunction-v2": { "input_cost_per_token": 9e-07, "litellm_provider": "fireworks_ai", @@ -14678,6 +14693,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://fireworks.ai/models/fireworks/kimi-k2p6", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { "input_cost_per_token": 3e-06, "litellm_provider": "fireworks_ai", @@ -14834,6 +14864,21 @@ "supports_response_schema": true, "supports_tool_choice": false }, + "fireworks_ai/accounts/fireworks/models/qwen3p6-plus": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://fireworks.ai/models/fireworks/qwen3p6-plus", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/models/yi-large": { "input_cost_per_token": 3e-06, "litellm_provider": "fireworks_ai", @@ -14847,6 +14892,21 @@ "supports_response_schema": true, "supports_tool_choice": false }, + "fireworks_ai/deepseek-v4-pro": { + "cache_read_input_token_cost": 1.45e-07, + "input_cost_per_token": 1.74e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.48e-06, + "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fireworks_ai/glm-4p7": { "cache_read_input_token_cost": 3e-07, "input_cost_per_token": 6e-07, @@ -14891,6 +14951,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/kimi-k2p6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://fireworks.ai/models/fireworks/kimi-k2p6", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/minimax-m2p1": { "cache_read_input_token_cost": 3e-08, "input_cost_per_token": 3e-07, @@ -14923,6 +14998,21 @@ "output_cost_per_token": 0.0, "source": "https://fireworks.ai/pricing" }, + "fireworks_ai/qwen3p6-plus": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://fireworks.ai/models/fireworks/qwen3p6-plus", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/thenlper/gte-base": { "input_cost_per_token": 8e-09, "litellm_provider": "fireworks_ai-embedding-models", @@ -25337,6 +25427,21 @@ "supports_tool_choice": true, "supports_vision": true }, + "mistral/voxtral-small-2507": { + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "mistral", + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "max_tokens": 8191, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://mistral.ai/pricing#api-pricing", + "supports_audio_input": true, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "mistral/pixtral-large-latest": { "input_cost_per_token": 2e-06, "litellm_provider": "mistral", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index f0c15654cfe3..2ac3d05e497a 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -14511,6 +14511,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/accounts/fireworks/models/deepseek-v4-pro": { + "cache_read_input_token_cost": 1.45e-07, + "input_cost_per_token": 1.74e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.48e-06, + "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fireworks_ai/accounts/fireworks/models/firefunction-v2": { "input_cost_per_token": 9e-07, "litellm_provider": "fireworks_ai", @@ -14678,6 +14693,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/accounts/fireworks/models/kimi-k2p6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://fireworks.ai/models/fireworks/kimi-k2p6", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/models/llama-v3p1-405b-instruct": { "input_cost_per_token": 3e-06, "litellm_provider": "fireworks_ai", @@ -14834,6 +14864,21 @@ "supports_response_schema": true, "supports_tool_choice": false }, + "fireworks_ai/accounts/fireworks/models/qwen3p6-plus": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://fireworks.ai/models/fireworks/qwen3p6-plus", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/accounts/fireworks/models/yi-large": { "input_cost_per_token": 3e-06, "litellm_provider": "fireworks_ai", @@ -14847,6 +14892,21 @@ "supports_response_schema": true, "supports_tool_choice": false }, + "fireworks_ai/deepseek-v4-pro": { + "cache_read_input_token_cost": 1.45e-07, + "input_cost_per_token": 1.74e-06, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1048576, + "max_output_tokens": 1048576, + "max_tokens": 1048576, + "mode": "chat", + "output_cost_per_token": 3.48e-06, + "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", + "supports_function_calling": true, + "supports_reasoning": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "fireworks_ai/glm-4p7": { "cache_read_input_token_cost": 3e-07, "input_cost_per_token": 6e-07, @@ -14891,6 +14951,21 @@ "supports_response_schema": true, "supports_tool_choice": true }, + "fireworks_ai/kimi-k2p6": { + "cache_read_input_token_cost": 1.6e-07, + "input_cost_per_token": 9.5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 262144, + "max_output_tokens": 262144, + "max_tokens": 262144, + "mode": "chat", + "output_cost_per_token": 4e-06, + "source": "https://fireworks.ai/models/fireworks/kimi-k2p6", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/minimax-m2p1": { "cache_read_input_token_cost": 3e-08, "input_cost_per_token": 3e-07, @@ -14923,6 +14998,21 @@ "output_cost_per_token": 0.0, "source": "https://fireworks.ai/pricing" }, + "fireworks_ai/qwen3p6-plus": { + "cache_read_input_token_cost": 1e-07, + "input_cost_per_token": 5e-07, + "litellm_provider": "fireworks_ai", + "max_input_tokens": 1000000, + "max_output_tokens": 65536, + "max_tokens": 65536, + "mode": "chat", + "output_cost_per_token": 3e-06, + "source": "https://fireworks.ai/models/fireworks/qwen3p6-plus", + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "fireworks_ai/thenlper/gte-base": { "input_cost_per_token": 8e-09, "litellm_provider": "fireworks_ai-embedding-models", @@ -25337,6 +25427,21 @@ "supports_tool_choice": true, "supports_vision": true }, + "mistral/voxtral-small-2507": { + "cache_read_input_token_cost": 1e-08, + "input_cost_per_token": 1e-07, + "litellm_provider": "mistral", + "max_input_tokens": 32000, + "max_output_tokens": 8191, + "max_tokens": 8191, + "mode": "chat", + "output_cost_per_token": 3e-07, + "source": "https://mistral.ai/pricing#api-pricing", + "supports_audio_input": true, + "supports_function_calling": true, + "supports_response_schema": true, + "supports_tool_choice": true + }, "mistral/pixtral-large-latest": { "input_cost_per_token": 2e-06, "litellm_provider": "mistral", From 315b24a243066162583de2dbba83cb072280ecd3 Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Tue, 16 Jun 2026 23:02:43 +0000 Subject: [PATCH 2/2] fix: cap fireworks deepseek-v4-pro max output tokens at 384k The Fireworks model page publishes only a ~1M context length and no separate generation cap, so the entry set max_output_tokens and max_tokens to the full 1048576 window. That equals max_input_tokens, which makes get_modified_max_tokens treat it as a shared input+output budget and lets callers request output sizes the model cannot actually produce. Cap output at 384000 to match the azure_ai/deepseek-v4-pro entry for the same underlying model (identical input/output costs), keeping the Fireworks 1048576 input context. Mirrored in the backup map. --- litellm/model_prices_and_context_window_backup.json | 8 ++++---- model_prices_and_context_window.json | 8 ++++---- 2 files changed, 8 insertions(+), 8 deletions(-) diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 07e412f87dd0..400666a2347b 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -14516,8 +14516,8 @@ "input_cost_per_token": 1.74e-06, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", "output_cost_per_token": 3.48e-06, "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", @@ -14897,8 +14897,8 @@ "input_cost_per_token": 1.74e-06, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", "output_cost_per_token": 3.48e-06, "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 2ac3d05e497a..75622f42ed81 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -14516,8 +14516,8 @@ "input_cost_per_token": 1.74e-06, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", "output_cost_per_token": 3.48e-06, "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro", @@ -14897,8 +14897,8 @@ "input_cost_per_token": 1.74e-06, "litellm_provider": "fireworks_ai", "max_input_tokens": 1048576, - "max_output_tokens": 1048576, - "max_tokens": 1048576, + "max_output_tokens": 384000, + "max_tokens": 384000, "mode": "chat", "output_cost_per_token": 3.48e-06, "source": "https://fireworks.ai/models/deepseek-ai/deepseek-v4-pro",