diff --git a/litellm/model_prices_and_context_window_backup.json b/litellm/model_prices_and_context_window_backup.json index 6fffc109bef1..3b5075362684 100644 --- a/litellm/model_prices_and_context_window_backup.json +++ b/litellm/model_prices_and_context_window_backup.json @@ -409,14 +409,14 @@ "supports_vision": true }, "apac.amazon.nova-2-lite-v1:0": { - "cache_read_input_token_cost": 8.25e-08, - "input_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 9.9e-08, + "input_cost_per_token": 3.96e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.75e-06, + "output_cost_per_token": 3.311e-06, "supports_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -448,14 +448,14 @@ "supports_vision": true }, "eu.amazon.nova-2-lite-v1:0": { - "cache_read_input_token_cost": 8.25e-08, - "input_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 1.0725e-07, + "input_cost_per_token": 4.29e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.75e-06, + "output_cost_per_token": 3.597e-06, "supports_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -578,6 +578,20 @@ "supports_vision": true, "supports_tool_choice": true }, + "amazon.nova-premier-v1:0": { + "input_cost_per_token": 2.5e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "max_tokens": 10000, + "mode": "chat", + "output_cost_per_token": 1.25e-05, + "supports_function_calling": true, + "supports_pdf_input": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "amazon.nova-2-sonic-v1:0": { "input_cost_per_audio_token": 3e-06, "input_cost_per_token": 3.3e-07, @@ -588,6 +602,16 @@ "supports_audio_input": true, "supports_audio_output": true }, + "amazon.nova-sonic-v1:0": { + "input_cost_per_audio_token": 3.4e-06, + "input_cost_per_token": 6e-08, + "litellm_provider": "bedrock", + "mode": "realtime", + "output_cost_per_audio_token": 1.36e-05, + "output_cost_per_token": 2.4e-07, + "supports_audio_input": true, + "supports_audio_output": true + }, "amazon.rerank-v1:0": { "input_cost_per_query": 0.001, "input_cost_per_token": 0.0, @@ -783,22 +807,22 @@ "source": "https://aws.amazon.com/bedrock/pricing/" }, "amazon.titan-text-express-v1": { - "input_cost_per_token": 1.3e-06, + "input_cost_per_token": 2e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "mode": "chat", - "output_cost_per_token": 1.7e-06 + "output_cost_per_token": 6e-07 }, "amazon.titan-text-lite-v1": { - "input_cost_per_token": 3e-07, + "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 4000, "max_tokens": 4000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 2e-07 }, "amazon.titan-text-premier-v1:0": { "input_cost_per_token": 5e-07, @@ -13058,13 +13082,13 @@ "supports_tool_choice": true }, "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { - "input_cost_per_token": 2.23e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 7.55e-06, + "output_cost_per_token": 2.4e-06, "supports_tool_choice": true }, "bedrock/ap-northeast-1/anthropic.claude-v1": { @@ -13618,13 +13642,13 @@ "supports_tool_choice": true }, "bedrock/eu-central-1/anthropic.claude-instant-v1": { - "input_cost_per_token": 2.48e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 8.38e-06, + "output_cost_per_token": 2.4e-06, "supports_tool_choice": true }, "bedrock/eu-central-1/anthropic.claude-v1": { @@ -14655,7 +14679,7 @@ "output_vector_size": 1536 }, "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { - "input_cost_per_token": 2e-07, + "input_cost_per_token": 1.1e-07, "litellm_provider": "bedrock", "max_input_tokens": 8192, "max_tokens": 8192, @@ -14664,13 +14688,13 @@ "output_vector_size": 1024 }, "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { - "input_cost_per_token": 1.3e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "mode": "chat", - "output_cost_per_token": 1.7e-06 + "output_cost_per_token": 1.6e-06 }, "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { "input_cost_per_token": 3e-07, diff --git a/model_prices_and_context_window.json b/model_prices_and_context_window.json index 6fffc109bef1..3b5075362684 100644 --- a/model_prices_and_context_window.json +++ b/model_prices_and_context_window.json @@ -409,14 +409,14 @@ "supports_vision": true }, "apac.amazon.nova-2-lite-v1:0": { - "cache_read_input_token_cost": 8.25e-08, - "input_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 9.9e-08, + "input_cost_per_token": 3.96e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.75e-06, + "output_cost_per_token": 3.311e-06, "supports_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -448,14 +448,14 @@ "supports_vision": true }, "eu.amazon.nova-2-lite-v1:0": { - "cache_read_input_token_cost": 8.25e-08, - "input_cost_per_token": 3.3e-07, + "cache_read_input_token_cost": 1.0725e-07, + "input_cost_per_token": 4.29e-07, "litellm_provider": "bedrock_converse", "max_input_tokens": 1000000, "max_output_tokens": 64000, "max_tokens": 64000, "mode": "chat", - "output_cost_per_token": 2.75e-06, + "output_cost_per_token": 3.597e-06, "supports_function_calling": true, "supports_pdf_input": true, "supports_prompt_caching": true, @@ -578,6 +578,20 @@ "supports_vision": true, "supports_tool_choice": true }, + "amazon.nova-premier-v1:0": { + "input_cost_per_token": 2.5e-06, + "litellm_provider": "bedrock_converse", + "max_input_tokens": 1000000, + "max_output_tokens": 10000, + "max_tokens": 10000, + "mode": "chat", + "output_cost_per_token": 1.25e-05, + "supports_function_calling": true, + "supports_pdf_input": true, + "supports_response_schema": true, + "supports_tool_choice": true, + "supports_vision": true + }, "amazon.nova-2-sonic-v1:0": { "input_cost_per_audio_token": 3e-06, "input_cost_per_token": 3.3e-07, @@ -588,6 +602,16 @@ "supports_audio_input": true, "supports_audio_output": true }, + "amazon.nova-sonic-v1:0": { + "input_cost_per_audio_token": 3.4e-06, + "input_cost_per_token": 6e-08, + "litellm_provider": "bedrock", + "mode": "realtime", + "output_cost_per_audio_token": 1.36e-05, + "output_cost_per_token": 2.4e-07, + "supports_audio_input": true, + "supports_audio_output": true + }, "amazon.rerank-v1:0": { "input_cost_per_query": 0.001, "input_cost_per_token": 0.0, @@ -783,22 +807,22 @@ "source": "https://aws.amazon.com/bedrock/pricing/" }, "amazon.titan-text-express-v1": { - "input_cost_per_token": 1.3e-06, + "input_cost_per_token": 2e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "mode": "chat", - "output_cost_per_token": 1.7e-06 + "output_cost_per_token": 6e-07 }, "amazon.titan-text-lite-v1": { - "input_cost_per_token": 3e-07, + "input_cost_per_token": 1.5e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 4000, "max_tokens": 4000, "mode": "chat", - "output_cost_per_token": 4e-07 + "output_cost_per_token": 2e-07 }, "amazon.titan-text-premier-v1:0": { "input_cost_per_token": 5e-07, @@ -13058,13 +13082,13 @@ "supports_tool_choice": true }, "bedrock/ap-northeast-1/anthropic.claude-instant-v1": { - "input_cost_per_token": 2.23e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 7.55e-06, + "output_cost_per_token": 2.4e-06, "supports_tool_choice": true }, "bedrock/ap-northeast-1/anthropic.claude-v1": { @@ -13618,13 +13642,13 @@ "supports_tool_choice": true }, "bedrock/eu-central-1/anthropic.claude-instant-v1": { - "input_cost_per_token": 2.48e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 100000, "max_output_tokens": 8191, "max_tokens": 8191, "mode": "chat", - "output_cost_per_token": 8.38e-06, + "output_cost_per_token": 2.4e-06, "supports_tool_choice": true }, "bedrock/eu-central-1/anthropic.claude-v1": { @@ -14655,7 +14679,7 @@ "output_vector_size": 1536 }, "bedrock/us-gov-west-1/amazon.titan-embed-text-v2:0": { - "input_cost_per_token": 2e-07, + "input_cost_per_token": 1.1e-07, "litellm_provider": "bedrock", "max_input_tokens": 8192, "max_tokens": 8192, @@ -14664,13 +14688,13 @@ "output_vector_size": 1024 }, "bedrock/us-gov-west-1/amazon.titan-text-express-v1": { - "input_cost_per_token": 1.3e-06, + "input_cost_per_token": 8e-07, "litellm_provider": "bedrock", "max_input_tokens": 42000, "max_output_tokens": 8000, "max_tokens": 8000, "mode": "chat", - "output_cost_per_token": 1.7e-06 + "output_cost_per_token": 1.6e-06 }, "bedrock/us-gov-west-1/amazon.titan-text-lite-v1": { "input_cost_per_token": 3e-07, diff --git a/tests/unit/test_cost_calculator.py b/tests/unit/test_cost_calculator.py index 7d01b1b2906b..e1a6a7ad640e 100644 --- a/tests/unit/test_cost_calculator.py +++ b/tests/unit/test_cost_calculator.py @@ -4126,16 +4126,16 @@ def test_completion_cost_base_model_ignores_regional_row(_local_model_cost_map): model="my-bedrock-deployment", usage={"prompt_tokens": 1000, "completion_tokens": 0, "total_tokens": 1000}, ) - response._hidden_params = {"custom_llm_provider": "bedrock", "region_name": "eu-central-1"} - flat = litellm.model_cost["anthropic.claude-instant-v1"] - regional = litellm.model_cost["bedrock/eu-central-1/anthropic.claude-instant-v1"] + response._hidden_params = {"custom_llm_provider": "bedrock", "region_name": "us-gov-west-1"} + flat = litellm.model_cost["amazon.titan-text-express-v1"] + regional = litellm.model_cost["bedrock/us-gov-west-1/amazon.titan-text-express-v1"] assert flat["input_cost_per_token"] != regional["input_cost_per_token"] assert litellm.completion_cost( completion_response=response, model="my-bedrock-deployment", custom_llm_provider="bedrock", - base_model="anthropic.claude-instant-v1", + base_model="amazon.titan-text-express-v1", ) == pytest.approx(1000 * flat["input_cost_per_token"])