Skip to content
Closed
Show file tree
Hide file tree
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions litellm/llms/azure_ai/anthropic/messages_transformation.py
Original file line number Diff line number Diff line change
Expand Up @@ -164,4 +164,6 @@ def transform_anthropic_messages_request(
headers=headers,
)
self._remove_scope_from_cache_control(anthropic_messages_request)
# Azure AI Foundry does not support output_config, remove it if present
anthropic_messages_request.pop("output_config", None)
return anthropic_messages_request
3 changes: 3 additions & 0 deletions litellm/llms/azure_ai/anthropic/transformation.py
Original file line number Diff line number Diff line change
Expand Up @@ -115,4 +115,7 @@ def transform_request(
data.pop("max_retries", None)
data.pop("stream_options", None)

# Azure AI Foundry does not support output_config parameter, remove it if present
data.pop("output_config", None)
Comment thread
dsteeley marked this conversation as resolved.
Resolved

return data
Original file line number Diff line number Diff line change
Expand Up @@ -287,6 +287,38 @@ def test_transform_anthropic_messages_request_removes_scope_from_cache_control(
result["messages"][0]["content"][0]["cache_control"]["type"] == "ephemeral"
)

def test_transform_anthropic_messages_request_strips_output_config(self):
"""Regression test: Azure AI Foundry rejects output_config.effort for Haiku 4.5.

When a request enters via /anthropic/v1/messages (e.g. Claude Code with
ANTHROPIC_BASE_URL set) and includes output_config.effort, Azure AI returns:
400 {"type":"invalid_request_error","message":"This model does not support
the effort parameter."}
additional_drop_params does not suppress this because it operates on the
OpenAI→provider translation layer, not on the Anthropic pass-through path.
See: https://github.com/BerriAI/litellm/issues/27168
"""
config = AzureAnthropicMessagesConfig()
model = "claude-haiku-4-5"
messages = [{"role": "user", "content": "Hello"}]
anthropic_messages_optional_request_params = {
"max_tokens": 1024,
"output_config": {"effort": "medium"}, # Should be stripped
}
litellm_params = GenericLiteLLMParams()
headers = {}

result = config.transform_anthropic_messages_request(
model=model,
messages=messages,
anthropic_messages_optional_request_params=anthropic_messages_optional_request_params,
litellm_params=litellm_params,
headers=headers,
)

assert "output_config" not in result
assert result["max_tokens"] == 1024


class TestProviderConfigManagerAzureAnthropicMessages:
"""Test ProviderConfigManager returns correct config for Azure AI Anthropic Messages API"""
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -242,6 +242,44 @@ def test_transform_request_removes_unsupported_params(self):
assert result["max_tokens"] == 100
assert "messages" in result

def test_transform_request_strips_output_config_for_haiku_4_5(self):
"""Regression test: Azure AI Foundry rejects output_config.effort for Haiku 4.5.

Azure returns 400 {"type":"invalid_request_error","message":"This model does not
support the effort parameter."} when output_config is forwarded unchanged.
See: https://github.com/BerriAI/litellm/issues/27168
"""
config = AzureAnthropicConfig()

messages = [{"role": "user", "content": "Hello"}]
optional_params = {"max_tokens": 100}
litellm_params = {"api_key": "test-key"}
headers = {"api-key": "test-key", "anthropic-version": "2023-06-01"}

with patch.object(
config.__class__.__bases__[0], # AnthropicConfig
"transform_request",
return_value={
"model": "claude-haiku-4-5",
"messages": [
{"role": "user", "content": [{"type": "text", "text": "Hello"}]}
],
"max_tokens": 100,
"output_config": {"effort": "medium"}, # Should be stripped
},
):
result = config.transform_request(
model="claude-haiku-4-5",
messages=messages,
optional_params=optional_params,
litellm_params=litellm_params,
headers=headers,
)

assert "output_config" not in result
assert result["model"] == "claude-haiku-4-5"
assert result["max_tokens"] == 100

def test_context_management_compact_beta_header(self):
"""Test that context_management with compact adds the correct beta header for Azure AI"""
config = AzureAnthropicConfig()
Expand Down
Loading