Skip to content

feat(azure_ai): add Grok 4.20 model metadata #27059

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
emerzon wants to merge 2 commits into from
Closed

feat(azure_ai): add Grok 4.20 model metadata #27059

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
51b731a
Add Azure AI Grok 4.20 metadata
emerzon May 2, 2026
8b48cb0
Add response schema support for Azure AI Grok 4.20
emerzon May 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
45 changes: 45 additions & 0 deletions litellm/model_prices_and_context_window_backup.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6842,6 +6842,51 @@
"supports_tool_choice": true,
"supports_web_search": true
},
"azure_ai/grok-4-20-non-reasoning": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 6e-06,
"litellm_provider": "azure_ai",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/grok-4-20-is-now-available-in-microsoft-foundry/4509377",
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
},
"azure_ai/grok-4-20-reasoning": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 6e-06,
"litellm_provider": "azure_ai",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/grok-4-20-is-now-available-in-microsoft-foundry/4509377",
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
Comment thread
emerzon marked this conversation as resolved.
"supports_web_search": true
},
"azure_ai/grok-code-fast-1": {
"input_cost_per_token": 2e-07,
"litellm_provider": "azure_ai",
Expand Down
45 changes: 45 additions & 0 deletions model_prices_and_context_window.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6856,6 +6856,51 @@
"supports_tool_choice": true,
"supports_web_search": true
},
"azure_ai/grok-4-20-non-reasoning": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 6e-06,
"litellm_provider": "azure_ai",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/grok-4-20-is-now-available-in-microsoft-foundry/4509377",
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
"supports_web_search": true
},
"azure_ai/grok-4-20-reasoning": {
"input_cost_per_token": 2e-06,
"output_cost_per_token": 6e-06,
"litellm_provider": "azure_ai",
"max_input_tokens": 256000,
"max_output_tokens": 256000,
"max_tokens": 256000,
"mode": "chat",
"source": "https://techcommunity.microsoft.com/blog/azure-ai-foundry-blog/grok-4-20-is-now-available-in-microsoft-foundry/4509377",
"supported_modalities": [
"text",
"image"
],
"supported_output_modalities": [
"text"
],
"supports_function_calling": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true,
Comment thread
emerzon marked this conversation as resolved.
"supports_web_search": true
},
"azure_ai/grok-code-fast-1": {
"input_cost_per_token": 2e-07,
"litellm_provider": "azure_ai",
Expand Down
102 changes: 102 additions & 0 deletions tests/test_litellm/llms/azure_ai/test_azure_ai_grok_420_metadata.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,102 @@
"""
Test Azure AI Grok 4.20 model metadata.
"""

import json
from importlib.resources import files

import pytest


@pytest.fixture(scope="module")
def use_local_model_cost_map():
monkeypatch = pytest.MonkeyPatch()
monkeypatch.setenv("LITELLM_LOCAL_MODEL_COST_MAP", "True")

import litellm
from litellm.utils import _invalidate_model_cost_lowercase_map

original_model_cost = litellm.model_cost
litellm.model_cost = json.loads(
files("litellm")
.joinpath("model_prices_and_context_window_backup.json")
.read_text(encoding="utf-8")
)
litellm.get_model_info.cache_clear()
_invalidate_model_cost_lowercase_map()
try:
yield litellm
finally:
litellm.model_cost = original_model_cost
litellm.get_model_info.cache_clear()
_invalidate_model_cost_lowercase_map()
monkeypatch.undo()


@pytest.mark.parametrize(
"model_name,supports_reasoning",
[
("azure_ai/grok-4-20-reasoning", True),
("azure_ai/grok-4-20-non-reasoning", None),
],
)
def test_azure_ai_grok_420_model_info(
use_local_model_cost_map, model_name: str, supports_reasoning
):
model_info = use_local_model_cost_map.get_model_info(model=model_name)

assert model_info["litellm_provider"] == "azure_ai"
assert model_info["mode"] == "chat"
assert model_info["max_input_tokens"] == 256000
assert model_info["max_output_tokens"] == 256000
assert model_info["max_tokens"] == 256000
assert model_info["input_cost_per_token"] == pytest.approx(2e-06)
assert model_info["output_cost_per_token"] == pytest.approx(6e-06)
assert model_info["supports_function_calling"] is True
assert model_info["supports_response_schema"] is True
assert model_info["supports_tool_choice"] is True
assert model_info["supports_vision"] is True
assert model_info["supports_web_search"] is True
assert model_info.get("supports_reasoning") is supports_reasoning


@pytest.mark.parametrize(
"model_name,supports_reasoning",
[
("azure_ai/grok-4-20-reasoning", True),
("azure_ai/grok-4-20-non-reasoning", None),
],
)
def test_azure_ai_grok_420_raw_model_cost_entry(
use_local_model_cost_map, model_name: str, supports_reasoning
):
model_info = use_local_model_cost_map.model_cost[model_name]

assert model_info["supported_modalities"] == ["text", "image"]
assert model_info["supported_output_modalities"] == ["text"]
assert model_info["supports_function_calling"] is True
assert model_info["supports_response_schema"] is True
assert model_info["supports_tool_choice"] is True
assert model_info["supports_vision"] is True
assert model_info["supports_web_search"] is True
assert model_info.get("supports_reasoning") is supports_reasoning


@pytest.mark.parametrize(
"model_name",
["grok-4-20-reasoning", "grok-4-20-non-reasoning"],
)
def test_azure_ai_grok_420_cost_per_token(use_local_model_cost_map, model_name: str):
from litellm.llms.azure_ai.cost_calculator import cost_per_token
from litellm.types.utils import Usage

usage = Usage(
prompt_tokens=1_000_000,
completion_tokens=1_000_000,
total_tokens=2_000_000,
)

prompt_cost, completion_cost = cost_per_token(model=model_name, usage=usage)

assert prompt_cost == pytest.approx(2.0)
assert completion_cost == pytest.approx(6.0)
Loading