From 26cc1b33f297f882c809103003e0b69013bd16aa Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Tue, 16 Jun 2026 13:08:11 -0700 Subject: [PATCH 1/3] feat: add useful configs for testing --- litellm/proxy/dev_config.yaml | 191 +++++++++++++++++++++++++++++ litellm/proxy/wildcard_config.yaml | 52 ++++++++ 2 files changed, 243 insertions(+) create mode 100644 litellm/proxy/dev_config.yaml create mode 100644 litellm/proxy/wildcard_config.yaml diff --git a/litellm/proxy/dev_config.yaml b/litellm/proxy/dev_config.yaml new file mode 100644 index 000000000000..2b0ff91ff97d --- /dev/null +++ b/litellm/proxy/dev_config.yaml @@ -0,0 +1,191 @@ +model_list: + # ---------- Anthropic native ---------- + - model_name: anthropic-haiku-4-5 + litellm_params: + model: anthropic/claude-haiku-4-5 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: anthropic-sonnet-4-5 + litellm_params: + model: anthropic/claude-sonnet-4-5 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: anthropic-opus-4-5 + litellm_params: + model: anthropic/claude-opus-4-5 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: anthropic-sonnet-4-6 + litellm_params: + model: anthropic/claude-sonnet-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: anthropic-opus-4-6 + litellm_params: + model: anthropic/claude-opus-4-6 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: anthropic-opus-4-7 + litellm_params: + model: anthropic/claude-opus-4-7 + api_key: os.environ/ANTHROPIC_API_KEY + - model_name: claude-opus-4-8 + litellm_params: + model: anthropic/claude-opus-4-8 + api_key: os.environ/ANTHROPIC_API_KEY + + # ---------- Bedrock Invoke ---------- + - model_name: bedrock-invoke-haiku-4-5 + litellm_params: + model: bedrock/us.anthropic.claude-haiku-4-5-20251001-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-sonnet-4-5 + litellm_params: + model: bedrock/us.anthropic.claude-sonnet-4-5-20250929-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-opus-4-5 + litellm_params: + model: bedrock/us.anthropic.claude-opus-4-5-20251101-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-sonnet-4-6 + litellm_params: + model: bedrock/us.anthropic.claude-sonnet-4-6 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-opus-4-6 + litellm_params: + model: bedrock/us.anthropic.claude-opus-4-6-v1 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-opus-4-7 + litellm_params: + model: bedrock/global.anthropic.claude-opus-4-7 + aws_region_name: us-east-1 + - model_name: bedrock-invoke-opus-4-8 + litellm_params: + model: bedrock/global.anthropic.claude-opus-4-8 + aws_region_name: us-east-1 + + # ---------- Bedrock Converse ---------- + - model_name: bedrock-converse-haiku-4-5 + litellm_params: + model: bedrock/converse/us.anthropic.claude-haiku-4-5-20251001-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-converse-sonnet-4-5 + litellm_params: + model: bedrock/converse/us.anthropic.claude-sonnet-4-5-20250929-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-converse-opus-4-5 + litellm_params: + model: bedrock/converse/us.anthropic.claude-opus-4-5-20251101-v1:0 + aws_region_name: us-east-1 + - model_name: bedrock-converse-sonnet-4-6 + litellm_params: + model: bedrock/converse/us.anthropic.claude-sonnet-4-6 + aws_region_name: us-east-1 + - model_name: bedrock-converse-opus-4-6 + litellm_params: + model: bedrock/converse/us.anthropic.claude-opus-4-6-v1 + aws_region_name: us-east-1 + - model_name: bedrock-converse-opus-4-7 + litellm_params: + model: bedrock/converse/global.anthropic.claude-opus-4-7 + aws_region_name: us-east-1 + - model_name: bedrock-converse-opus-4-8 + litellm_params: + model: bedrock/converse/global.anthropic.claude-opus-4-8 + aws_region_name: us-east-1 + + # ---------- Vertex AI (Anthropic on Vertex) ---------- + - model_name: vertex-haiku-4-5 + litellm_params: + model: vertex_ai/claude-haiku-4-5@20251001 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-sonnet-4-5 + litellm_params: + model: vertex_ai/claude-sonnet-4-5@20250929 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-opus-4-5 + litellm_params: + model: vertex_ai/claude-opus-4-5@20251101 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-sonnet-4-6 + litellm_params: + model: vertex_ai/claude-sonnet-4-6 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-opus-4-6 + litellm_params: + model: vertex_ai/claude-opus-4-6 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-opus-4-7 + litellm_params: + model: vertex_ai/claude-opus-4-7 + vertex_project: vertex-check-481318 + vertex_location: global + - model_name: vertex-opus-4-8 + litellm_params: + model: vertex_ai/claude-opus-4-8 + vertex_project: vertex-check-481318 + vertex_location: global + + # ---------- Gemini Enterprise Agent Platform ---------- + - model_name: gemini-claude-code + litellm_params: + model: vertex_ai/gemini-2.5-pro + vertex_project: vertex-check-481318 + vertex_location: global + vertex_credentials: /Users/mateo/.config/gcloud/litellm-claude-code-gemini.json + extra_body: + labels: + workload: claude-code + source: litellm + environment: internal + reconciliation_group: claude-code-gemini + + # ---------- Azure AI Foundry (Anthropic on Azure) ---------- + - model_name: azure-haiku-4-5 + litellm_params: + model: azure_ai/claude-haiku-4-5 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-sonnet-4-5 + litellm_params: + model: azure_ai/claude-sonnet-4-5 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-opus-4-5 + litellm_params: + model: azure_ai/claude-opus-4-5 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-sonnet-4-6 + litellm_params: + model: azure_ai/claude-sonnet-4-6 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-opus-4-6 + litellm_params: + model: azure_ai/claude-opus-4-6 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-opus-4-7 + litellm_params: + model: azure_ai/claude-opus-4-7 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + - model_name: azure-opus-4-8 + litellm_params: + model: azure_ai/claude-opus-4-8 + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + + # ---------- OpenAI ---------- + - model_name: gpt-5.5 + litellm_params: + model: openai/gpt-5.5 + api_key: os.environ/OPENAI_API_KEY + +general_settings: + master_key: sk-1234 + +litellm_settings: + drop_params: True + telemetry: False diff --git a/litellm/proxy/wildcard_config.yaml b/litellm/proxy/wildcard_config.yaml new file mode 100644 index 000000000000..0921502da663 --- /dev/null +++ b/litellm/proxy/wildcard_config.yaml @@ -0,0 +1,52 @@ +model_list: + # ---------- Anthropic native ---------- + - model_name: "anthropic/*" + litellm_params: + model: "anthropic/*" + api_key: os.environ/ANTHROPIC_API_KEY + + # ---------- Bedrock ---------- + - model_name: "bedrock/*" + litellm_params: + model: "bedrock/*" + aws_region_name: us-east-1 + + # ---------- Vertex AI ---------- + - model_name: "vertex_ai/*" + litellm_params: + model: "vertex_ai/*" + vertex_project: vertex-check-481318 + vertex_location: global + + # ---------- Azure AI Foundry ---------- + - model_name: "azure_ai/*" + litellm_params: + model: "azure_ai/*" + api_base: os.environ/AZURE_AI_API_BASE + api_key: os.environ/AZURE_AI_API_KEY + + # ---------- Azure OpenAI ---------- + - model_name: "azure/*" + litellm_params: + model: "azure/*" + api_base: os.environ/AZURE_API_BASE + api_key: os.environ/AZURE_API_KEY + + # ---------- Gemini ---------- + - model_name: "gemini/*" + litellm_params: + model: "gemini/*" + api_key: os.environ/GEMINI_API_KEY + + # ---------- OpenAI ---------- + - model_name: "openai/*" + litellm_params: + model: "openai/*" + api_key: os.environ/OPENAI_API_KEY + +general_settings: + master_key: sk-1234 + +litellm_settings: + drop_params: True + telemetry: False From 146626de6cef0deaa17348d6b60349866988fa71 Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Tue, 16 Jun 2026 13:14:14 -0700 Subject: [PATCH 2/3] refactor: read gemini-claude-code vertex credentials from env Replace the machine-specific absolute path for vertex_credentials with an os.environ reference so the dev_config is portable across machines and keeps local paths out of the committed config. --- litellm/proxy/dev_config.yaml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/litellm/proxy/dev_config.yaml b/litellm/proxy/dev_config.yaml index 2b0ff91ff97d..d72325494a0f 100644 --- a/litellm/proxy/dev_config.yaml +++ b/litellm/proxy/dev_config.yaml @@ -132,7 +132,7 @@ model_list: model: vertex_ai/gemini-2.5-pro vertex_project: vertex-check-481318 vertex_location: global - vertex_credentials: /Users/mateo/.config/gcloud/litellm-claude-code-gemini.json + vertex_credentials: os.environ/GEMINI_CLAUDE_CODE_VERTEX_CREDENTIALS extra_body: labels: workload: claude-code From 1c9d62286264494d3df2223183dd2e30c7415edb Mon Sep 17 00:00:00 2001 From: mateo-berri <277851410+mateo-berri@users.noreply.github.com> Date: Tue, 16 Jun 2026 20:19:54 +0000 Subject: [PATCH 3/3] refactor(proxy): read vertex_project from env and align opus-4-8 alias Replace the hardcoded GCP project id (vertex-check-481318) with an os.environ/VERTEXAI_PROJECT reference in dev_config.yaml and wildcard_config.yaml so the configs stay portable and keep the internal project id out of committed history, matching litellm's own VERTEXAI_PROJECT fallback. Rename the Anthropic-native claude-opus-4-8 deployment to anthropic-opus-4-8 for consistency with the rest of that section. --- litellm/proxy/dev_config.yaml | 18 +++++++++--------- litellm/proxy/wildcard_config.yaml | 2 +- 2 files changed, 10 insertions(+), 10 deletions(-) diff --git a/litellm/proxy/dev_config.yaml b/litellm/proxy/dev_config.yaml index d72325494a0f..e437ed7a118e 100644 --- a/litellm/proxy/dev_config.yaml +++ b/litellm/proxy/dev_config.yaml @@ -24,7 +24,7 @@ model_list: litellm_params: model: anthropic/claude-opus-4-7 api_key: os.environ/ANTHROPIC_API_KEY - - model_name: claude-opus-4-8 + - model_name: anthropic-opus-4-8 litellm_params: model: anthropic/claude-opus-4-8 api_key: os.environ/ANTHROPIC_API_KEY @@ -93,44 +93,44 @@ model_list: - model_name: vertex-haiku-4-5 litellm_params: model: vertex_ai/claude-haiku-4-5@20251001 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-sonnet-4-5 litellm_params: model: vertex_ai/claude-sonnet-4-5@20250929 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-opus-4-5 litellm_params: model: vertex_ai/claude-opus-4-5@20251101 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-sonnet-4-6 litellm_params: model: vertex_ai/claude-sonnet-4-6 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-opus-4-6 litellm_params: model: vertex_ai/claude-opus-4-6 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-opus-4-7 litellm_params: model: vertex_ai/claude-opus-4-7 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global - model_name: vertex-opus-4-8 litellm_params: model: vertex_ai/claude-opus-4-8 - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global # ---------- Gemini Enterprise Agent Platform ---------- - model_name: gemini-claude-code litellm_params: model: vertex_ai/gemini-2.5-pro - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global vertex_credentials: os.environ/GEMINI_CLAUDE_CODE_VERTEX_CREDENTIALS extra_body: diff --git a/litellm/proxy/wildcard_config.yaml b/litellm/proxy/wildcard_config.yaml index 0921502da663..7c1786908368 100644 --- a/litellm/proxy/wildcard_config.yaml +++ b/litellm/proxy/wildcard_config.yaml @@ -15,7 +15,7 @@ model_list: - model_name: "vertex_ai/*" litellm_params: model: "vertex_ai/*" - vertex_project: vertex-check-481318 + vertex_project: os.environ/VERTEXAI_PROJECT vertex_location: global # ---------- Azure AI Foundry ----------