From 3549abec3630a2876c03873cded637eabb92aada Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:09:05 +0000 Subject: [PATCH 01/11] feat: add LLM Gateway provider with 153 models MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Add LLM Gateway (llmgateway.io) as a new provider with all supported models organized by upstream provider subdirectory. LLM Gateway is an OpenAI-compatible API gateway that provides unified access to 40+ LLM providers through a single API endpoint. Directory structure: providers/llmgateway/ ├── provider.toml ├── README.md ├── scripts/ │ └── generate.ts └── models/ ├── anthropic/ (16 models) ├── openai/ (28 models) ├── google/ (19 models) ├── zai/ (17 models - GLM, CogView) ├── alibaba/ (27 models - Qwen) ├── meta/ (12 models - Llama) ├── xai/ (9 models - Grok) ├── deepseek/ (5 models) ├── bytedance/ (6 models - Seed) ├── moonshot/ (4 models - Kimi) ├── mistral/ (3 models) ├── perplexity/ (3 models - Sonar) ├── minimax/ (1 model) ├── nvidia/ (1 model) └── llmgateway/ (2 models - auto, custom) Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/README.md | 68 +++++++++++++++++++ providers/llmgateway/logo.svg | 4 ++ .../llmgateway/models/alibaba/qwen-flash.toml | 22 ++++++ .../alibaba/qwen-image-max-2025-12-30.toml | 22 ++++++ .../models/alibaba/qwen-image-max.toml | 22 ++++++ .../models/alibaba/qwen-image-plus.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen-image.toml | 22 ++++++ .../models/alibaba/qwen-max-latest.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen-max.toml | 22 ++++++ .../models/alibaba/qwen-omni-turbo.toml | 22 ++++++ .../models/alibaba/qwen-plus-latest.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen-plus.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen-turbo.toml | 22 ++++++ .../models/alibaba/qwen-vl-max.toml | 22 ++++++ .../models/alibaba/qwen-vl-plus.toml | 22 ++++++ .../alibaba/qwen2-5-vl-72b-instruct.toml | 22 ++++++ .../models/alibaba/qwen25-coder-7b.toml | 22 ++++++ .../qwen3-235b-a22b-instruct-2507.toml | 23 +++++++ .../qwen3-235b-a22b-thinking-2507.toml | 23 +++++++ .../alibaba/qwen3-30b-a3b-instruct-2507.toml | 22 ++++++ .../alibaba/qwen3-30b-a3b-thinking-2507.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen3-32b.toml | 22 ++++++ .../alibaba/qwen3-coder-30b-a3b-instruct.toml | 22 ++++++ .../qwen3-coder-480b-a35b-instruct.toml | 22 ++++++ .../models/alibaba/qwen3-coder-plus.toml | 22 ++++++ .../models/alibaba/qwen3-coder.toml | 22 ++++++ .../llmgateway/models/alibaba/qwen3-max.toml | 23 +++++++ .../alibaba/qwen3-next-80b-a3b-instruct.toml | 22 ++++++ .../alibaba/qwen3-next-80b-a3b-thinking.toml | 23 +++++++ .../anthropic/claude-3-5-haiku-20241022.toml | 24 +++++++ .../models/anthropic/claude-3-5-haiku.toml | 23 +++++++ .../anthropic/claude-3-5-sonnet-20240620.toml | 23 +++++++ .../models/anthropic/claude-3-5-sonnet.toml | 22 ++++++ .../anthropic/claude-3-7-sonnet-20250219.toml | 23 +++++++ .../models/anthropic/claude-3-7-sonnet.toml | 23 +++++++ .../models/anthropic/claude-3-haiku.toml | 23 +++++++ .../models/anthropic/claude-3-opus.toml | 23 +++++++ .../anthropic/claude-haiku-4-5-20251001.toml | 23 +++++++ .../models/anthropic/claude-haiku-4-5.toml | 23 +++++++ .../anthropic/claude-opus-4-1-20250805.toml | 23 +++++++ .../anthropic/claude-opus-4-20250514.toml | 22 ++++++ .../anthropic/claude-opus-4-5-20251101.toml | 23 +++++++ .../anthropic/claude-sonnet-4-20250514.toml | 22 ++++++ .../anthropic/claude-sonnet-4-5-20250929.toml | 23 +++++++ .../models/anthropic/claude-sonnet-4-5.toml | 23 +++++++ .../models/bytedance/seed-1-6-250615.toml | 22 ++++++ .../models/bytedance/seed-1-6-250915.toml | 22 ++++++ .../bytedance/seed-1-6-flash-250715.toml | 22 ++++++ .../models/bytedance/seed-1-8-251228.toml | 22 ++++++ .../models/bytedance/seedream-4-0.toml | 22 ++++++ .../models/bytedance/seedream-4-5.toml | 22 ++++++ .../models/deepseek/deepseek-r1-0528.toml | 22 ++++++ .../deepseek/deepseek-r1t2-chimera-free.toml | 21 ++++++ .../models/deepseek/deepseek-v3.1.toml | 23 +++++++ .../models/deepseek/deepseek-v3.2.toml | 22 ++++++ .../models/deepseek/deepseek-v3.toml | 21 ++++++ .../models/google/gemini-2.0-flash-lite.toml | 21 ++++++ .../models/google/gemini-2.0-flash.toml | 21 ++++++ .../gemini-2.5-flash-image-preview.toml | 22 ++++++ .../models/google/gemini-2.5-flash-image.toml | 22 ++++++ ...gemini-2.5-flash-lite-preview-09-2025.toml | 22 ++++++ .../models/google/gemini-2.5-flash-lite.toml | 22 ++++++ .../gemini-2.5-flash-preview-09-2025.toml | 22 ++++++ .../models/google/gemini-2.5-flash.toml | 22 ++++++ .../models/google/gemini-2.5-pro.toml | 21 ++++++ .../models/google/gemini-3-flash-preview.toml | 22 ++++++ .../google/gemini-3-pro-image-preview.toml | 22 ++++++ .../models/google/gemini-3-pro-preview.toml | 22 ++++++ .../google/gemma-2-27b-it-together.toml | 21 ++++++ .../models/google/gemma-3-12b-it.toml | 21 ++++++ .../models/google/gemma-3-1b-it.toml | 21 ++++++ .../llmgateway/models/google/gemma-3-27b.toml | 21 ++++++ .../models/google/gemma-3-4b-it.toml | 21 ++++++ .../models/google/gemma-3n-e2b-it.toml | 21 ++++++ .../models/google/gemma-3n-e4b-it.toml | 21 ++++++ .../llmgateway/models/llmgateway/auto.toml | 21 ++++++ .../llmgateway/models/llmgateway/custom.toml | 21 ++++++ .../models/meta/llama-3.1-70b-instruct.toml | 23 +++++++ .../models/meta/llama-3.1-8b-instruct.toml | 23 +++++++ .../meta/llama-3.1-nemotron-ultra-253b.toml | 21 ++++++ .../models/meta/llama-3.2-11b-instruct.toml | 22 ++++++ .../meta/llama-3.3-70b-instruct-free.toml | 21 ++++++ .../models/meta/llama-3.3-70b-instruct.toml | 21 ++++++ .../meta/llama-4-maverick-17b-instruct.toml | 23 +++++++ .../models/meta/llama-4-maverick-free.toml | 21 ++++++ .../meta/llama-4-scout-17b-instruct.toml | 23 +++++++ .../models/meta/llama-4-scout-free.toml | 21 ++++++ .../llmgateway/models/meta/llama-4-scout.toml | 22 ++++++ .../models/meta/llama-guard-4-12b.toml | 21 ++++++ .../models/minimax/minimax-m2.1.toml | 23 +++++++ .../models/mistral/mistral-large-latest.toml | 21 ++++++ .../mixtral-8x7b-instruct-together.toml | 21 ++++++ .../models/mistral/pixtral-large-latest.toml | 21 ++++++ .../models/moonshot/kimi-k2-0905-free.toml | 21 ++++++ .../moonshot/kimi-k2-thinking-turbo.toml | 23 +++++++ .../models/moonshot/kimi-k2-thinking.toml | 23 +++++++ .../llmgateway/models/moonshot/kimi-k2.toml | 23 +++++++ .../models/nvidia/nemotron-nano-9b-v2.toml | 21 ++++++ .../models/openai/gpt-3.5-turbo.toml | 21 ++++++ .../llmgateway/models/openai/gpt-4-turbo.toml | 21 ++++++ .../models/openai/gpt-4.1-mini.toml | 21 ++++++ .../models/openai/gpt-4.1-nano.toml | 21 ++++++ .../llmgateway/models/openai/gpt-4.1.toml | 21 ++++++ providers/llmgateway/models/openai/gpt-4.toml | 22 ++++++ .../openai/gpt-4o-mini-search-preview.toml | 22 ++++++ .../llmgateway/models/openai/gpt-4o-mini.toml | 23 +++++++ .../models/openai/gpt-4o-search-preview.toml | 22 ++++++ .../llmgateway/models/openai/gpt-4o.toml | 23 +++++++ .../models/openai/gpt-5-chat-latest.toml | 23 +++++++ .../llmgateway/models/openai/gpt-5-mini.toml | 23 +++++++ .../llmgateway/models/openai/gpt-5-nano.toml | 23 +++++++ .../llmgateway/models/openai/gpt-5-pro.toml | 22 ++++++ .../models/openai/gpt-5.1-codex-mini.toml | 23 +++++++ .../models/openai/gpt-5.1-codex.toml | 22 ++++++ .../llmgateway/models/openai/gpt-5.1.toml | 23 +++++++ .../models/openai/gpt-5.2-chat-latest.toml | 23 +++++++ .../llmgateway/models/openai/gpt-5.2-pro.toml | 22 ++++++ .../llmgateway/models/openai/gpt-5.2.toml | 23 +++++++ providers/llmgateway/models/openai/gpt-5.toml | 23 +++++++ .../models/openai/gpt-oss-120b.toml | 22 ++++++ .../models/openai/gpt-oss-20b-free.toml | 21 ++++++ .../llmgateway/models/openai/gpt-oss-20b.toml | 22 ++++++ .../llmgateway/models/openai/o1-mini.toml | 22 ++++++ providers/llmgateway/models/openai/o1.toml | 21 ++++++ .../llmgateway/models/openai/o3-mini.toml | 21 ++++++ providers/llmgateway/models/openai/o3.toml | 21 ++++++ .../models/perplexity/sonar-pro.toml | 21 ++++++ .../perplexity/sonar-reasoning-pro.toml | 21 ++++++ .../llmgateway/models/perplexity/sonar.toml | 21 ++++++ .../llmgateway/models/xai/grok-3-mini.toml | 21 ++++++ providers/llmgateway/models/xai/grok-3.toml | 21 ++++++ .../llmgateway/models/xai/grok-4-0709.toml | 22 ++++++ .../xai/grok-4-1-fast-non-reasoning.toml | 21 ++++++ .../models/xai/grok-4-1-fast-reasoning.toml | 21 ++++++ .../models/xai/grok-4-fast-non-reasoning.toml | 22 ++++++ .../models/xai/grok-4-fast-reasoning.toml | 22 ++++++ providers/llmgateway/models/xai/grok-4.toml | 22 ++++++ .../models/xai/grok-code-fast-1.toml | 22 ++++++ .../llmgateway/models/zai/cogview-4.toml | 22 ++++++ .../models/zai/glm-4-32b-0414-128k.toml | 21 ++++++ .../models/zai/glm-4.5-air-free.toml | 21 ++++++ .../llmgateway/models/zai/glm-4.5-air.toml | 22 ++++++ .../llmgateway/models/zai/glm-4.5-airx.toml | 22 ++++++ .../llmgateway/models/zai/glm-4.5-flash.toml | 21 ++++++ .../llmgateway/models/zai/glm-4.5-x.toml | 23 +++++++ providers/llmgateway/models/zai/glm-4.5.toml | 22 ++++++ providers/llmgateway/models/zai/glm-4.5v.toml | 23 +++++++ providers/llmgateway/models/zai/glm-4.6.toml | 22 ++++++ .../llmgateway/models/zai/glm-4.6v-flash.toml | 22 ++++++ .../models/zai/glm-4.6v-flashx.toml | 23 +++++++ providers/llmgateway/models/zai/glm-4.6v.toml | 23 +++++++ .../llmgateway/models/zai/glm-4.7-flash.toml | 22 ++++++ .../llmgateway/models/zai/glm-4.7-flashx.toml | 23 +++++++ providers/llmgateway/models/zai/glm-4.7.toml | 23 +++++++ .../llmgateway/models/zai/glm-image.toml | 22 ++++++ providers/llmgateway/provider.toml | 5 ++ providers/llmgateway/scripts/generate.ts | 11 +++ 157 files changed, 3453 insertions(+) create mode 100644 providers/llmgateway/README.md create mode 100644 providers/llmgateway/logo.svg create mode 100644 providers/llmgateway/models/alibaba/qwen-flash.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-image-max.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-image-plus.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-image.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-max-latest.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-max.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-omni-turbo.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-plus-latest.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-plus.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-turbo.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-vl-max.toml create mode 100644 providers/llmgateway/models/alibaba/qwen-vl-plus.toml create mode 100644 providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml create mode 100644 providers/llmgateway/models/alibaba/qwen25-coder-7b.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-32b.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-coder-plus.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-coder.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-max.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml create mode 100644 providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-5-haiku.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-haiku.toml create mode 100644 providers/llmgateway/models/anthropic/claude-3-opus.toml create mode 100644 providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml create mode 100644 providers/llmgateway/models/anthropic/claude-haiku-4-5.toml create mode 100644 providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml create mode 100644 providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml create mode 100644 providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml create mode 100644 providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml create mode 100644 providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml create mode 100644 providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml create mode 100644 providers/llmgateway/models/bytedance/seed-1-6-250615.toml create mode 100644 providers/llmgateway/models/bytedance/seed-1-6-250915.toml create mode 100644 providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml create mode 100644 providers/llmgateway/models/bytedance/seed-1-8-251228.toml create mode 100644 providers/llmgateway/models/bytedance/seedream-4-0.toml create mode 100644 providers/llmgateway/models/bytedance/seedream-4-5.toml create mode 100644 providers/llmgateway/models/deepseek/deepseek-r1-0528.toml create mode 100644 providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml create mode 100644 providers/llmgateway/models/deepseek/deepseek-v3.1.toml create mode 100644 providers/llmgateway/models/deepseek/deepseek-v3.2.toml create mode 100644 providers/llmgateway/models/deepseek/deepseek-v3.toml create mode 100644 providers/llmgateway/models/google/gemini-2.0-flash-lite.toml create mode 100644 providers/llmgateway/models/google/gemini-2.0-flash.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash-image.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash-lite.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-flash.toml create mode 100644 providers/llmgateway/models/google/gemini-2.5-pro.toml create mode 100644 providers/llmgateway/models/google/gemini-3-flash-preview.toml create mode 100644 providers/llmgateway/models/google/gemini-3-pro-image-preview.toml create mode 100644 providers/llmgateway/models/google/gemini-3-pro-preview.toml create mode 100644 providers/llmgateway/models/google/gemma-2-27b-it-together.toml create mode 100644 providers/llmgateway/models/google/gemma-3-12b-it.toml create mode 100644 providers/llmgateway/models/google/gemma-3-1b-it.toml create mode 100644 providers/llmgateway/models/google/gemma-3-27b.toml create mode 100644 providers/llmgateway/models/google/gemma-3-4b-it.toml create mode 100644 providers/llmgateway/models/google/gemma-3n-e2b-it.toml create mode 100644 providers/llmgateway/models/google/gemma-3n-e4b-it.toml create mode 100644 providers/llmgateway/models/llmgateway/auto.toml create mode 100644 providers/llmgateway/models/llmgateway/custom.toml create mode 100644 providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml create mode 100644 providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml create mode 100644 providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-4-maverick-free.toml create mode 100644 providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml create mode 100644 providers/llmgateway/models/meta/llama-4-scout-free.toml create mode 100644 providers/llmgateway/models/meta/llama-4-scout.toml create mode 100644 providers/llmgateway/models/meta/llama-guard-4-12b.toml create mode 100644 providers/llmgateway/models/minimax/minimax-m2.1.toml create mode 100644 providers/llmgateway/models/mistral/mistral-large-latest.toml create mode 100644 providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml create mode 100644 providers/llmgateway/models/mistral/pixtral-large-latest.toml create mode 100644 providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml create mode 100644 providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml create mode 100644 providers/llmgateway/models/moonshot/kimi-k2-thinking.toml create mode 100644 providers/llmgateway/models/moonshot/kimi-k2.toml create mode 100644 providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml create mode 100644 providers/llmgateway/models/openai/gpt-3.5-turbo.toml create mode 100644 providers/llmgateway/models/openai/gpt-4-turbo.toml create mode 100644 providers/llmgateway/models/openai/gpt-4.1-mini.toml create mode 100644 providers/llmgateway/models/openai/gpt-4.1-nano.toml create mode 100644 providers/llmgateway/models/openai/gpt-4.1.toml create mode 100644 providers/llmgateway/models/openai/gpt-4.toml create mode 100644 providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml create mode 100644 providers/llmgateway/models/openai/gpt-4o-mini.toml create mode 100644 providers/llmgateway/models/openai/gpt-4o-search-preview.toml create mode 100644 providers/llmgateway/models/openai/gpt-4o.toml create mode 100644 providers/llmgateway/models/openai/gpt-5-chat-latest.toml create mode 100644 providers/llmgateway/models/openai/gpt-5-mini.toml create mode 100644 providers/llmgateway/models/openai/gpt-5-nano.toml create mode 100644 providers/llmgateway/models/openai/gpt-5-pro.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.1-codex.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.1.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.2-pro.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.2.toml create mode 100644 providers/llmgateway/models/openai/gpt-5.toml create mode 100644 providers/llmgateway/models/openai/gpt-oss-120b.toml create mode 100644 providers/llmgateway/models/openai/gpt-oss-20b-free.toml create mode 100644 providers/llmgateway/models/openai/gpt-oss-20b.toml create mode 100644 providers/llmgateway/models/openai/o1-mini.toml create mode 100644 providers/llmgateway/models/openai/o1.toml create mode 100644 providers/llmgateway/models/openai/o3-mini.toml create mode 100644 providers/llmgateway/models/openai/o3.toml create mode 100644 providers/llmgateway/models/perplexity/sonar-pro.toml create mode 100644 providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml create mode 100644 providers/llmgateway/models/perplexity/sonar.toml create mode 100644 providers/llmgateway/models/xai/grok-3-mini.toml create mode 100644 providers/llmgateway/models/xai/grok-3.toml create mode 100644 providers/llmgateway/models/xai/grok-4-0709.toml create mode 100644 providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml create mode 100644 providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml create mode 100644 providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml create mode 100644 providers/llmgateway/models/xai/grok-4-fast-reasoning.toml create mode 100644 providers/llmgateway/models/xai/grok-4.toml create mode 100644 providers/llmgateway/models/xai/grok-code-fast-1.toml create mode 100644 providers/llmgateway/models/zai/cogview-4.toml create mode 100644 providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5-air-free.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5-air.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5-airx.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5-flash.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5-x.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5.toml create mode 100644 providers/llmgateway/models/zai/glm-4.5v.toml create mode 100644 providers/llmgateway/models/zai/glm-4.6.toml create mode 100644 providers/llmgateway/models/zai/glm-4.6v-flash.toml create mode 100644 providers/llmgateway/models/zai/glm-4.6v-flashx.toml create mode 100644 providers/llmgateway/models/zai/glm-4.6v.toml create mode 100644 providers/llmgateway/models/zai/glm-4.7-flash.toml create mode 100644 providers/llmgateway/models/zai/glm-4.7-flashx.toml create mode 100644 providers/llmgateway/models/zai/glm-4.7.toml create mode 100644 providers/llmgateway/models/zai/glm-image.toml create mode 100644 providers/llmgateway/provider.toml create mode 100644 providers/llmgateway/scripts/generate.ts diff --git a/providers/llmgateway/README.md b/providers/llmgateway/README.md new file mode 100644 index 00000000000..8292fff5606 --- /dev/null +++ b/providers/llmgateway/README.md @@ -0,0 +1,68 @@ +# LLM Gateway Provider + +This provider enables access to 150+ AI models through [LLM Gateway](https://llmgateway.io), an OpenAI-compatible API gateway that provides unified access to 40+ LLM providers. + +## Directory Structure + +- **models/**: TOML configuration files organized by upstream provider + - **anthropic/**: Claude models + - **openai/**: GPT and o-series models + - **google/**: Gemini and Gemma models + - **meta/**: Llama models + - **xai/**: Grok models + - **deepseek/**: DeepSeek models + - **alibaba/**: Qwen models + - **mistral/**: Mistral and Mixtral models + - **zai/**: GLM models + - **llmgateway/**: LLM Gateway native models (auto-routing) + - And more... +- **scripts/**: Scripts for generating model configurations +- **provider.toml**: Provider configuration + +## How It Works + +LLM Gateway acts as a unified proxy for multiple AI providers. You can access any supported model through a single API endpoint using your LLM Gateway API key. + +## Prerequisites + +```bash +export LLMGATEWAY_API_KEY="your-api-key" +``` + +## Supported Providers + +- OpenAI (GPT-3.5, GPT-4, GPT-4o, GPT-5, o1, o3, o4-mini) +- Anthropic (Claude 3, 3.5, 3.7, 4, 4.5) +- Google (Gemini 1.5, 2.0, 2.5, 3, Gemma) +- Meta (Llama 3.1, 3.3, 4) +- xAI (Grok 2, 3, 4) +- DeepSeek (V3, R1) +- Alibaba (Qwen Max, Plus, Flash, VL, Coder) +- Mistral (Large, Pixtral, Mixtral) +- ZAI (GLM 4.5, 4.6, 4.7) +- ByteDance (Seed, Seedream) +- Moonshot (Kimi K2) +- Perplexity (Sonar) +- And many more... + +## Usage with AI SDK + +```typescript +import { createOpenAICompatible } from "@ai-sdk/openai-compatible"; + +const llmgateway = createOpenAICompatible({ + baseURL: "https://api.llmgateway.io/v1", + apiKey: process.env.LLMGATEWAY_API_KEY, +}); + +const result = await generateText({ + model: llmgateway("claude-sonnet-4-5"), + prompt: "Hello!", +}); +``` + +## Links + +- [Documentation](https://llmgateway.io/docs) +- [Pricing](https://llmgateway.io/pricing) +- [GitHub](https://github.com/theopenco/llmgateway) diff --git a/providers/llmgateway/logo.svg b/providers/llmgateway/logo.svg new file mode 100644 index 00000000000..77135ce4f6b --- /dev/null +++ b/providers/llmgateway/logo.svg @@ -0,0 +1,4 @@ + + + + diff --git a/providers/llmgateway/models/alibaba/qwen-flash.toml b/providers/llmgateway/models/alibaba/qwen-flash.toml new file mode 100644 index 00000000000..e09911f578c --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-flash.toml @@ -0,0 +1,22 @@ +name = "Qwen Flash" +family = "qwen" +release_date = "2024-09-09" +last_updated = "2024-09-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.05 +output = 0.40 + +[limit] +context = 1_000_000 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml b/providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml new file mode 100644 index 00000000000..83b4c97f9e9 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Max 2025-12-30" +family = "qwen" +release_date = "2025-12-31" +last_updated = "2025-12-31" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-image-max.toml b/providers/llmgateway/models/alibaba/qwen-image-max.toml new file mode 100644 index 00000000000..c7d114a0338 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-image-max.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Max" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-image-plus.toml b/providers/llmgateway/models/alibaba/qwen-image-plus.toml new file mode 100644 index 00000000000..c0078bcc338 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-image-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Plus" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-image.toml b/providers/llmgateway/models/alibaba/qwen-image.toml new file mode 100644 index 00000000000..2024a02a806 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-image.toml @@ -0,0 +1,22 @@ +name = "Qwen Image" +family = "qwen" +release_date = "2025-08-04" +last_updated = "2025-08-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-max-latest.toml b/providers/llmgateway/models/alibaba/qwen-max-latest.toml new file mode 100644 index 00000000000..c65a8894c30 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-max-latest.toml @@ -0,0 +1,22 @@ +name = "Qwen Max Latest" +family = "qwen" +release_date = "2025-01-25" +last_updated = "2025-01-25" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 1.60 +output = 6.40 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-max.toml b/providers/llmgateway/models/alibaba/qwen-max.toml new file mode 100644 index 00000000000..3207ded014d --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-max.toml @@ -0,0 +1,22 @@ +name = "Qwen Max" +family = "qwen" +release_date = "2025-09-05" +last_updated = "2025-09-05" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 1.60 +output = 6.40 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-omni-turbo.toml b/providers/llmgateway/models/alibaba/qwen-omni-turbo.toml new file mode 100644 index 00000000000..d871d81aa9d --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-omni-turbo.toml @@ -0,0 +1,22 @@ +name = "Qwen Omni Turbo" +family = "qwen" +release_date = "2025-03-26" +last_updated = "2025-03-26" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 0.80 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-plus-latest.toml b/providers/llmgateway/models/alibaba/qwen-plus-latest.toml new file mode 100644 index 00000000000..5da8f1be9dd --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-plus-latest.toml @@ -0,0 +1,22 @@ +name = "Qwen Plus Latest" +family = "qwen" +release_date = "2024-09-09" +last_updated = "2024-09-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.20 + +[limit] +context = 1_000_000 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-plus.toml b/providers/llmgateway/models/alibaba/qwen-plus.toml new file mode 100644 index 00000000000..a41679ac61f --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen Plus" +family = "qwen" +release_date = "2025-01-25" +last_updated = "2025-01-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.20 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-turbo.toml b/providers/llmgateway/models/alibaba/qwen-turbo.toml new file mode 100644 index 00000000000..975c2315b34 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-turbo.toml @@ -0,0 +1,22 @@ +name = "Qwen Turbo" +family = "qwen" +release_date = "2025-02-01" +last_updated = "2025-02-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.05 +output = 0.20 + +[limit] +context = 1_000_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-vl-max.toml b/providers/llmgateway/models/alibaba/qwen-vl-max.toml new file mode 100644 index 00000000000..53a7cdef3e0 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-vl-max.toml @@ -0,0 +1,22 @@ +name = "Qwen VL Max" +family = "qwen" +release_date = "2025-02-01" +last_updated = "2025-02-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.80 +output = 3.20 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen-vl-plus.toml b/providers/llmgateway/models/alibaba/qwen-vl-plus.toml new file mode 100644 index 00000000000..ea62623680b --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen-vl-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen VL Plus" +family = "qwen" +release_date = "2025-02-05" +last_updated = "2025-02-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.21 +output = 0.64 + +[limit] +context = 131_072 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml b/providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml new file mode 100644 index 00000000000..950838ae51c --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen2.5 VL 72B Instruct" +family = "qwen" +release_date = "2025-01-26" +last_updated = "2025-01-26" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.13 +output = 0.40 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen25-coder-7b.toml b/providers/llmgateway/models/alibaba/qwen25-coder-7b.toml new file mode 100644 index 00000000000..d297f657185 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen25-coder-7b.toml @@ -0,0 +1,22 @@ +name = "Qwen2.5 Coder 7B" +family = "qwen" +release_date = "2024-09-19" +last_updated = "2024-09-19" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.01 +output = 0.03 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml b/providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml new file mode 100644 index 00000000000..4386b79bf5f --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml @@ -0,0 +1,23 @@ +name = "Qwen3 235B A22B Instruct 2507" +family = "qwen" +release_date = "2025-07-21" +last_updated = "2025-07-21" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.20 +output = 0.60 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml b/providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml new file mode 100644 index 00000000000..fbce668d13d --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml @@ -0,0 +1,23 @@ +name = "Qwen3 235B A22B Thinking 2507" +family = "qwen" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.20 +output = 0.60 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml b/providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml new file mode 100644 index 00000000000..82d13f7b069 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml @@ -0,0 +1,22 @@ +name = "Qwen3 30B A3B Instruct 2507" +family = "qwen" +release_date = "2025-07-30" +last_updated = "2025-07-30" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml b/providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml new file mode 100644 index 00000000000..4589eb5ce1a --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml @@ -0,0 +1,22 @@ +name = "Qwen3 30B A3B Thinking 2507" +family = "qwen" +release_date = "2025-07-30" +last_updated = "2025-07-30" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-32b.toml b/providers/llmgateway/models/alibaba/qwen3-32b.toml new file mode 100644 index 00000000000..a19495067ab --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-32b.toml @@ -0,0 +1,22 @@ +name = "Qwen3 32B" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 32_768 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml b/providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml new file mode 100644 index 00000000000..d6110d1453c --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder 30B A3B Instruct" +family = "qwen" +release_date = "2025-07-31" +last_updated = "2025-07-31" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml b/providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml new file mode 100644 index 00000000000..698cd1a1bd8 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder 480B A35B Instruct" +family = "qwen" +release_date = "2025-01-31" +last_updated = "2025-01-31" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.40 +output = 1.80 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-plus.toml b/providers/llmgateway/models/alibaba/qwen3-coder-plus.toml new file mode 100644 index 00000000000..6817f6e73cb --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-coder-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder Plus" +family = "qwen" +release_date = "2025-09-23" +last_updated = "2025-09-23" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 6.00 +output = 60.00 + +[limit] +context = 1_000_000 +output = 66_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-coder.toml b/providers/llmgateway/models/alibaba/qwen3-coder.toml new file mode 100644 index 00000000000..ff536a2fc35 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-coder.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Coder" +family = "qwen" +release_date = "2025-07-23" +last_updated = "2025-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.22 +output = 0.95 + +[limit] +context = 262_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-max.toml b/providers/llmgateway/models/alibaba/qwen3-max.toml new file mode 100644 index 00000000000..da79ecf8f47 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-max.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Max" +family = "qwen" +release_date = "2025-09-24" +last_updated = "2025-09-24" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.60 + +[limit] +context = 256_000 +output = 32_800 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml b/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml new file mode 100644 index 00000000000..8827c2e0036 --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 Next 80B A3B Instruct" +family = "qwen" +release_date = "2025-09-10" +last_updated = "2025-09-10" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.50 +output = 2.00 + +[limit] +context = 129_024 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml b/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml new file mode 100644 index 00000000000..ca4b46a018f --- /dev/null +++ b/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Next 80B A3B Thinking" +family = "qwen" +release_date = "2025-09-10" +last_updated = "2025-09-10" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.50 +output = 6.00 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml b/providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml new file mode 100644 index 00000000000..f36e5c2f809 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml @@ -0,0 +1,24 @@ +name = "Claude 3.5 Haiku (2024-10-22)" +family = "claude" +release_date = "2024-10-22" +last_updated = "2024-10-22" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false +status = "deprecated" + +[cost] +input = 0.80 +output = 4.00 +cache_read = 0.08 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-5-haiku.toml b/providers/llmgateway/models/anthropic/claude-3-5-haiku.toml new file mode 100644 index 00000000000..cbe510f6453 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-5-haiku.toml @@ -0,0 +1,23 @@ +name = "Claude 3.5 Haiku" +family = "claude" +release_date = "2024-10-22" +last_updated = "2024-10-22" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 0.80 +output = 4.00 +cache_read = 0.08 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml b/providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml new file mode 100644 index 00000000000..70e49ed5f40 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml @@ -0,0 +1,23 @@ +name = "Claude 3.5 Sonnet (Old)" +family = "claude" +release_date = "2024-06-20" +last_updated = "2024-06-20" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml b/providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml new file mode 100644 index 00000000000..0990095d4c1 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml @@ -0,0 +1,22 @@ +name = "Claude 3.5 Sonnet" +family = "claude" +release_date = "2024-06-20" +last_updated = "2024-06-20" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml b/providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml new file mode 100644 index 00000000000..1572e751bc5 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml @@ -0,0 +1,23 @@ +name = "Claude 3.7 Sonnet (2025-02-19)" +family = "claude" +release_date = "2025-02-19" +last_updated = "2025-02-19" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml b/providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml new file mode 100644 index 00000000000..3800cc12f92 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml @@ -0,0 +1,23 @@ +name = "Claude 3.7 Sonnet" +family = "claude" +release_date = "2025-02-24" +last_updated = "2025-02-24" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-haiku.toml b/providers/llmgateway/models/anthropic/claude-3-haiku.toml new file mode 100644 index 00000000000..67494e981a9 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-haiku.toml @@ -0,0 +1,23 @@ +name = "Claude 3 Haiku" +family = "claude" +release_date = "2024-03-04" +last_updated = "2024-03-04" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 0.25 +output = 1.25 +cache_read = 0.03 + +[limit] +context = 200_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-3-opus.toml b/providers/llmgateway/models/anthropic/claude-3-opus.toml new file mode 100644 index 00000000000..8cf5096236a --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-3-opus.toml @@ -0,0 +1,23 @@ +name = "Claude 3 Opus" +family = "claude" +release_date = "2024-03-04" +last_updated = "2024-03-04" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml b/providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml new file mode 100644 index 00000000000..8b1cf8cb28f --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml @@ -0,0 +1,23 @@ +name = "Claude Haiku 4.5 (2025-10-01)" +family = "claude" +release_date = "2025-10-15" +last_updated = "2025-10-15" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 5.00 +cache_read = 0.10 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-haiku-4-5.toml b/providers/llmgateway/models/anthropic/claude-haiku-4-5.toml new file mode 100644 index 00000000000..61c4fb842a5 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-haiku-4-5.toml @@ -0,0 +1,23 @@ +name = "Claude Haiku 4.5" +family = "claude" +release_date = "2025-10-15" +last_updated = "2025-10-15" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 5.00 +cache_read = 0.10 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml b/providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml new file mode 100644 index 00000000000..12f7d857521 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml @@ -0,0 +1,23 @@ +name = "Claude Opus 4.1" +family = "claude" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml b/providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml new file mode 100644 index 00000000000..5198af3bb38 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml @@ -0,0 +1,22 @@ +name = "Claude Opus 4 (2025-05-14)" +family = "claude" +release_date = "2025-05-22" +last_updated = "2025-05-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 15.00 +output = 75.00 +cache_read = 1.50 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml b/providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml new file mode 100644 index 00000000000..5f6f67cc120 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml @@ -0,0 +1,23 @@ +name = "Claude Opus 4.5" +family = "claude" +release_date = "2025-11-24" +last_updated = "2025-11-24" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 5.00 +output = 25.00 +cache_read = 0.50 + +[limit] +context = 200_000 +output = 32_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml b/providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml new file mode 100644 index 00000000000..f2b6be2ee67 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml @@ -0,0 +1,22 @@ +name = "Claude Sonnet 4 (2025-05-14)" +family = "claude" +release_date = "2025-05-14" +last_updated = "2025-05-14" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml b/providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml new file mode 100644 index 00000000000..e638be33ac8 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4.5 (2025-09-29)" +family = "claude" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml b/providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml new file mode 100644 index 00000000000..41e19c16b12 --- /dev/null +++ b/providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4.5" +family = "claude" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seed-1-6-250615.toml b/providers/llmgateway/models/bytedance/seed-1-6-250615.toml new file mode 100644 index 00000000000..5683b7a99d4 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seed-1-6-250615.toml @@ -0,0 +1,22 @@ +name = "Seed 1.6 (250615)" +family = "bytedance" +release_date = "2025-06-25" +last_updated = "2025-06-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seed-1-6-250915.toml b/providers/llmgateway/models/bytedance/seed-1-6-250915.toml new file mode 100644 index 00000000000..bb37198a338 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seed-1-6-250915.toml @@ -0,0 +1,22 @@ +name = "Seed 1.6 (250915)" +family = "bytedance" +release_date = "2025-09-15" +last_updated = "2025-09-15" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml b/providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml new file mode 100644 index 00000000000..4d152a0f884 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml @@ -0,0 +1,22 @@ +name = "Seed 1.6 Flash (250715)" +family = "bytedance" +release_date = "2025-07-26" +last_updated = "2025-07-26" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.07 +output = 0.30 +cache_read = 0.02 + +[limit] +context = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seed-1-8-251228.toml b/providers/llmgateway/models/bytedance/seed-1-8-251228.toml new file mode 100644 index 00000000000..8f6998609a7 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seed-1-8-251228.toml @@ -0,0 +1,22 @@ +name = "Seed 1.8 (251228)" +family = "bytedance" +release_date = "2025-12-18" +last_updated = "2025-12-18" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.05 + +[limit] +context = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seedream-4-0.toml b/providers/llmgateway/models/bytedance/seedream-4-0.toml new file mode 100644 index 00000000000..54b70ed1751 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seedream-4-0.toml @@ -0,0 +1,22 @@ +name = "Seedream 4.0" +family = "bytedance" +release_date = "2025-09-16" +last_updated = "2025-09-16" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/bytedance/seedream-4-5.toml b/providers/llmgateway/models/bytedance/seedream-4-5.toml new file mode 100644 index 00000000000..1046c0e6712 --- /dev/null +++ b/providers/llmgateway/models/bytedance/seedream-4-5.toml @@ -0,0 +1,22 @@ +name = "Seedream 4.5" +family = "bytedance" +release_date = "2025-12-03" +last_updated = "2025-12-03" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek/deepseek-r1-0528.toml new file mode 100644 index 00000000000..c5ad7528a38 --- /dev/null +++ b/providers/llmgateway/models/deepseek/deepseek-r1-0528.toml @@ -0,0 +1,22 @@ +name = "DeepSeek R1 (0528)" +family = "deepseek" +release_date = "2025-05-28" +last_updated = "2025-05-28" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.25 +output = 1.00 + +[limit] +context = 32_770 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml b/providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml new file mode 100644 index 00000000000..a3acc1c186d --- /dev/null +++ b/providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml @@ -0,0 +1,21 @@ +name = "DeepSeek R1T2 Chimera (Free)" +family = "deepseek" +release_date = "2025-07-08" +last_updated = "2025-07-08" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 163_840 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.1.toml b/providers/llmgateway/models/deepseek/deepseek-v3.1.toml new file mode 100644 index 00000000000..931c90e48ec --- /dev/null +++ b/providers/llmgateway/models/deepseek/deepseek-v3.1.toml @@ -0,0 +1,23 @@ +name = "DeepSeek V3.1" +family = "deepseek" +release_date = "2025-08-21" +last_updated = "2025-08-21" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = true + +[cost] +input = 0.56 +output = 1.68 +cache_read = 0.11 + +[limit] +context = 128_000 +output = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.2.toml b/providers/llmgateway/models/deepseek/deepseek-v3.2.toml new file mode 100644 index 00000000000..7621f761647 --- /dev/null +++ b/providers/llmgateway/models/deepseek/deepseek-v3.2.toml @@ -0,0 +1,22 @@ +name = "DeepSeek V3.2" +family = "deepseek" +release_date = "2025-09-29" +last_updated = "2025-09-29" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.28 +output = 0.42 +cache_read = 0.03 + +[limit] +context = 163_840 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.toml b/providers/llmgateway/models/deepseek/deepseek-v3.toml new file mode 100644 index 00000000000..a8205555b02 --- /dev/null +++ b/providers/llmgateway/models/deepseek/deepseek-v3.toml @@ -0,0 +1,21 @@ +name = "DeepSeek V3" +family = "deepseek" +release_date = "2024-12-26" +last_updated = "2024-12-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.15 +output = 0.40 + +[limit] +context = 163_840 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.0-flash-lite.toml b/providers/llmgateway/models/google/gemini-2.0-flash-lite.toml new file mode 100644 index 00000000000..ec66df5962b --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.0-flash-lite.toml @@ -0,0 +1,21 @@ +name = "Gemini 2.0 Flash Lite" +family = "gemini" +release_date = "2025-02-25" +last_updated = "2025-02-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.0-flash.toml b/providers/llmgateway/models/google/gemini-2.0-flash.toml new file mode 100644 index 00000000000..13813e688a9 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.0-flash.toml @@ -0,0 +1,21 @@ +name = "Gemini 2.0 Flash" +family = "gemini" +release_date = "2025-02-05" +last_updated = "2025-02-05" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml b/providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml new file mode 100644 index 00000000000..25d594d3ad9 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Image (Preview)" +family = "gemini" +release_date = "2025-10-02" +last_updated = "2025-10-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 30.00 + +[limit] +context = 32_800 +output = 8_200 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-image.toml b/providers/llmgateway/models/google/gemini-2.5-flash-image.toml new file mode 100644 index 00000000000..463827600a3 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash-image.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Image" +family = "gemini" +release_date = "2025-10-02" +last_updated = "2025-10-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 30.00 + +[limit] +context = 32_800 +output = 8_200 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml b/providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml new file mode 100644 index 00000000000..3be518566c0 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Lite Preview (09-2025)" +family = "gemini" +release_date = "2025-09-25" +last_updated = "2025-09-25" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 +cache_read = 0.03 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-lite.toml b/providers/llmgateway/models/google/gemini-2.5-flash-lite.toml new file mode 100644 index 00000000000..f2f36a6559a --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash-lite.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Lite" +family = "gemini" +release_date = "2025-07-22" +last_updated = "2025-07-22" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 +cache_read = 0.03 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml b/providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml new file mode 100644 index 00000000000..016e176f487 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash Preview (09-2025)" +family = "gemini" +release_date = "2025-09-25" +last_updated = "2025-09-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 2.50 +cache_read = 0.08 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-flash.toml b/providers/llmgateway/models/google/gemini-2.5-flash.toml new file mode 100644 index 00000000000..e554e4953b3 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-flash.toml @@ -0,0 +1,22 @@ +name = "Gemini 2.5 Flash" +family = "gemini" +release_date = "2025-08-26" +last_updated = "2025-08-26" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 2.50 +cache_read = 0.08 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-2.5-pro.toml b/providers/llmgateway/models/google/gemini-2.5-pro.toml new file mode 100644 index 00000000000..8b5822ce67a --- /dev/null +++ b/providers/llmgateway/models/google/gemini-2.5-pro.toml @@ -0,0 +1,21 @@ +name = "Gemini 2.5 Pro" +family = "gemini" +release_date = "2025-03-25" +last_updated = "2025-03-25" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-3-flash-preview.toml b/providers/llmgateway/models/google/gemini-3-flash-preview.toml new file mode 100644 index 00000000000..8aae94d8a99 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-3-flash-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Flash (Preview)" +family = "gemini" +release_date = "2025-12-17" +last_updated = "2025-12-17" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.50 +output = 3.00 + +[limit] +context = 1_000_000 +output = 65_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-3-pro-image-preview.toml b/providers/llmgateway/models/google/gemini-3-pro-image-preview.toml new file mode 100644 index 00000000000..2a3b2ee0e50 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-3-pro-image-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Pro Image (Preview)" +family = "gemini" +release_date = "2025-11-20" +last_updated = "2025-11-20" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 + +[limit] +context = 98_304 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemini-3-pro-preview.toml b/providers/llmgateway/models/google/gemini-3-pro-preview.toml new file mode 100644 index 00000000000..498444399c9 --- /dev/null +++ b/providers/llmgateway/models/google/gemini-3-pro-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3 Pro (Preview)" +family = "gemini" +release_date = "2025-11-18" +last_updated = "2025-11-18" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 + +[limit] +context = 1_000_000 +output = 65_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-2-27b-it-together.toml b/providers/llmgateway/models/google/gemma-2-27b-it-together.toml new file mode 100644 index 00000000000..3fca28b14e2 --- /dev/null +++ b/providers/llmgateway/models/google/gemma-2-27b-it-together.toml @@ -0,0 +1,21 @@ +name = "Gemma 2 27B IT" +family = "gemini" +release_date = "2024-06-27" +last_updated = "2024-06-27" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.08 + +[limit] +context = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3-12b-it.toml b/providers/llmgateway/models/google/gemma-3-12b-it.toml new file mode 100644 index 00000000000..11359a07da9 --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3-12b-it.toml @@ -0,0 +1,21 @@ +name = "Gemma 3 12B IT" +family = "gemini" +release_date = "2025-03-10" +last_updated = "2025-03-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3-1b-it.toml b/providers/llmgateway/models/google/gemma-3-1b-it.toml new file mode 100644 index 00000000000..f24d5f4afa9 --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3-1b-it.toml @@ -0,0 +1,21 @@ +name = "Gemma 3 1B IT" +family = "gemini" +release_date = "2025-03-12" +last_updated = "2025-03-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3-27b.toml b/providers/llmgateway/models/google/gemma-3-27b.toml new file mode 100644 index 00000000000..f985d5c435b --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3-27b.toml @@ -0,0 +1,21 @@ +name = "Gemma 3 27B" +family = "gemini" +release_date = "2025-03-12" +last_updated = "2025-03-12" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.27 +output = 0.27 + +[limit] +context = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3-4b-it.toml b/providers/llmgateway/models/google/gemma-3-4b-it.toml new file mode 100644 index 00000000000..aad27de8cf1 --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3-4b-it.toml @@ -0,0 +1,21 @@ +name = "Gemma 3 4B IT" +family = "gemini" +release_date = "2025-03-10" +last_updated = "2025-03-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3n-e2b-it.toml b/providers/llmgateway/models/google/gemma-3n-e2b-it.toml new file mode 100644 index 00000000000..39b1c0cfdb1 --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3n-e2b-it.toml @@ -0,0 +1,21 @@ +name = "Gemma 3n E2B IT" +family = "gemini" +release_date = "2025-06-26" +last_updated = "2025-06-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/google/gemma-3n-e4b-it.toml b/providers/llmgateway/models/google/gemma-3n-e4b-it.toml new file mode 100644 index 00000000000..338f81bb99a --- /dev/null +++ b/providers/llmgateway/models/google/gemma-3n-e4b-it.toml @@ -0,0 +1,21 @@ +name = "Gemma 3n E4B IT" +family = "gemini" +release_date = "2025-06-26" +last_updated = "2025-06-26" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.08 +output = 0.30 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llmgateway/auto.toml b/providers/llmgateway/models/llmgateway/auto.toml new file mode 100644 index 00000000000..2b97f2d948f --- /dev/null +++ b/providers/llmgateway/models/llmgateway/auto.toml @@ -0,0 +1,21 @@ +name = "Auto Route" +family = "llmgateway" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llmgateway/custom.toml b/providers/llmgateway/models/llmgateway/custom.toml new file mode 100644 index 00000000000..704724161c1 --- /dev/null +++ b/providers/llmgateway/models/llmgateway/custom.toml @@ -0,0 +1,21 @@ +name = "Custom Model" +family = "llmgateway" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml b/providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml new file mode 100644 index 00000000000..915daceeb6b --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.1 70B Instruct" +family = "llama" +release_date = "2024-07-23" +last_updated = "2024-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.72 +output = 0.72 + +[limit] +context = 128_000 +output = 2_048 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml b/providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml new file mode 100644 index 00000000000..b2c2cbe0eb7 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.1 8B Instruct" +family = "llama" +release_date = "2024-07-23" +last_updated = "2024-07-23" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.22 +output = 0.22 + +[limit] +context = 128_000 +output = 2_048 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml b/providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml new file mode 100644 index 00000000000..aad9719104a --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml @@ -0,0 +1,21 @@ +name = "Llama 3.1 Nemotron Ultra 253B" +family = "llama" +release_date = "2025-04-07" +last_updated = "2025-04-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.60 +output = 1.80 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml b/providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml new file mode 100644 index 00000000000..9956a2ee287 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml @@ -0,0 +1,22 @@ +name = "Llama 3.2 11B Instruct" +family = "llama" +release_date = "2024-09-25" +last_updated = "2024-09-25" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.07 +output = 0.33 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml b/providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml new file mode 100644 index 00000000000..67cc88ec02a --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml @@ -0,0 +1,21 @@ +name = "Meta Llama 3.3 70B Instruct (Free)" +family = "llama" +release_date = "2024-12-06" +last_updated = "2024-12-06" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml b/providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml new file mode 100644 index 00000000000..b298b41f015 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml @@ -0,0 +1,21 @@ +name = "Llama 3.3 70B Instruct" +family = "llama" +release_date = "2024-12-06" +last_updated = "2024-12-06" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.13 +output = 0.40 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml b/providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml new file mode 100644 index 00000000000..b4d26ec556e --- /dev/null +++ b/providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 4 Maverick 17B Instruct" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.24 +output = 0.97 + +[limit] +context = 8_192 +output = 2_048 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-4-maverick-free.toml b/providers/llmgateway/models/meta/llama-4-maverick-free.toml new file mode 100644 index 00000000000..7aa7b2935c1 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-4-maverick-free.toml @@ -0,0 +1,21 @@ +name = "Meta Llama 4 Maverick (Free)" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml b/providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml new file mode 100644 index 00000000000..9490f421575 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 4 Scout 17B Instruct" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.17 +output = 0.66 + +[limit] +context = 8_192 +output = 2_048 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-4-scout-free.toml b/providers/llmgateway/models/meta/llama-4-scout-free.toml new file mode 100644 index 00000000000..b2ae4a8b242 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-4-scout-free.toml @@ -0,0 +1,21 @@ +name = "Meta Llama 4 Scout (Free)" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-4-scout.toml b/providers/llmgateway/models/meta/llama-4-scout.toml new file mode 100644 index 00000000000..256aa013867 --- /dev/null +++ b/providers/llmgateway/models/meta/llama-4-scout.toml @@ -0,0 +1,22 @@ +name = "Llama 4 Scout" +family = "llama" +release_date = "2025-04-05" +last_updated = "2025-04-05" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.18 +output = 0.59 + +[limit] +context = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/meta/llama-guard-4-12b.toml b/providers/llmgateway/models/meta/llama-guard-4-12b.toml new file mode 100644 index 00000000000..1d820fd0d4f --- /dev/null +++ b/providers/llmgateway/models/meta/llama-guard-4-12b.toml @@ -0,0 +1,21 @@ +name = "Llama Guard 4 12B" +family = "llama" +release_date = "2025-04-30" +last_updated = "2025-04-30" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.20 +output = 0.20 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax/minimax-m2.1.toml b/providers/llmgateway/models/minimax/minimax-m2.1.toml new file mode 100644 index 00000000000..17b6e62fe2a --- /dev/null +++ b/providers/llmgateway/models/minimax/minimax-m2.1.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.1" +family = "minimax" +release_date = "2025-12-23" +last_updated = "2025-12-23" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 1.20 +cache_read = 0.03 + +[limit] +context = 204_800 +output = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral/mistral-large-latest.toml b/providers/llmgateway/models/mistral/mistral-large-latest.toml new file mode 100644 index 00000000000..ea18276b197 --- /dev/null +++ b/providers/llmgateway/models/mistral/mistral-large-latest.toml @@ -0,0 +1,21 @@ +name = "Mistral Large Latest" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 4.00 +output = 12.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml b/providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml new file mode 100644 index 00000000000..d078931b80b --- /dev/null +++ b/providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml @@ -0,0 +1,21 @@ +name = "Mixtral 8x7B Instruct" +family = "mistral" +release_date = "2023-12-10" +last_updated = "2023-12-10" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.06 +output = 0.06 + +[limit] +context = 32_768 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral/pixtral-large-latest.toml b/providers/llmgateway/models/mistral/pixtral-large-latest.toml new file mode 100644 index 00000000000..f56e355b82c --- /dev/null +++ b/providers/llmgateway/models/mistral/pixtral-large-latest.toml @@ -0,0 +1,21 @@ +name = "Pixtral Large Latest" +family = "mistral" +release_date = "2024-11-18" +last_updated = "2024-11-18" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 4.00 +output = 12.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml b/providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml new file mode 100644 index 00000000000..e386f653fd7 --- /dev/null +++ b/providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml @@ -0,0 +1,21 @@ +name = "Kimi Dev 0905 (Free)" +family = "kimi" +release_date = "2025-09-05" +last_updated = "2025-09-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml b/providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml new file mode 100644 index 00000000000..89bf1d152f6 --- /dev/null +++ b/providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml @@ -0,0 +1,23 @@ +name = "Kimi K2 Thinking Turbo" +family = "moonshot" +release_date = "2025-11-06" +last_updated = "2025-11-06" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.15 +output = 8.00 +cache_read = 0.15 + +[limit] +context = 262_144 +output = 262_144 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/moonshot/kimi-k2-thinking.toml b/providers/llmgateway/models/moonshot/kimi-k2-thinking.toml new file mode 100644 index 00000000000..fad4b66e497 --- /dev/null +++ b/providers/llmgateway/models/moonshot/kimi-k2-thinking.toml @@ -0,0 +1,23 @@ +name = "Kimi K2 Thinking" +family = "moonshot" +release_date = "2025-11-06" +last_updated = "2025-11-06" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.50 +cache_read = 0.15 + +[limit] +context = 262_144 +output = 262_144 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/moonshot/kimi-k2.toml b/providers/llmgateway/models/moonshot/kimi-k2.toml new file mode 100644 index 00000000000..8ee8fbdc1e8 --- /dev/null +++ b/providers/llmgateway/models/moonshot/kimi-k2.toml @@ -0,0 +1,23 @@ +name = "Kimi K2" +family = "moonshot" +release_date = "2025-07-11" +last_updated = "2025-07-11" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 3.00 +cache_read = 0.50 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml new file mode 100644 index 00000000000..020437c46a1 --- /dev/null +++ b/providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml @@ -0,0 +1,21 @@ +name = "Nemotron Nano 9B V2 (Free)" +family = "nvidia" +release_date = "2025-08-18" +last_updated = "2025-08-18" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-3.5-turbo.toml b/providers/llmgateway/models/openai/gpt-3.5-turbo.toml new file mode 100644 index 00000000000..687b10243a0 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-3.5-turbo.toml @@ -0,0 +1,21 @@ +name = "GPT-3.5 Turbo" +family = "gpt" +release_date = "2022-11-30" +last_updated = "2022-11-30" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.50 +output = 1.50 + +[limit] +context = 16_385 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4-turbo.toml b/providers/llmgateway/models/openai/gpt-4-turbo.toml new file mode 100644 index 00000000000..3d8e0a6760a --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4-turbo.toml @@ -0,0 +1,21 @@ +name = "GPT-4 Turbo" +family = "gpt" +release_date = "2023-11-06" +last_updated = "2023-11-06" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 10.00 +output = 30.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4.1-mini.toml b/providers/llmgateway/models/openai/gpt-4.1-mini.toml new file mode 100644 index 00000000000..0d4a5028e5a --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4.1-mini.toml @@ -0,0 +1,21 @@ +name = "GPT-4.1 Mini" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.60 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4.1-nano.toml b/providers/llmgateway/models/openai/gpt-4.1-nano.toml new file mode 100644 index 00000000000..5fd989c10a7 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4.1-nano.toml @@ -0,0 +1,21 @@ +name = "GPT-4.1 Nano" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.40 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4.1.toml b/providers/llmgateway/models/openai/gpt-4.1.toml new file mode 100644 index 00000000000..9da5b49b17b --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4.1.toml @@ -0,0 +1,21 @@ +name = "GPT-4.1" +family = "gpt" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 1_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4.toml b/providers/llmgateway/models/openai/gpt-4.toml new file mode 100644 index 00000000000..c54180af8bb --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4.toml @@ -0,0 +1,22 @@ +name = "GPT-4" +family = "gpt" +release_date = "2023-03-14" +last_updated = "2023-03-14" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 30.00 +output = 60.00 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml b/providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml new file mode 100644 index 00000000000..82d810fdd37 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml @@ -0,0 +1,22 @@ +name = "GPT-4o Mini Search Preview" +family = "gpt" +release_date = "2024-10-01" +last_updated = "2024-10-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.15 +output = 0.60 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4o-mini.toml b/providers/llmgateway/models/openai/gpt-4o-mini.toml new file mode 100644 index 00000000000..a4a199b1e37 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4o-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-4o Mini" +family = "gpt" +release_date = "2024-07-18" +last_updated = "2024-07-18" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.15 +output = 0.60 +cache_read = 0.08 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4o-search-preview.toml b/providers/llmgateway/models/openai/gpt-4o-search-preview.toml new file mode 100644 index 00000000000..45efd2f550e --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4o-search-preview.toml @@ -0,0 +1,22 @@ +name = "GPT-4o Search Preview" +family = "gpt" +release_date = "2024-10-01" +last_updated = "2024-10-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 2.50 +output = 10.00 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-4o.toml b/providers/llmgateway/models/openai/gpt-4o.toml new file mode 100644 index 00000000000..8ccca0582ba --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-4o.toml @@ -0,0 +1,23 @@ +name = "GPT-4o" +family = "gpt" +release_date = "2024-05-13" +last_updated = "2024-05-13" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.50 +output = 10.00 +cache_read = 1.25 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5-chat-latest.toml b/providers/llmgateway/models/openai/gpt-5-chat-latest.toml new file mode 100644 index 00000000000..f2ff52f9d30 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5-chat-latest.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Chat Latest" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5-mini.toml b/providers/llmgateway/models/openai/gpt-5-mini.toml new file mode 100644 index 00000000000..1926ccb79f1 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Mini" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.03 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5-nano.toml b/providers/llmgateway/models/openai/gpt-5-nano.toml new file mode 100644 index 00000000000..905e7d7c29a --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5-nano.toml @@ -0,0 +1,23 @@ +name = "GPT-5 Nano" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.05 +output = 0.40 +cache_read = 0.01 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5-pro.toml b/providers/llmgateway/models/openai/gpt-5-pro.toml new file mode 100644 index 00000000000..0bdcec99aed --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5-pro.toml @@ -0,0 +1,22 @@ +name = "GPT-5 Pro" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 120.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml b/providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml new file mode 100644 index 00000000000..6bad6ac2509 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-5.1 Codex mini" +family = "gpt" +release_date = "2025-11-12" +last_updated = "2025-11-12" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 2.00 +cache_read = 0.03 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.1-codex.toml b/providers/llmgateway/models/openai/gpt-5.1-codex.toml new file mode 100644 index 00000000000..af38bff5d10 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.1-codex.toml @@ -0,0 +1,22 @@ +name = "GPT-5.1 Codex" +family = "gpt" +release_date = "2025-11-13" +last_updated = "2025-11-13" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.1.toml b/providers/llmgateway/models/openai/gpt-5.1.toml new file mode 100644 index 00000000000..1581dc2a2c0 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.1.toml @@ -0,0 +1,23 @@ +name = "GPT-5.1" +family = "gpt" +release_date = "2025-11-01" +last_updated = "2025-11-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml b/providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml new file mode 100644 index 00000000000..f31092eab17 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml @@ -0,0 +1,23 @@ +name = "GPT-5.2 Chat" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 128_000 +output = 16_400 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.2-pro.toml b/providers/llmgateway/models/openai/gpt-5.2-pro.toml new file mode 100644 index 00000000000..420230374e1 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.2-pro.toml @@ -0,0 +1,22 @@ +name = "GPT-5.2 Pro" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 21.00 +output = 168.00 + +[limit] +context = 400_000 +output = 272_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.2.toml b/providers/llmgateway/models/openai/gpt-5.2.toml new file mode 100644 index 00000000000..fd6a2a43b0a --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.2.toml @@ -0,0 +1,23 @@ +name = "GPT-5.2" +family = "gpt" +release_date = "2025-12-11" +last_updated = "2025-12-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-5.toml b/providers/llmgateway/models/openai/gpt-5.toml new file mode 100644 index 00000000000..5c86e314063 --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-5.toml @@ -0,0 +1,23 @@ +name = "GPT-5" +family = "gpt" +release_date = "2025-08-01" +last_updated = "2025-08-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.25 +output = 10.00 +cache_read = 0.13 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-oss-120b.toml b/providers/llmgateway/models/openai/gpt-oss-120b.toml new file mode 100644 index 00000000000..422a245531f --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-oss-120b.toml @@ -0,0 +1,22 @@ +name = "GPT OSS 120B" +family = "gpt" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.15 +output = 0.75 + +[limit] +context = 131_072 +output = 32_766 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-oss-20b-free.toml b/providers/llmgateway/models/openai/gpt-oss-20b-free.toml new file mode 100644 index 00000000000..a7e17f57aba --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-oss-20b-free.toml @@ -0,0 +1,21 @@ +name = "GPT OSS 20B (Free)" +family = "gpt-oss" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/gpt-oss-20b.toml b/providers/llmgateway/models/openai/gpt-oss-20b.toml new file mode 100644 index 00000000000..ee5983c6ebd --- /dev/null +++ b/providers/llmgateway/models/openai/gpt-oss-20b.toml @@ -0,0 +1,22 @@ +name = "GPT OSS 20B" +family = "gpt" +release_date = "2025-08-05" +last_updated = "2025-08-05" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.50 + +[limit] +context = 131_072 +output = 32_766 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/o1-mini.toml b/providers/llmgateway/models/openai/o1-mini.toml new file mode 100644 index 00000000000..6e5858e7ad2 --- /dev/null +++ b/providers/llmgateway/models/openai/o1-mini.toml @@ -0,0 +1,22 @@ +name = "o1 Mini" +family = "gpt" +release_date = "2024-09-12" +last_updated = "2024-09-12" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false +status = "beta" + +[cost] +input = 1.10 +output = 4.40 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/o1.toml b/providers/llmgateway/models/openai/o1.toml new file mode 100644 index 00000000000..fdcc29e5780 --- /dev/null +++ b/providers/llmgateway/models/openai/o1.toml @@ -0,0 +1,21 @@ +name = "o1" +family = "gpt" +release_date = "2024-09-12" +last_updated = "2024-09-12" +attachment = true +reasoning = true +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 15.00 +output = 60.00 + +[limit] +context = 200_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/o3-mini.toml b/providers/llmgateway/models/openai/o3-mini.toml new file mode 100644 index 00000000000..4ac3fa9b539 --- /dev/null +++ b/providers/llmgateway/models/openai/o3-mini.toml @@ -0,0 +1,21 @@ +name = "o3 Mini" +family = "gpt" +release_date = "2025-06-01" +last_updated = "2025-06-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.10 +output = 4.40 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/openai/o3.toml b/providers/llmgateway/models/openai/o3.toml new file mode 100644 index 00000000000..bf81a303560 --- /dev/null +++ b/providers/llmgateway/models/openai/o3.toml @@ -0,0 +1,21 @@ +name = "o3" +family = "gpt" +release_date = "2025-06-01" +last_updated = "2025-06-01" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 200_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/perplexity/sonar-pro.toml b/providers/llmgateway/models/perplexity/sonar-pro.toml new file mode 100644 index 00000000000..80d05b4d17f --- /dev/null +++ b/providers/llmgateway/models/perplexity/sonar-pro.toml @@ -0,0 +1,21 @@ +name = "Sonar Pro" +family = "sonar" +release_date = "2025-03-07" +last_updated = "2025-03-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml b/providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml new file mode 100644 index 00000000000..72f099ec570 --- /dev/null +++ b/providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml @@ -0,0 +1,21 @@ +name = "Sonar Reasoning Pro" +family = "sonar" +release_date = "2025-03-07" +last_updated = "2025-03-07" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 8.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/perplexity/sonar.toml b/providers/llmgateway/models/perplexity/sonar.toml new file mode 100644 index 00000000000..8a9b44c6483 --- /dev/null +++ b/providers/llmgateway/models/perplexity/sonar.toml @@ -0,0 +1,21 @@ +name = "Sonar" +family = "sonar" +release_date = "2025-01-01" +last_updated = "2025-01-01" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 1.00 + +[limit] +context = 130_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-3-mini.toml b/providers/llmgateway/models/xai/grok-3-mini.toml new file mode 100644 index 00000000000..cce79b8b882 --- /dev/null +++ b/providers/llmgateway/models/xai/grok-3-mini.toml @@ -0,0 +1,21 @@ +name = "Grok-3 Mini" +family = "grok" +release_date = "2025-04-09" +last_updated = "2025-04-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 0.50 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-3.toml b/providers/llmgateway/models/xai/grok-3.toml new file mode 100644 index 00000000000..fc9570b940d --- /dev/null +++ b/providers/llmgateway/models/xai/grok-3.toml @@ -0,0 +1,21 @@ +name = "Grok-3" +family = "grok" +release_date = "2025-02-17" +last_updated = "2025-02-17" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4-0709.toml b/providers/llmgateway/models/xai/grok-4-0709.toml new file mode 100644 index 00000000000..1c7dba3fc5d --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4-0709.toml @@ -0,0 +1,22 @@ +name = "Grok 4 (0709)" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 256_000 +output = 256_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml b/providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml new file mode 100644 index 00000000000..58dc2022d39 --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml @@ -0,0 +1,21 @@ +name = "Grok 4.1 Fast Non-Reasoning" +family = "grok" +release_date = "2025-11-19" +last_updated = "2025-11-19" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 2_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml b/providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml new file mode 100644 index 00000000000..55d85559997 --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml @@ -0,0 +1,21 @@ +name = "Grok 4.1 Fast Reasoning" +family = "grok" +release_date = "2025-11-19" +last_updated = "2025-11-19" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 2_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml b/providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml new file mode 100644 index 00000000000..1dae5d1b09e --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml @@ -0,0 +1,22 @@ +name = "Grok 4 Fast Non-Reasoning" +family = "grok" +release_date = "2025-10-10" +last_updated = "2025-10-10" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.00 +cache_read = 0.05 + +[limit] +context = 2_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4-fast-reasoning.toml b/providers/llmgateway/models/xai/grok-4-fast-reasoning.toml new file mode 100644 index 00000000000..9b6b2c0dcef --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4-fast-reasoning.toml @@ -0,0 +1,22 @@ +name = "Grok 4 Fast Reasoning" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.40 +output = 1.00 +cache_read = 0.05 + +[limit] +context = 2_000_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-4.toml b/providers/llmgateway/models/xai/grok-4.toml new file mode 100644 index 00000000000..e9904febfd0 --- /dev/null +++ b/providers/llmgateway/models/xai/grok-4.toml @@ -0,0 +1,22 @@ +name = "Grok 4" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 + +[limit] +context = 256_000 +output = 256_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/xai/grok-code-fast-1.toml b/providers/llmgateway/models/xai/grok-code-fast-1.toml new file mode 100644 index 00000000000..6428c94e9a7 --- /dev/null +++ b/providers/llmgateway/models/xai/grok-code-fast-1.toml @@ -0,0 +1,22 @@ +name = "Grok Code Fast 1" +family = "grok" +release_date = "2025-08-28" +last_updated = "2025-08-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 1.50 + +[limit] +context = 256_000 +output = 10_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/cogview-4.toml b/providers/llmgateway/models/zai/cogview-4.toml new file mode 100644 index 00000000000..45b21ce82bb --- /dev/null +++ b/providers/llmgateway/models/zai/cogview-4.toml @@ -0,0 +1,22 @@ +name = "CogView-4" +family = "zai" +release_date = "2025-03-04" +last_updated = "2025-03-04" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml b/providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml new file mode 100644 index 00000000000..10c00a8d597 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml @@ -0,0 +1,21 @@ +name = "GLM-4 32B (0414-128k)" +family = "glm" +release_date = "2025-04-14" +last_updated = "2025-04-14" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.10 +output = 0.10 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5-air-free.toml b/providers/llmgateway/models/zai/glm-4.5-air-free.toml new file mode 100644 index 00000000000..3fdadfc97f4 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5-air-free.toml @@ -0,0 +1,21 @@ +name = "GLM-4.5 Air (Free)" +family = "glm" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5-air.toml b/providers/llmgateway/models/zai/glm-4.5-air.toml new file mode 100644 index 00000000000..ad2807cd853 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5-air.toml @@ -0,0 +1,22 @@ +name = "GLM-4.5 Air" +family = "glm" +release_date = "2025-07-25" +last_updated = "2025-07-25" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 1.10 +cache_read = 0.03 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5-airx.toml b/providers/llmgateway/models/zai/glm-4.5-airx.toml new file mode 100644 index 00000000000..9271836e0b0 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5-airx.toml @@ -0,0 +1,22 @@ +name = "GLM-4.5 AirX" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.10 +output = 4.50 +cache_read = 0.22 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5-flash.toml b/providers/llmgateway/models/zai/glm-4.5-flash.toml new file mode 100644 index 00000000000..c2a28d5f50f --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5-flash.toml @@ -0,0 +1,21 @@ +name = "GLM-4.5 Flash" +family = "glm" +release_date = "2025-08-13" +last_updated = "2025-08-13" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5-x.toml b/providers/llmgateway/models/zai/glm-4.5-x.toml new file mode 100644 index 00000000000..fd3226bc42c --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5-x.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5 X" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false +status = "beta" + +[cost] +input = 2.20 +output = 8.90 +cache_read = 0.45 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5.toml b/providers/llmgateway/models/zai/glm-4.5.toml new file mode 100644 index 00000000000..aa4e0118802 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5.toml @@ -0,0 +1,22 @@ +name = "GLM-4.5" +family = "glm" +release_date = "2025-07-28" +last_updated = "2025-07-28" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.5v.toml b/providers/llmgateway/models/zai/glm-4.5v.toml new file mode 100644 index 00000000000..a404f8abecd --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.5v.toml @@ -0,0 +1,23 @@ +name = "GLM-4.5V" +family = "glm" +release_date = "2025-08-11" +last_updated = "2025-08-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 1.80 +cache_read = 0.11 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.6.toml b/providers/llmgateway/models/zai/glm-4.6.toml new file mode 100644 index 00000000000..0019cbb11c5 --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.6.toml @@ -0,0 +1,22 @@ +name = "GLM-4.6" +family = "glm" +release_date = "2025-09-30" +last_updated = "2025-09-30" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 200_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.6v-flash.toml b/providers/llmgateway/models/zai/glm-4.6v-flash.toml new file mode 100644 index 00000000000..7fc75e7e61b --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.6v-flash.toml @@ -0,0 +1,22 @@ +name = "GLM-4.6V Flash" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.6v-flashx.toml b/providers/llmgateway/models/zai/glm-4.6v-flashx.toml new file mode 100644 index 00000000000..993b362428d --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.6v-flashx.toml @@ -0,0 +1,23 @@ +name = "GLM-4.6V FlashX" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.04 +output = 0.40 +cache_read = 0.00 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.6v.toml b/providers/llmgateway/models/zai/glm-4.6v.toml new file mode 100644 index 00000000000..b13d5762d0b --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.6v.toml @@ -0,0 +1,23 @@ +name = "GLM-4.6V" +family = "glm" +release_date = "2025-12-08" +last_updated = "2025-12-08" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.30 +output = 0.90 +cache_read = 0.05 + +[limit] +context = 128_000 +output = 16_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.7-flash.toml b/providers/llmgateway/models/zai/glm-4.7-flash.toml new file mode 100644 index 00000000000..c390fbb383f --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.7-flash.toml @@ -0,0 +1,22 @@ +name = "GLM-4.7 Flash" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.7-flashx.toml b/providers/llmgateway/models/zai/glm-4.7-flashx.toml new file mode 100644 index 00000000000..b1e5111ad8e --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.7-flashx.toml @@ -0,0 +1,23 @@ +name = "GLM-4.7 FlashX" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.07 +output = 0.40 +cache_read = 0.01 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-4.7.toml b/providers/llmgateway/models/zai/glm-4.7.toml new file mode 100644 index 00000000000..103e57c9aab --- /dev/null +++ b/providers/llmgateway/models/zai/glm-4.7.toml @@ -0,0 +1,23 @@ +name = "GLM-4.7" +family = "glm" +release_date = "2025-12-22" +last_updated = "2025-12-22" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 2.20 +cache_read = 0.11 + +[limit] +context = 200_000 +output = 128_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/zai/glm-image.toml b/providers/llmgateway/models/zai/glm-image.toml new file mode 100644 index 00000000000..43af1a0b59f --- /dev/null +++ b/providers/llmgateway/models/zai/glm-image.toml @@ -0,0 +1,22 @@ +name = "GLM-Image" +family = "glm" +release_date = "2025-01-14" +last_updated = "2025-01-14" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/provider.toml b/providers/llmgateway/provider.toml new file mode 100644 index 00000000000..7f3a03eac17 --- /dev/null +++ b/providers/llmgateway/provider.toml @@ -0,0 +1,5 @@ +name = "LLM Gateway" +env = ["LLMGATEWAY_API_KEY"] +npm = "@ai-sdk/openai-compatible" +doc = "https://llmgateway.io/docs" +api = "https://api.llmgateway.io/v1" \ No newline at end of file diff --git a/providers/llmgateway/scripts/generate.ts b/providers/llmgateway/scripts/generate.ts new file mode 100644 index 00000000000..b2018fcef24 --- /dev/null +++ b/providers/llmgateway/scripts/generate.ts @@ -0,0 +1,11 @@ +/** + * This script generates model TOML files from the LLM Gateway models package. + * + * Run from the llmgateway repository root: + * npx tsx scripts/export-models-dev.ts + * + * The script reads models from @llmgateway/models and generates TOML files + * organized by provider subdirectory. + */ + +// See: https://github.com/theopenco/llmgateway/blob/main/scripts/export-models-dev.ts From 24e575a86e56603afb57216af3ec59a9bd7abb5e Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:15:27 +0000 Subject: [PATCH 02/11] refactor: flatten model structure to models/ directory Removes provider subdirectories, exports all models directly to models/ folder for simpler structure. Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/README.md | 14 ++------------ .../llmgateway/models/{llmgateway => }/auto.toml | 0 .../{anthropic => }/claude-3-5-haiku-20241022.toml | 0 .../models/{anthropic => }/claude-3-5-haiku.toml | 0 .../claude-3-5-sonnet-20240620.toml | 0 .../models/{anthropic => }/claude-3-5-sonnet.toml | 0 .../claude-3-7-sonnet-20250219.toml | 0 .../models/{anthropic => }/claude-3-7-sonnet.toml | 0 .../models/{anthropic => }/claude-3-haiku.toml | 0 .../models/{anthropic => }/claude-3-opus.toml | 0 .../{anthropic => }/claude-haiku-4-5-20251001.toml | 0 .../models/{anthropic => }/claude-haiku-4-5.toml | 0 .../{anthropic => }/claude-opus-4-1-20250805.toml | 0 .../{anthropic => }/claude-opus-4-20250514.toml | 0 .../{anthropic => }/claude-opus-4-5-20251101.toml | 0 .../{anthropic => }/claude-sonnet-4-20250514.toml | 0 .../claude-sonnet-4-5-20250929.toml | 0 .../models/{anthropic => }/claude-sonnet-4-5.toml | 0 .../llmgateway/models/{zai => }/cogview-4.toml | 0 .../llmgateway/models/{llmgateway => }/custom.toml | 0 .../models/{deepseek => }/deepseek-r1-0528.toml | 0 .../{deepseek => }/deepseek-r1t2-chimera-free.toml | 0 .../models/{deepseek => }/deepseek-v3.1.toml | 0 .../models/{deepseek => }/deepseek-v3.2.toml | 0 .../models/{deepseek => }/deepseek-v3.toml | 0 .../models/{google => }/gemini-2.0-flash-lite.toml | 0 .../models/{google => }/gemini-2.0-flash.toml | 0 .../gemini-2.5-flash-image-preview.toml | 0 .../{google => }/gemini-2.5-flash-image.toml | 0 .../gemini-2.5-flash-lite-preview-09-2025.toml | 0 .../models/{google => }/gemini-2.5-flash-lite.toml | 0 .../gemini-2.5-flash-preview-09-2025.toml | 0 .../models/{google => }/gemini-2.5-flash.toml | 0 .../models/{google => }/gemini-2.5-pro.toml | 0 .../{google => }/gemini-3-flash-preview.toml | 0 .../{google => }/gemini-3-pro-image-preview.toml | 0 .../models/{google => }/gemini-3-pro-preview.toml | 0 .../{google => }/gemma-2-27b-it-together.toml | 0 .../models/{google => }/gemma-3-12b-it.toml | 0 .../models/{google => }/gemma-3-1b-it.toml | 0 .../models/{google => }/gemma-3-27b.toml | 0 .../models/{google => }/gemma-3-4b-it.toml | 0 .../models/{google => }/gemma-3n-e2b-it.toml | 0 .../models/{google => }/gemma-3n-e4b-it.toml | 0 .../models/{zai => }/glm-4-32b-0414-128k.toml | 0 .../models/{zai => }/glm-4.5-air-free.toml | 0 .../llmgateway/models/{zai => }/glm-4.5-air.toml | 0 .../llmgateway/models/{zai => }/glm-4.5-airx.toml | 0 .../llmgateway/models/{zai => }/glm-4.5-flash.toml | 0 .../llmgateway/models/{zai => }/glm-4.5-x.toml | 0 providers/llmgateway/models/{zai => }/glm-4.5.toml | 0 .../llmgateway/models/{zai => }/glm-4.5v.toml | 0 providers/llmgateway/models/{zai => }/glm-4.6.toml | 0 .../models/{zai => }/glm-4.6v-flash.toml | 0 .../models/{zai => }/glm-4.6v-flashx.toml | 0 .../llmgateway/models/{zai => }/glm-4.6v.toml | 0 .../llmgateway/models/{zai => }/glm-4.7-flash.toml | 0 .../models/{zai => }/glm-4.7-flashx.toml | 0 providers/llmgateway/models/{zai => }/glm-4.7.toml | 0 .../llmgateway/models/{zai => }/glm-image.toml | 0 .../models/{openai => }/gpt-3.5-turbo.toml | 0 .../models/{openai => }/gpt-4-turbo.toml | 0 .../models/{openai => }/gpt-4.1-mini.toml | 0 .../models/{openai => }/gpt-4.1-nano.toml | 0 .../llmgateway/models/{openai => }/gpt-4.1.toml | 0 .../llmgateway/models/{openai => }/gpt-4.toml | 0 .../{openai => }/gpt-4o-mini-search-preview.toml | 0 .../models/{openai => }/gpt-4o-mini.toml | 0 .../models/{openai => }/gpt-4o-search-preview.toml | 0 .../llmgateway/models/{openai => }/gpt-4o.toml | 0 .../models/{openai => }/gpt-5-chat-latest.toml | 0 .../llmgateway/models/{openai => }/gpt-5-mini.toml | 0 .../llmgateway/models/{openai => }/gpt-5-nano.toml | 0 .../llmgateway/models/{openai => }/gpt-5-pro.toml | 0 .../models/{openai => }/gpt-5.1-codex-mini.toml | 0 .../models/{openai => }/gpt-5.1-codex.toml | 0 .../llmgateway/models/{openai => }/gpt-5.1.toml | 0 .../models/{openai => }/gpt-5.2-chat-latest.toml | 0 .../models/{openai => }/gpt-5.2-pro.toml | 0 .../llmgateway/models/{openai => }/gpt-5.2.toml | 0 .../llmgateway/models/{openai => }/gpt-5.toml | 0 .../models/{openai => }/gpt-oss-120b.toml | 0 .../models/{openai => }/gpt-oss-20b-free.toml | 0 .../models/{openai => }/gpt-oss-20b.toml | 0 .../llmgateway/models/{xai => }/grok-3-mini.toml | 0 providers/llmgateway/models/{xai => }/grok-3.toml | 0 .../llmgateway/models/{xai => }/grok-4-0709.toml | 0 .../{xai => }/grok-4-1-fast-non-reasoning.toml | 0 .../models/{xai => }/grok-4-1-fast-reasoning.toml | 0 .../{xai => }/grok-4-fast-non-reasoning.toml | 0 .../models/{xai => }/grok-4-fast-reasoning.toml | 0 providers/llmgateway/models/{xai => }/grok-4.toml | 0 .../models/{xai => }/grok-code-fast-1.toml | 0 .../models/{moonshot => }/kimi-k2-0905-free.toml | 0 .../{moonshot => }/kimi-k2-thinking-turbo.toml | 0 .../models/{moonshot => }/kimi-k2-thinking.toml | 0 .../llmgateway/models/{moonshot => }/kimi-k2.toml | 0 .../models/{meta => }/llama-3.1-70b-instruct.toml | 0 .../models/{meta => }/llama-3.1-8b-instruct.toml | 0 .../{meta => }/llama-3.1-nemotron-ultra-253b.toml | 0 .../models/{meta => }/llama-3.2-11b-instruct.toml | 0 .../{meta => }/llama-3.3-70b-instruct-free.toml | 0 .../models/{meta => }/llama-3.3-70b-instruct.toml | 0 .../{meta => }/llama-4-maverick-17b-instruct.toml | 0 .../models/{meta => }/llama-4-maverick-free.toml | 0 .../{meta => }/llama-4-scout-17b-instruct.toml | 0 .../models/{meta => }/llama-4-scout-free.toml | 0 .../models/{meta => }/llama-4-scout.toml | 0 .../models/{meta => }/llama-guard-4-12b.toml | 0 .../models/{minimax => }/minimax-m2.1.toml | 0 .../models/{mistral => }/mistral-large-latest.toml | 0 .../mixtral-8x7b-instruct-together.toml | 0 .../models/{nvidia => }/nemotron-nano-9b-v2.toml | 0 .../llmgateway/models/{openai => }/o1-mini.toml | 0 providers/llmgateway/models/{openai => }/o1.toml | 0 .../llmgateway/models/{openai => }/o3-mini.toml | 0 providers/llmgateway/models/{openai => }/o3.toml | 0 .../models/{mistral => }/pixtral-large-latest.toml | 0 .../models/{alibaba => }/qwen-flash.toml | 0 .../{alibaba => }/qwen-image-max-2025-12-30.toml | 0 .../models/{alibaba => }/qwen-image-max.toml | 0 .../models/{alibaba => }/qwen-image-plus.toml | 0 .../models/{alibaba => }/qwen-image.toml | 0 .../models/{alibaba => }/qwen-max-latest.toml | 0 .../llmgateway/models/{alibaba => }/qwen-max.toml | 0 .../models/{alibaba => }/qwen-omni-turbo.toml | 0 .../models/{alibaba => }/qwen-plus-latest.toml | 0 .../llmgateway/models/{alibaba => }/qwen-plus.toml | 0 .../models/{alibaba => }/qwen-turbo.toml | 0 .../models/{alibaba => }/qwen-vl-max.toml | 0 .../models/{alibaba => }/qwen-vl-plus.toml | 0 .../{alibaba => }/qwen2-5-vl-72b-instruct.toml | 0 .../models/{alibaba => }/qwen25-coder-7b.toml | 0 .../qwen3-235b-a22b-instruct-2507.toml | 0 .../qwen3-235b-a22b-thinking-2507.toml | 0 .../{alibaba => }/qwen3-30b-a3b-instruct-2507.toml | 0 .../{alibaba => }/qwen3-30b-a3b-thinking-2507.toml | 0 .../llmgateway/models/{alibaba => }/qwen3-32b.toml | 0 .../qwen3-coder-30b-a3b-instruct.toml | 0 .../qwen3-coder-480b-a35b-instruct.toml | 0 .../models/{alibaba => }/qwen3-coder-plus.toml | 0 .../models/{alibaba => }/qwen3-coder.toml | 0 .../llmgateway/models/{alibaba => }/qwen3-max.toml | 0 .../{alibaba => }/qwen3-next-80b-a3b-instruct.toml | 0 .../{alibaba => }/qwen3-next-80b-a3b-thinking.toml | 0 .../models/{bytedance => }/seed-1-6-250615.toml | 0 .../models/{bytedance => }/seed-1-6-250915.toml | 0 .../{bytedance => }/seed-1-6-flash-250715.toml | 0 .../models/{bytedance => }/seed-1-8-251228.toml | 0 .../models/{bytedance => }/seedream-4-0.toml | 0 .../models/{bytedance => }/seedream-4-5.toml | 0 .../models/{perplexity => }/sonar-pro.toml | 0 .../{perplexity => }/sonar-reasoning-pro.toml | 0 .../llmgateway/models/{perplexity => }/sonar.toml | 0 providers/llmgateway/scripts/generate.ts | 2 +- 155 files changed, 3 insertions(+), 13 deletions(-) rename providers/llmgateway/models/{llmgateway => }/auto.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-5-haiku-20241022.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-5-haiku.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-5-sonnet-20240620.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-5-sonnet.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-7-sonnet-20250219.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-7-sonnet.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-haiku.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-3-opus.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-haiku-4-5-20251001.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-haiku-4-5.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-opus-4-1-20250805.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-opus-4-20250514.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-opus-4-5-20251101.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-sonnet-4-20250514.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-sonnet-4-5-20250929.toml (100%) rename providers/llmgateway/models/{anthropic => }/claude-sonnet-4-5.toml (100%) rename providers/llmgateway/models/{zai => }/cogview-4.toml (100%) rename providers/llmgateway/models/{llmgateway => }/custom.toml (100%) rename providers/llmgateway/models/{deepseek => }/deepseek-r1-0528.toml (100%) rename providers/llmgateway/models/{deepseek => }/deepseek-r1t2-chimera-free.toml (100%) rename providers/llmgateway/models/{deepseek => }/deepseek-v3.1.toml (100%) rename providers/llmgateway/models/{deepseek => }/deepseek-v3.2.toml (100%) rename providers/llmgateway/models/{deepseek => }/deepseek-v3.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.0-flash-lite.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.0-flash.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash-image-preview.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash-image.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash-lite-preview-09-2025.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash-lite.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash-preview-09-2025.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-flash.toml (100%) rename providers/llmgateway/models/{google => }/gemini-2.5-pro.toml (100%) rename providers/llmgateway/models/{google => }/gemini-3-flash-preview.toml (100%) rename providers/llmgateway/models/{google => }/gemini-3-pro-image-preview.toml (100%) rename providers/llmgateway/models/{google => }/gemini-3-pro-preview.toml (100%) rename providers/llmgateway/models/{google => }/gemma-2-27b-it-together.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3-12b-it.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3-1b-it.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3-27b.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3-4b-it.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3n-e2b-it.toml (100%) rename providers/llmgateway/models/{google => }/gemma-3n-e4b-it.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4-32b-0414-128k.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5-air-free.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5-air.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5-airx.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5-flash.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5-x.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.5v.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.6.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.6v-flash.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.6v-flashx.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.6v.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.7-flash.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.7-flashx.toml (100%) rename providers/llmgateway/models/{zai => }/glm-4.7.toml (100%) rename providers/llmgateway/models/{zai => }/glm-image.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-3.5-turbo.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4-turbo.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4.1-mini.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4.1-nano.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4.1.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4o-mini-search-preview.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4o-mini.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4o-search-preview.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-4o.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5-chat-latest.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5-mini.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5-nano.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5-pro.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.1-codex-mini.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.1-codex.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.1.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.2-chat-latest.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.2-pro.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.2.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-5.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-oss-120b.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-oss-20b-free.toml (100%) rename providers/llmgateway/models/{openai => }/gpt-oss-20b.toml (100%) rename providers/llmgateway/models/{xai => }/grok-3-mini.toml (100%) rename providers/llmgateway/models/{xai => }/grok-3.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4-0709.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4-1-fast-non-reasoning.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4-1-fast-reasoning.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4-fast-non-reasoning.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4-fast-reasoning.toml (100%) rename providers/llmgateway/models/{xai => }/grok-4.toml (100%) rename providers/llmgateway/models/{xai => }/grok-code-fast-1.toml (100%) rename providers/llmgateway/models/{moonshot => }/kimi-k2-0905-free.toml (100%) rename providers/llmgateway/models/{moonshot => }/kimi-k2-thinking-turbo.toml (100%) rename providers/llmgateway/models/{moonshot => }/kimi-k2-thinking.toml (100%) rename providers/llmgateway/models/{moonshot => }/kimi-k2.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.1-70b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.1-8b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.1-nemotron-ultra-253b.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.2-11b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.3-70b-instruct-free.toml (100%) rename providers/llmgateway/models/{meta => }/llama-3.3-70b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-4-maverick-17b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-4-maverick-free.toml (100%) rename providers/llmgateway/models/{meta => }/llama-4-scout-17b-instruct.toml (100%) rename providers/llmgateway/models/{meta => }/llama-4-scout-free.toml (100%) rename providers/llmgateway/models/{meta => }/llama-4-scout.toml (100%) rename providers/llmgateway/models/{meta => }/llama-guard-4-12b.toml (100%) rename providers/llmgateway/models/{minimax => }/minimax-m2.1.toml (100%) rename providers/llmgateway/models/{mistral => }/mistral-large-latest.toml (100%) rename providers/llmgateway/models/{mistral => }/mixtral-8x7b-instruct-together.toml (100%) rename providers/llmgateway/models/{nvidia => }/nemotron-nano-9b-v2.toml (100%) rename providers/llmgateway/models/{openai => }/o1-mini.toml (100%) rename providers/llmgateway/models/{openai => }/o1.toml (100%) rename providers/llmgateway/models/{openai => }/o3-mini.toml (100%) rename providers/llmgateway/models/{openai => }/o3.toml (100%) rename providers/llmgateway/models/{mistral => }/pixtral-large-latest.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-flash.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-image-max-2025-12-30.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-image-max.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-image-plus.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-image.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-max-latest.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-max.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-omni-turbo.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-plus-latest.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-plus.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-turbo.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-vl-max.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen-vl-plus.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen2-5-vl-72b-instruct.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen25-coder-7b.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-235b-a22b-instruct-2507.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-235b-a22b-thinking-2507.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-30b-a3b-instruct-2507.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-30b-a3b-thinking-2507.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-32b.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-coder-30b-a3b-instruct.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-coder-480b-a35b-instruct.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-coder-plus.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-coder.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-max.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-next-80b-a3b-instruct.toml (100%) rename providers/llmgateway/models/{alibaba => }/qwen3-next-80b-a3b-thinking.toml (100%) rename providers/llmgateway/models/{bytedance => }/seed-1-6-250615.toml (100%) rename providers/llmgateway/models/{bytedance => }/seed-1-6-250915.toml (100%) rename providers/llmgateway/models/{bytedance => }/seed-1-6-flash-250715.toml (100%) rename providers/llmgateway/models/{bytedance => }/seed-1-8-251228.toml (100%) rename providers/llmgateway/models/{bytedance => }/seedream-4-0.toml (100%) rename providers/llmgateway/models/{bytedance => }/seedream-4-5.toml (100%) rename providers/llmgateway/models/{perplexity => }/sonar-pro.toml (100%) rename providers/llmgateway/models/{perplexity => }/sonar-reasoning-pro.toml (100%) rename providers/llmgateway/models/{perplexity => }/sonar.toml (100%) diff --git a/providers/llmgateway/README.md b/providers/llmgateway/README.md index 8292fff5606..ff4c0448f36 100644 --- a/providers/llmgateway/README.md +++ b/providers/llmgateway/README.md @@ -4,20 +4,10 @@ This provider enables access to 150+ AI models through [LLM Gateway](https://llm ## Directory Structure -- **models/**: TOML configuration files organized by upstream provider - - **anthropic/**: Claude models - - **openai/**: GPT and o-series models - - **google/**: Gemini and Gemma models - - **meta/**: Llama models - - **xai/**: Grok models - - **deepseek/**: DeepSeek models - - **alibaba/**: Qwen models - - **mistral/**: Mistral and Mixtral models - - **zai/**: GLM models - - **llmgateway/**: LLM Gateway native models (auto-routing) - - And more... +- **models/**: TOML configuration files for all supported models - **scripts/**: Scripts for generating model configurations - **provider.toml**: Provider configuration +- **logo.svg**: Provider logo ## How It Works diff --git a/providers/llmgateway/models/llmgateway/auto.toml b/providers/llmgateway/models/auto.toml similarity index 100% rename from providers/llmgateway/models/llmgateway/auto.toml rename to providers/llmgateway/models/auto.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml b/providers/llmgateway/models/claude-3-5-haiku-20241022.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-5-haiku-20241022.toml rename to providers/llmgateway/models/claude-3-5-haiku-20241022.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-5-haiku.toml b/providers/llmgateway/models/claude-3-5-haiku.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-5-haiku.toml rename to providers/llmgateway/models/claude-3-5-haiku.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml b/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-5-sonnet-20240620.toml rename to providers/llmgateway/models/claude-3-5-sonnet-20240620.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml b/providers/llmgateway/models/claude-3-5-sonnet.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-5-sonnet.toml rename to providers/llmgateway/models/claude-3-5-sonnet.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml b/providers/llmgateway/models/claude-3-7-sonnet-20250219.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-7-sonnet-20250219.toml rename to providers/llmgateway/models/claude-3-7-sonnet-20250219.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml b/providers/llmgateway/models/claude-3-7-sonnet.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-7-sonnet.toml rename to providers/llmgateway/models/claude-3-7-sonnet.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-haiku.toml b/providers/llmgateway/models/claude-3-haiku.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-haiku.toml rename to providers/llmgateway/models/claude-3-haiku.toml diff --git a/providers/llmgateway/models/anthropic/claude-3-opus.toml b/providers/llmgateway/models/claude-3-opus.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-3-opus.toml rename to providers/llmgateway/models/claude-3-opus.toml diff --git a/providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml b/providers/llmgateway/models/claude-haiku-4-5-20251001.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-haiku-4-5-20251001.toml rename to providers/llmgateway/models/claude-haiku-4-5-20251001.toml diff --git a/providers/llmgateway/models/anthropic/claude-haiku-4-5.toml b/providers/llmgateway/models/claude-haiku-4-5.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-haiku-4-5.toml rename to providers/llmgateway/models/claude-haiku-4-5.toml diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml b/providers/llmgateway/models/claude-opus-4-1-20250805.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-opus-4-1-20250805.toml rename to providers/llmgateway/models/claude-opus-4-1-20250805.toml diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml b/providers/llmgateway/models/claude-opus-4-20250514.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-opus-4-20250514.toml rename to providers/llmgateway/models/claude-opus-4-20250514.toml diff --git a/providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml b/providers/llmgateway/models/claude-opus-4-5-20251101.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-opus-4-5-20251101.toml rename to providers/llmgateway/models/claude-opus-4-5-20251101.toml diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml b/providers/llmgateway/models/claude-sonnet-4-20250514.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-sonnet-4-20250514.toml rename to providers/llmgateway/models/claude-sonnet-4-20250514.toml diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml b/providers/llmgateway/models/claude-sonnet-4-5-20250929.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-sonnet-4-5-20250929.toml rename to providers/llmgateway/models/claude-sonnet-4-5-20250929.toml diff --git a/providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml b/providers/llmgateway/models/claude-sonnet-4-5.toml similarity index 100% rename from providers/llmgateway/models/anthropic/claude-sonnet-4-5.toml rename to providers/llmgateway/models/claude-sonnet-4-5.toml diff --git a/providers/llmgateway/models/zai/cogview-4.toml b/providers/llmgateway/models/cogview-4.toml similarity index 100% rename from providers/llmgateway/models/zai/cogview-4.toml rename to providers/llmgateway/models/cogview-4.toml diff --git a/providers/llmgateway/models/llmgateway/custom.toml b/providers/llmgateway/models/custom.toml similarity index 100% rename from providers/llmgateway/models/llmgateway/custom.toml rename to providers/llmgateway/models/custom.toml diff --git a/providers/llmgateway/models/deepseek/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek-r1-0528.toml similarity index 100% rename from providers/llmgateway/models/deepseek/deepseek-r1-0528.toml rename to providers/llmgateway/models/deepseek-r1-0528.toml diff --git a/providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml b/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml similarity index 100% rename from providers/llmgateway/models/deepseek/deepseek-r1t2-chimera-free.toml rename to providers/llmgateway/models/deepseek-r1t2-chimera-free.toml diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.1.toml b/providers/llmgateway/models/deepseek-v3.1.toml similarity index 100% rename from providers/llmgateway/models/deepseek/deepseek-v3.1.toml rename to providers/llmgateway/models/deepseek-v3.1.toml diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.2.toml b/providers/llmgateway/models/deepseek-v3.2.toml similarity index 100% rename from providers/llmgateway/models/deepseek/deepseek-v3.2.toml rename to providers/llmgateway/models/deepseek-v3.2.toml diff --git a/providers/llmgateway/models/deepseek/deepseek-v3.toml b/providers/llmgateway/models/deepseek-v3.toml similarity index 100% rename from providers/llmgateway/models/deepseek/deepseek-v3.toml rename to providers/llmgateway/models/deepseek-v3.toml diff --git a/providers/llmgateway/models/google/gemini-2.0-flash-lite.toml b/providers/llmgateway/models/gemini-2.0-flash-lite.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.0-flash-lite.toml rename to providers/llmgateway/models/gemini-2.0-flash-lite.toml diff --git a/providers/llmgateway/models/google/gemini-2.0-flash.toml b/providers/llmgateway/models/gemini-2.0-flash.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.0-flash.toml rename to providers/llmgateway/models/gemini-2.0-flash.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml b/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash-image-preview.toml rename to providers/llmgateway/models/gemini-2.5-flash-image-preview.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-image.toml b/providers/llmgateway/models/gemini-2.5-flash-image.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash-image.toml rename to providers/llmgateway/models/gemini-2.5-flash-image.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash-lite-preview-09-2025.toml rename to providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-lite.toml b/providers/llmgateway/models/gemini-2.5-flash-lite.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash-lite.toml rename to providers/llmgateway/models/gemini-2.5-flash-lite.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash-preview-09-2025.toml rename to providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-flash.toml b/providers/llmgateway/models/gemini-2.5-flash.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-flash.toml rename to providers/llmgateway/models/gemini-2.5-flash.toml diff --git a/providers/llmgateway/models/google/gemini-2.5-pro.toml b/providers/llmgateway/models/gemini-2.5-pro.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-2.5-pro.toml rename to providers/llmgateway/models/gemini-2.5-pro.toml diff --git a/providers/llmgateway/models/google/gemini-3-flash-preview.toml b/providers/llmgateway/models/gemini-3-flash-preview.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-3-flash-preview.toml rename to providers/llmgateway/models/gemini-3-flash-preview.toml diff --git a/providers/llmgateway/models/google/gemini-3-pro-image-preview.toml b/providers/llmgateway/models/gemini-3-pro-image-preview.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-3-pro-image-preview.toml rename to providers/llmgateway/models/gemini-3-pro-image-preview.toml diff --git a/providers/llmgateway/models/google/gemini-3-pro-preview.toml b/providers/llmgateway/models/gemini-3-pro-preview.toml similarity index 100% rename from providers/llmgateway/models/google/gemini-3-pro-preview.toml rename to providers/llmgateway/models/gemini-3-pro-preview.toml diff --git a/providers/llmgateway/models/google/gemma-2-27b-it-together.toml b/providers/llmgateway/models/gemma-2-27b-it-together.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-2-27b-it-together.toml rename to providers/llmgateway/models/gemma-2-27b-it-together.toml diff --git a/providers/llmgateway/models/google/gemma-3-12b-it.toml b/providers/llmgateway/models/gemma-3-12b-it.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3-12b-it.toml rename to providers/llmgateway/models/gemma-3-12b-it.toml diff --git a/providers/llmgateway/models/google/gemma-3-1b-it.toml b/providers/llmgateway/models/gemma-3-1b-it.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3-1b-it.toml rename to providers/llmgateway/models/gemma-3-1b-it.toml diff --git a/providers/llmgateway/models/google/gemma-3-27b.toml b/providers/llmgateway/models/gemma-3-27b.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3-27b.toml rename to providers/llmgateway/models/gemma-3-27b.toml diff --git a/providers/llmgateway/models/google/gemma-3-4b-it.toml b/providers/llmgateway/models/gemma-3-4b-it.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3-4b-it.toml rename to providers/llmgateway/models/gemma-3-4b-it.toml diff --git a/providers/llmgateway/models/google/gemma-3n-e2b-it.toml b/providers/llmgateway/models/gemma-3n-e2b-it.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3n-e2b-it.toml rename to providers/llmgateway/models/gemma-3n-e2b-it.toml diff --git a/providers/llmgateway/models/google/gemma-3n-e4b-it.toml b/providers/llmgateway/models/gemma-3n-e4b-it.toml similarity index 100% rename from providers/llmgateway/models/google/gemma-3n-e4b-it.toml rename to providers/llmgateway/models/gemma-3n-e4b-it.toml diff --git a/providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml b/providers/llmgateway/models/glm-4-32b-0414-128k.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4-32b-0414-128k.toml rename to providers/llmgateway/models/glm-4-32b-0414-128k.toml diff --git a/providers/llmgateway/models/zai/glm-4.5-air-free.toml b/providers/llmgateway/models/glm-4.5-air-free.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5-air-free.toml rename to providers/llmgateway/models/glm-4.5-air-free.toml diff --git a/providers/llmgateway/models/zai/glm-4.5-air.toml b/providers/llmgateway/models/glm-4.5-air.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5-air.toml rename to providers/llmgateway/models/glm-4.5-air.toml diff --git a/providers/llmgateway/models/zai/glm-4.5-airx.toml b/providers/llmgateway/models/glm-4.5-airx.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5-airx.toml rename to providers/llmgateway/models/glm-4.5-airx.toml diff --git a/providers/llmgateway/models/zai/glm-4.5-flash.toml b/providers/llmgateway/models/glm-4.5-flash.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5-flash.toml rename to providers/llmgateway/models/glm-4.5-flash.toml diff --git a/providers/llmgateway/models/zai/glm-4.5-x.toml b/providers/llmgateway/models/glm-4.5-x.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5-x.toml rename to providers/llmgateway/models/glm-4.5-x.toml diff --git a/providers/llmgateway/models/zai/glm-4.5.toml b/providers/llmgateway/models/glm-4.5.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5.toml rename to providers/llmgateway/models/glm-4.5.toml diff --git a/providers/llmgateway/models/zai/glm-4.5v.toml b/providers/llmgateway/models/glm-4.5v.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.5v.toml rename to providers/llmgateway/models/glm-4.5v.toml diff --git a/providers/llmgateway/models/zai/glm-4.6.toml b/providers/llmgateway/models/glm-4.6.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.6.toml rename to providers/llmgateway/models/glm-4.6.toml diff --git a/providers/llmgateway/models/zai/glm-4.6v-flash.toml b/providers/llmgateway/models/glm-4.6v-flash.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.6v-flash.toml rename to providers/llmgateway/models/glm-4.6v-flash.toml diff --git a/providers/llmgateway/models/zai/glm-4.6v-flashx.toml b/providers/llmgateway/models/glm-4.6v-flashx.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.6v-flashx.toml rename to providers/llmgateway/models/glm-4.6v-flashx.toml diff --git a/providers/llmgateway/models/zai/glm-4.6v.toml b/providers/llmgateway/models/glm-4.6v.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.6v.toml rename to providers/llmgateway/models/glm-4.6v.toml diff --git a/providers/llmgateway/models/zai/glm-4.7-flash.toml b/providers/llmgateway/models/glm-4.7-flash.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.7-flash.toml rename to providers/llmgateway/models/glm-4.7-flash.toml diff --git a/providers/llmgateway/models/zai/glm-4.7-flashx.toml b/providers/llmgateway/models/glm-4.7-flashx.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.7-flashx.toml rename to providers/llmgateway/models/glm-4.7-flashx.toml diff --git a/providers/llmgateway/models/zai/glm-4.7.toml b/providers/llmgateway/models/glm-4.7.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-4.7.toml rename to providers/llmgateway/models/glm-4.7.toml diff --git a/providers/llmgateway/models/zai/glm-image.toml b/providers/llmgateway/models/glm-image.toml similarity index 100% rename from providers/llmgateway/models/zai/glm-image.toml rename to providers/llmgateway/models/glm-image.toml diff --git a/providers/llmgateway/models/openai/gpt-3.5-turbo.toml b/providers/llmgateway/models/gpt-3.5-turbo.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-3.5-turbo.toml rename to providers/llmgateway/models/gpt-3.5-turbo.toml diff --git a/providers/llmgateway/models/openai/gpt-4-turbo.toml b/providers/llmgateway/models/gpt-4-turbo.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4-turbo.toml rename to providers/llmgateway/models/gpt-4-turbo.toml diff --git a/providers/llmgateway/models/openai/gpt-4.1-mini.toml b/providers/llmgateway/models/gpt-4.1-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4.1-mini.toml rename to providers/llmgateway/models/gpt-4.1-mini.toml diff --git a/providers/llmgateway/models/openai/gpt-4.1-nano.toml b/providers/llmgateway/models/gpt-4.1-nano.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4.1-nano.toml rename to providers/llmgateway/models/gpt-4.1-nano.toml diff --git a/providers/llmgateway/models/openai/gpt-4.1.toml b/providers/llmgateway/models/gpt-4.1.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4.1.toml rename to providers/llmgateway/models/gpt-4.1.toml diff --git a/providers/llmgateway/models/openai/gpt-4.toml b/providers/llmgateway/models/gpt-4.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4.toml rename to providers/llmgateway/models/gpt-4.toml diff --git a/providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml b/providers/llmgateway/models/gpt-4o-mini-search-preview.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4o-mini-search-preview.toml rename to providers/llmgateway/models/gpt-4o-mini-search-preview.toml diff --git a/providers/llmgateway/models/openai/gpt-4o-mini.toml b/providers/llmgateway/models/gpt-4o-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4o-mini.toml rename to providers/llmgateway/models/gpt-4o-mini.toml diff --git a/providers/llmgateway/models/openai/gpt-4o-search-preview.toml b/providers/llmgateway/models/gpt-4o-search-preview.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4o-search-preview.toml rename to providers/llmgateway/models/gpt-4o-search-preview.toml diff --git a/providers/llmgateway/models/openai/gpt-4o.toml b/providers/llmgateway/models/gpt-4o.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-4o.toml rename to providers/llmgateway/models/gpt-4o.toml diff --git a/providers/llmgateway/models/openai/gpt-5-chat-latest.toml b/providers/llmgateway/models/gpt-5-chat-latest.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5-chat-latest.toml rename to providers/llmgateway/models/gpt-5-chat-latest.toml diff --git a/providers/llmgateway/models/openai/gpt-5-mini.toml b/providers/llmgateway/models/gpt-5-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5-mini.toml rename to providers/llmgateway/models/gpt-5-mini.toml diff --git a/providers/llmgateway/models/openai/gpt-5-nano.toml b/providers/llmgateway/models/gpt-5-nano.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5-nano.toml rename to providers/llmgateway/models/gpt-5-nano.toml diff --git a/providers/llmgateway/models/openai/gpt-5-pro.toml b/providers/llmgateway/models/gpt-5-pro.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5-pro.toml rename to providers/llmgateway/models/gpt-5-pro.toml diff --git a/providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml b/providers/llmgateway/models/gpt-5.1-codex-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.1-codex-mini.toml rename to providers/llmgateway/models/gpt-5.1-codex-mini.toml diff --git a/providers/llmgateway/models/openai/gpt-5.1-codex.toml b/providers/llmgateway/models/gpt-5.1-codex.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.1-codex.toml rename to providers/llmgateway/models/gpt-5.1-codex.toml diff --git a/providers/llmgateway/models/openai/gpt-5.1.toml b/providers/llmgateway/models/gpt-5.1.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.1.toml rename to providers/llmgateway/models/gpt-5.1.toml diff --git a/providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml b/providers/llmgateway/models/gpt-5.2-chat-latest.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.2-chat-latest.toml rename to providers/llmgateway/models/gpt-5.2-chat-latest.toml diff --git a/providers/llmgateway/models/openai/gpt-5.2-pro.toml b/providers/llmgateway/models/gpt-5.2-pro.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.2-pro.toml rename to providers/llmgateway/models/gpt-5.2-pro.toml diff --git a/providers/llmgateway/models/openai/gpt-5.2.toml b/providers/llmgateway/models/gpt-5.2.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.2.toml rename to providers/llmgateway/models/gpt-5.2.toml diff --git a/providers/llmgateway/models/openai/gpt-5.toml b/providers/llmgateway/models/gpt-5.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-5.toml rename to providers/llmgateway/models/gpt-5.toml diff --git a/providers/llmgateway/models/openai/gpt-oss-120b.toml b/providers/llmgateway/models/gpt-oss-120b.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-oss-120b.toml rename to providers/llmgateway/models/gpt-oss-120b.toml diff --git a/providers/llmgateway/models/openai/gpt-oss-20b-free.toml b/providers/llmgateway/models/gpt-oss-20b-free.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-oss-20b-free.toml rename to providers/llmgateway/models/gpt-oss-20b-free.toml diff --git a/providers/llmgateway/models/openai/gpt-oss-20b.toml b/providers/llmgateway/models/gpt-oss-20b.toml similarity index 100% rename from providers/llmgateway/models/openai/gpt-oss-20b.toml rename to providers/llmgateway/models/gpt-oss-20b.toml diff --git a/providers/llmgateway/models/xai/grok-3-mini.toml b/providers/llmgateway/models/grok-3-mini.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-3-mini.toml rename to providers/llmgateway/models/grok-3-mini.toml diff --git a/providers/llmgateway/models/xai/grok-3.toml b/providers/llmgateway/models/grok-3.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-3.toml rename to providers/llmgateway/models/grok-3.toml diff --git a/providers/llmgateway/models/xai/grok-4-0709.toml b/providers/llmgateway/models/grok-4-0709.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4-0709.toml rename to providers/llmgateway/models/grok-4-0709.toml diff --git a/providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4-1-fast-non-reasoning.toml rename to providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml diff --git a/providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4-1-fast-reasoning.toml rename to providers/llmgateway/models/grok-4-1-fast-reasoning.toml diff --git a/providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4-fast-non-reasoning.toml rename to providers/llmgateway/models/grok-4-fast-non-reasoning.toml diff --git a/providers/llmgateway/models/xai/grok-4-fast-reasoning.toml b/providers/llmgateway/models/grok-4-fast-reasoning.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4-fast-reasoning.toml rename to providers/llmgateway/models/grok-4-fast-reasoning.toml diff --git a/providers/llmgateway/models/xai/grok-4.toml b/providers/llmgateway/models/grok-4.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-4.toml rename to providers/llmgateway/models/grok-4.toml diff --git a/providers/llmgateway/models/xai/grok-code-fast-1.toml b/providers/llmgateway/models/grok-code-fast-1.toml similarity index 100% rename from providers/llmgateway/models/xai/grok-code-fast-1.toml rename to providers/llmgateway/models/grok-code-fast-1.toml diff --git a/providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml b/providers/llmgateway/models/kimi-k2-0905-free.toml similarity index 100% rename from providers/llmgateway/models/moonshot/kimi-k2-0905-free.toml rename to providers/llmgateway/models/kimi-k2-0905-free.toml diff --git a/providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml b/providers/llmgateway/models/kimi-k2-thinking-turbo.toml similarity index 100% rename from providers/llmgateway/models/moonshot/kimi-k2-thinking-turbo.toml rename to providers/llmgateway/models/kimi-k2-thinking-turbo.toml diff --git a/providers/llmgateway/models/moonshot/kimi-k2-thinking.toml b/providers/llmgateway/models/kimi-k2-thinking.toml similarity index 100% rename from providers/llmgateway/models/moonshot/kimi-k2-thinking.toml rename to providers/llmgateway/models/kimi-k2-thinking.toml diff --git a/providers/llmgateway/models/moonshot/kimi-k2.toml b/providers/llmgateway/models/kimi-k2.toml similarity index 100% rename from providers/llmgateway/models/moonshot/kimi-k2.toml rename to providers/llmgateway/models/kimi-k2.toml diff --git a/providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml b/providers/llmgateway/models/llama-3.1-70b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.1-70b-instruct.toml rename to providers/llmgateway/models/llama-3.1-70b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml b/providers/llmgateway/models/llama-3.1-8b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.1-8b-instruct.toml rename to providers/llmgateway/models/llama-3.1-8b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml b/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.1-nemotron-ultra-253b.toml rename to providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml diff --git a/providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml b/providers/llmgateway/models/llama-3.2-11b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.2-11b-instruct.toml rename to providers/llmgateway/models/llama-3.2-11b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml b/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.3-70b-instruct-free.toml rename to providers/llmgateway/models/llama-3.3-70b-instruct-free.toml diff --git a/providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml b/providers/llmgateway/models/llama-3.3-70b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-3.3-70b-instruct.toml rename to providers/llmgateway/models/llama-3.3-70b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml b/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-4-maverick-17b-instruct.toml rename to providers/llmgateway/models/llama-4-maverick-17b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-4-maverick-free.toml b/providers/llmgateway/models/llama-4-maverick-free.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-4-maverick-free.toml rename to providers/llmgateway/models/llama-4-maverick-free.toml diff --git a/providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml b/providers/llmgateway/models/llama-4-scout-17b-instruct.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-4-scout-17b-instruct.toml rename to providers/llmgateway/models/llama-4-scout-17b-instruct.toml diff --git a/providers/llmgateway/models/meta/llama-4-scout-free.toml b/providers/llmgateway/models/llama-4-scout-free.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-4-scout-free.toml rename to providers/llmgateway/models/llama-4-scout-free.toml diff --git a/providers/llmgateway/models/meta/llama-4-scout.toml b/providers/llmgateway/models/llama-4-scout.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-4-scout.toml rename to providers/llmgateway/models/llama-4-scout.toml diff --git a/providers/llmgateway/models/meta/llama-guard-4-12b.toml b/providers/llmgateway/models/llama-guard-4-12b.toml similarity index 100% rename from providers/llmgateway/models/meta/llama-guard-4-12b.toml rename to providers/llmgateway/models/llama-guard-4-12b.toml diff --git a/providers/llmgateway/models/minimax/minimax-m2.1.toml b/providers/llmgateway/models/minimax-m2.1.toml similarity index 100% rename from providers/llmgateway/models/minimax/minimax-m2.1.toml rename to providers/llmgateway/models/minimax-m2.1.toml diff --git a/providers/llmgateway/models/mistral/mistral-large-latest.toml b/providers/llmgateway/models/mistral-large-latest.toml similarity index 100% rename from providers/llmgateway/models/mistral/mistral-large-latest.toml rename to providers/llmgateway/models/mistral-large-latest.toml diff --git a/providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml b/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml similarity index 100% rename from providers/llmgateway/models/mistral/mixtral-8x7b-instruct-together.toml rename to providers/llmgateway/models/mixtral-8x7b-instruct-together.toml diff --git a/providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nemotron-nano-9b-v2.toml similarity index 100% rename from providers/llmgateway/models/nvidia/nemotron-nano-9b-v2.toml rename to providers/llmgateway/models/nemotron-nano-9b-v2.toml diff --git a/providers/llmgateway/models/openai/o1-mini.toml b/providers/llmgateway/models/o1-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/o1-mini.toml rename to providers/llmgateway/models/o1-mini.toml diff --git a/providers/llmgateway/models/openai/o1.toml b/providers/llmgateway/models/o1.toml similarity index 100% rename from providers/llmgateway/models/openai/o1.toml rename to providers/llmgateway/models/o1.toml diff --git a/providers/llmgateway/models/openai/o3-mini.toml b/providers/llmgateway/models/o3-mini.toml similarity index 100% rename from providers/llmgateway/models/openai/o3-mini.toml rename to providers/llmgateway/models/o3-mini.toml diff --git a/providers/llmgateway/models/openai/o3.toml b/providers/llmgateway/models/o3.toml similarity index 100% rename from providers/llmgateway/models/openai/o3.toml rename to providers/llmgateway/models/o3.toml diff --git a/providers/llmgateway/models/mistral/pixtral-large-latest.toml b/providers/llmgateway/models/pixtral-large-latest.toml similarity index 100% rename from providers/llmgateway/models/mistral/pixtral-large-latest.toml rename to providers/llmgateway/models/pixtral-large-latest.toml diff --git a/providers/llmgateway/models/alibaba/qwen-flash.toml b/providers/llmgateway/models/qwen-flash.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-flash.toml rename to providers/llmgateway/models/qwen-flash.toml diff --git a/providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml b/providers/llmgateway/models/qwen-image-max-2025-12-30.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-image-max-2025-12-30.toml rename to providers/llmgateway/models/qwen-image-max-2025-12-30.toml diff --git a/providers/llmgateway/models/alibaba/qwen-image-max.toml b/providers/llmgateway/models/qwen-image-max.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-image-max.toml rename to providers/llmgateway/models/qwen-image-max.toml diff --git a/providers/llmgateway/models/alibaba/qwen-image-plus.toml b/providers/llmgateway/models/qwen-image-plus.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-image-plus.toml rename to providers/llmgateway/models/qwen-image-plus.toml diff --git a/providers/llmgateway/models/alibaba/qwen-image.toml b/providers/llmgateway/models/qwen-image.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-image.toml rename to providers/llmgateway/models/qwen-image.toml diff --git a/providers/llmgateway/models/alibaba/qwen-max-latest.toml b/providers/llmgateway/models/qwen-max-latest.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-max-latest.toml rename to providers/llmgateway/models/qwen-max-latest.toml diff --git a/providers/llmgateway/models/alibaba/qwen-max.toml b/providers/llmgateway/models/qwen-max.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-max.toml rename to providers/llmgateway/models/qwen-max.toml diff --git a/providers/llmgateway/models/alibaba/qwen-omni-turbo.toml b/providers/llmgateway/models/qwen-omni-turbo.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-omni-turbo.toml rename to providers/llmgateway/models/qwen-omni-turbo.toml diff --git a/providers/llmgateway/models/alibaba/qwen-plus-latest.toml b/providers/llmgateway/models/qwen-plus-latest.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-plus-latest.toml rename to providers/llmgateway/models/qwen-plus-latest.toml diff --git a/providers/llmgateway/models/alibaba/qwen-plus.toml b/providers/llmgateway/models/qwen-plus.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-plus.toml rename to providers/llmgateway/models/qwen-plus.toml diff --git a/providers/llmgateway/models/alibaba/qwen-turbo.toml b/providers/llmgateway/models/qwen-turbo.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-turbo.toml rename to providers/llmgateway/models/qwen-turbo.toml diff --git a/providers/llmgateway/models/alibaba/qwen-vl-max.toml b/providers/llmgateway/models/qwen-vl-max.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-vl-max.toml rename to providers/llmgateway/models/qwen-vl-max.toml diff --git a/providers/llmgateway/models/alibaba/qwen-vl-plus.toml b/providers/llmgateway/models/qwen-vl-plus.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen-vl-plus.toml rename to providers/llmgateway/models/qwen-vl-plus.toml diff --git a/providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml b/providers/llmgateway/models/qwen2-5-vl-72b-instruct.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen2-5-vl-72b-instruct.toml rename to providers/llmgateway/models/qwen2-5-vl-72b-instruct.toml diff --git a/providers/llmgateway/models/alibaba/qwen25-coder-7b.toml b/providers/llmgateway/models/qwen25-coder-7b.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen25-coder-7b.toml rename to providers/llmgateway/models/qwen25-coder-7b.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml b/providers/llmgateway/models/qwen3-235b-a22b-instruct-2507.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-235b-a22b-instruct-2507.toml rename to providers/llmgateway/models/qwen3-235b-a22b-instruct-2507.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml b/providers/llmgateway/models/qwen3-235b-a22b-thinking-2507.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-235b-a22b-thinking-2507.toml rename to providers/llmgateway/models/qwen3-235b-a22b-thinking-2507.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml b/providers/llmgateway/models/qwen3-30b-a3b-instruct-2507.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-30b-a3b-instruct-2507.toml rename to providers/llmgateway/models/qwen3-30b-a3b-instruct-2507.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml b/providers/llmgateway/models/qwen3-30b-a3b-thinking-2507.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-30b-a3b-thinking-2507.toml rename to providers/llmgateway/models/qwen3-30b-a3b-thinking-2507.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-32b.toml b/providers/llmgateway/models/qwen3-32b.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-32b.toml rename to providers/llmgateway/models/qwen3-32b.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml b/providers/llmgateway/models/qwen3-coder-30b-a3b-instruct.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-coder-30b-a3b-instruct.toml rename to providers/llmgateway/models/qwen3-coder-30b-a3b-instruct.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml b/providers/llmgateway/models/qwen3-coder-480b-a35b-instruct.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-coder-480b-a35b-instruct.toml rename to providers/llmgateway/models/qwen3-coder-480b-a35b-instruct.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-coder-plus.toml b/providers/llmgateway/models/qwen3-coder-plus.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-coder-plus.toml rename to providers/llmgateway/models/qwen3-coder-plus.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-coder.toml b/providers/llmgateway/models/qwen3-coder.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-coder.toml rename to providers/llmgateway/models/qwen3-coder.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-max.toml b/providers/llmgateway/models/qwen3-max.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-max.toml rename to providers/llmgateway/models/qwen3-max.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml b/providers/llmgateway/models/qwen3-next-80b-a3b-instruct.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-instruct.toml rename to providers/llmgateway/models/qwen3-next-80b-a3b-instruct.toml diff --git a/providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml b/providers/llmgateway/models/qwen3-next-80b-a3b-thinking.toml similarity index 100% rename from providers/llmgateway/models/alibaba/qwen3-next-80b-a3b-thinking.toml rename to providers/llmgateway/models/qwen3-next-80b-a3b-thinking.toml diff --git a/providers/llmgateway/models/bytedance/seed-1-6-250615.toml b/providers/llmgateway/models/seed-1-6-250615.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seed-1-6-250615.toml rename to providers/llmgateway/models/seed-1-6-250615.toml diff --git a/providers/llmgateway/models/bytedance/seed-1-6-250915.toml b/providers/llmgateway/models/seed-1-6-250915.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seed-1-6-250915.toml rename to providers/llmgateway/models/seed-1-6-250915.toml diff --git a/providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml b/providers/llmgateway/models/seed-1-6-flash-250715.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seed-1-6-flash-250715.toml rename to providers/llmgateway/models/seed-1-6-flash-250715.toml diff --git a/providers/llmgateway/models/bytedance/seed-1-8-251228.toml b/providers/llmgateway/models/seed-1-8-251228.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seed-1-8-251228.toml rename to providers/llmgateway/models/seed-1-8-251228.toml diff --git a/providers/llmgateway/models/bytedance/seedream-4-0.toml b/providers/llmgateway/models/seedream-4-0.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seedream-4-0.toml rename to providers/llmgateway/models/seedream-4-0.toml diff --git a/providers/llmgateway/models/bytedance/seedream-4-5.toml b/providers/llmgateway/models/seedream-4-5.toml similarity index 100% rename from providers/llmgateway/models/bytedance/seedream-4-5.toml rename to providers/llmgateway/models/seedream-4-5.toml diff --git a/providers/llmgateway/models/perplexity/sonar-pro.toml b/providers/llmgateway/models/sonar-pro.toml similarity index 100% rename from providers/llmgateway/models/perplexity/sonar-pro.toml rename to providers/llmgateway/models/sonar-pro.toml diff --git a/providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml b/providers/llmgateway/models/sonar-reasoning-pro.toml similarity index 100% rename from providers/llmgateway/models/perplexity/sonar-reasoning-pro.toml rename to providers/llmgateway/models/sonar-reasoning-pro.toml diff --git a/providers/llmgateway/models/perplexity/sonar.toml b/providers/llmgateway/models/sonar.toml similarity index 100% rename from providers/llmgateway/models/perplexity/sonar.toml rename to providers/llmgateway/models/sonar.toml diff --git a/providers/llmgateway/scripts/generate.ts b/providers/llmgateway/scripts/generate.ts index b2018fcef24..26d0e394073 100644 --- a/providers/llmgateway/scripts/generate.ts +++ b/providers/llmgateway/scripts/generate.ts @@ -5,7 +5,7 @@ * npx tsx scripts/export-models-dev.ts * * The script reads models from @llmgateway/models and generates TOML files - * organized by provider subdirectory. + * in the models/ directory. */ // See: https://github.com/theopenco/llmgateway/blob/main/scripts/export-models-dev.ts From 09b5dd4d84deaa5d29c8ea3e71470f29f1e9e3aa Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:18:53 +0000 Subject: [PATCH 03/11] refactor: remove scripts/ dir, link to repo script Removes empty generate.ts file and scripts/ directory. README now links to llmgateway repo for regeneration. Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/README.md | 9 ++++++++- providers/llmgateway/scripts/generate.ts | 11 ----------- 2 files changed, 8 insertions(+), 12 deletions(-) delete mode 100644 providers/llmgateway/scripts/generate.ts diff --git a/providers/llmgateway/README.md b/providers/llmgateway/README.md index ff4c0448f36..b1efbb418ea 100644 --- a/providers/llmgateway/README.md +++ b/providers/llmgateway/README.md @@ -5,10 +5,17 @@ This provider enables access to 150+ AI models through [LLM Gateway](https://llm ## Directory Structure - **models/**: TOML configuration files for all supported models -- **scripts/**: Scripts for generating model configurations - **provider.toml**: Provider configuration - **logo.svg**: Provider logo +## Regenerating Models + +Model configurations are generated from the [LLM Gateway repository](https://github.com/theopenco/llmgateway): + +```bash +npx tsx scripts/export-models-dev.ts +``` + ## How It Works LLM Gateway acts as a unified proxy for multiple AI providers. You can access any supported model through a single API endpoint using your LLM Gateway API key. diff --git a/providers/llmgateway/scripts/generate.ts b/providers/llmgateway/scripts/generate.ts deleted file mode 100644 index 26d0e394073..00000000000 --- a/providers/llmgateway/scripts/generate.ts +++ /dev/null @@ -1,11 +0,0 @@ -/** - * This script generates model TOML files from the LLM Gateway models package. - * - * Run from the llmgateway repository root: - * npx tsx scripts/export-models-dev.ts - * - * The script reads models from @llmgateway/models and generates TOML files - * in the models/ directory. - */ - -// See: https://github.com/theopenco/llmgateway/blob/main/scripts/export-models-dev.ts From e28d4e387fee2256b6f7e8bea20fe9e413632845 Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:21:06 +0000 Subject: [PATCH 04/11] chore: trigger CI From b22ff136a8341e838749f544592f3047791c016d Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:25:53 +0000 Subject: [PATCH 05/11] fix: add required output limit to all models models.dev schema requires limit.output field. Defaults to 16384 when not specified. Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/models/auto.toml | 1 + providers/llmgateway/models/claude-3-5-sonnet.toml | 1 + providers/llmgateway/models/claude-opus-4-20250514.toml | 1 + providers/llmgateway/models/claude-sonnet-4-20250514.toml | 1 + providers/llmgateway/models/custom.toml | 1 + providers/llmgateway/models/deepseek-r1-0528.toml | 1 + providers/llmgateway/models/deepseek-r1t2-chimera-free.toml | 1 + providers/llmgateway/models/deepseek-v3.2.toml | 1 + providers/llmgateway/models/deepseek-v3.toml | 1 + providers/llmgateway/models/gemini-2.0-flash-lite.toml | 1 + providers/llmgateway/models/gemini-2.0-flash.toml | 1 + .../llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml | 1 + providers/llmgateway/models/gemini-2.5-flash-lite.toml | 1 + .../llmgateway/models/gemini-2.5-flash-preview-09-2025.toml | 1 + providers/llmgateway/models/gemini-2.5-flash.toml | 1 + providers/llmgateway/models/gemini-2.5-pro.toml | 1 + providers/llmgateway/models/gemma-2-27b-it-together.toml | 1 + providers/llmgateway/models/gemma-3-12b-it.toml | 1 + providers/llmgateway/models/gemma-3-1b-it.toml | 1 + providers/llmgateway/models/gemma-3-27b.toml | 1 + providers/llmgateway/models/gemma-3-4b-it.toml | 1 + providers/llmgateway/models/gemma-3n-e2b-it.toml | 1 + providers/llmgateway/models/gemma-3n-e4b-it.toml | 1 + providers/llmgateway/models/glm-4-32b-0414-128k.toml | 1 + providers/llmgateway/models/glm-4.5-air-free.toml | 1 + providers/llmgateway/models/glm-4.5-air.toml | 1 + providers/llmgateway/models/glm-4.5-airx.toml | 1 + providers/llmgateway/models/glm-4.5-flash.toml | 1 + providers/llmgateway/models/glm-4.5-x.toml | 1 + providers/llmgateway/models/glm-4.5.toml | 1 + providers/llmgateway/models/glm-4.6.toml | 1 + providers/llmgateway/models/gpt-3.5-turbo.toml | 1 + providers/llmgateway/models/gpt-4-turbo.toml | 1 + providers/llmgateway/models/gpt-4.1-mini.toml | 1 + providers/llmgateway/models/gpt-4.1-nano.toml | 1 + providers/llmgateway/models/gpt-4.1.toml | 1 + providers/llmgateway/models/gpt-oss-20b-free.toml | 1 + providers/llmgateway/models/grok-3-mini.toml | 1 + providers/llmgateway/models/grok-3.toml | 1 + providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml | 1 + providers/llmgateway/models/grok-4-1-fast-reasoning.toml | 1 + providers/llmgateway/models/grok-4-fast-non-reasoning.toml | 1 + providers/llmgateway/models/grok-4-fast-reasoning.toml | 1 + providers/llmgateway/models/kimi-k2-0905-free.toml | 1 + providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml | 1 + providers/llmgateway/models/llama-3.2-11b-instruct.toml | 1 + providers/llmgateway/models/llama-3.3-70b-instruct-free.toml | 1 + providers/llmgateway/models/llama-3.3-70b-instruct.toml | 1 + providers/llmgateway/models/llama-4-maverick-free.toml | 1 + providers/llmgateway/models/llama-4-scout-free.toml | 1 + providers/llmgateway/models/llama-4-scout.toml | 1 + providers/llmgateway/models/llama-guard-4-12b.toml | 1 + providers/llmgateway/models/mistral-large-latest.toml | 1 + providers/llmgateway/models/mixtral-8x7b-instruct-together.toml | 1 + providers/llmgateway/models/nemotron-nano-9b-v2.toml | 1 + providers/llmgateway/models/o1-mini.toml | 1 + providers/llmgateway/models/o1.toml | 1 + providers/llmgateway/models/o3-mini.toml | 1 + providers/llmgateway/models/o3.toml | 1 + providers/llmgateway/models/pixtral-large-latest.toml | 1 + providers/llmgateway/models/seed-1-6-250615.toml | 1 + providers/llmgateway/models/seed-1-6-250915.toml | 1 + providers/llmgateway/models/seed-1-6-flash-250715.toml | 1 + providers/llmgateway/models/seed-1-8-251228.toml | 1 + providers/llmgateway/models/sonar-pro.toml | 1 + providers/llmgateway/models/sonar-reasoning-pro.toml | 1 + providers/llmgateway/models/sonar.toml | 1 + 67 files changed, 67 insertions(+) diff --git a/providers/llmgateway/models/auto.toml b/providers/llmgateway/models/auto.toml index 2b97f2d948f..108cc28d1dd 100644 --- a/providers/llmgateway/models/auto.toml +++ b/providers/llmgateway/models/auto.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/claude-3-5-sonnet.toml b/providers/llmgateway/models/claude-3-5-sonnet.toml index 0990095d4c1..e06f756fc60 100644 --- a/providers/llmgateway/models/claude-3-5-sonnet.toml +++ b/providers/llmgateway/models/claude-3-5-sonnet.toml @@ -16,6 +16,7 @@ cache_read = 0.30 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/claude-opus-4-20250514.toml b/providers/llmgateway/models/claude-opus-4-20250514.toml index 5198af3bb38..54b6a2f563a 100644 --- a/providers/llmgateway/models/claude-opus-4-20250514.toml +++ b/providers/llmgateway/models/claude-opus-4-20250514.toml @@ -16,6 +16,7 @@ cache_read = 1.50 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/claude-sonnet-4-20250514.toml b/providers/llmgateway/models/claude-sonnet-4-20250514.toml index f2b6be2ee67..4853becd5a5 100644 --- a/providers/llmgateway/models/claude-sonnet-4-20250514.toml +++ b/providers/llmgateway/models/claude-sonnet-4-20250514.toml @@ -16,6 +16,7 @@ cache_read = 0.30 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/custom.toml b/providers/llmgateway/models/custom.toml index 704724161c1..043a3bcb84a 100644 --- a/providers/llmgateway/models/custom.toml +++ b/providers/llmgateway/models/custom.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek-r1-0528.toml index c5ad7528a38..a7e000a7bf0 100644 --- a/providers/llmgateway/models/deepseek-r1-0528.toml +++ b/providers/llmgateway/models/deepseek-r1-0528.toml @@ -16,6 +16,7 @@ output = 1.00 [limit] context = 32_770 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml b/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml index a3acc1c186d..04988cd0bc0 100644 --- a/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml +++ b/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 163_840 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/deepseek-v3.2.toml b/providers/llmgateway/models/deepseek-v3.2.toml index 7621f761647..6466fced7a9 100644 --- a/providers/llmgateway/models/deepseek-v3.2.toml +++ b/providers/llmgateway/models/deepseek-v3.2.toml @@ -16,6 +16,7 @@ cache_read = 0.03 [limit] context = 163_840 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/deepseek-v3.toml b/providers/llmgateway/models/deepseek-v3.toml index a8205555b02..8daba1c87b5 100644 --- a/providers/llmgateway/models/deepseek-v3.toml +++ b/providers/llmgateway/models/deepseek-v3.toml @@ -15,6 +15,7 @@ output = 0.40 [limit] context = 163_840 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemini-2.0-flash-lite.toml b/providers/llmgateway/models/gemini-2.0-flash-lite.toml index ec66df5962b..d4d0e237cd1 100644 --- a/providers/llmgateway/models/gemini-2.0-flash-lite.toml +++ b/providers/llmgateway/models/gemini-2.0-flash-lite.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemini-2.0-flash.toml b/providers/llmgateway/models/gemini-2.0-flash.toml index 13813e688a9..a041f03b21c 100644 --- a/providers/llmgateway/models/gemini-2.0-flash.toml +++ b/providers/llmgateway/models/gemini-2.0-flash.toml @@ -15,6 +15,7 @@ output = 0.40 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml index 3be518566c0..c3ca4f53dcc 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml @@ -16,6 +16,7 @@ cache_read = 0.03 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite.toml b/providers/llmgateway/models/gemini-2.5-flash-lite.toml index f2f36a6559a..9e75f16c6ba 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-lite.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-lite.toml @@ -16,6 +16,7 @@ cache_read = 0.03 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml index 016e176f487..9427be50e16 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml @@ -16,6 +16,7 @@ cache_read = 0.08 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash.toml b/providers/llmgateway/models/gemini-2.5-flash.toml index e554e4953b3..3c511643366 100644 --- a/providers/llmgateway/models/gemini-2.5-flash.toml +++ b/providers/llmgateway/models/gemini-2.5-flash.toml @@ -16,6 +16,7 @@ cache_read = 0.08 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-pro.toml b/providers/llmgateway/models/gemini-2.5-pro.toml index 8b5822ce67a..b4489f17e55 100644 --- a/providers/llmgateway/models/gemini-2.5-pro.toml +++ b/providers/llmgateway/models/gemini-2.5-pro.toml @@ -15,6 +15,7 @@ output = 10.00 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemma-2-27b-it-together.toml b/providers/llmgateway/models/gemma-2-27b-it-together.toml index 3fca28b14e2..5c694972911 100644 --- a/providers/llmgateway/models/gemma-2-27b-it-together.toml +++ b/providers/llmgateway/models/gemma-2-27b-it-together.toml @@ -15,6 +15,7 @@ output = 0.08 [limit] context = 8_192 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemma-3-12b-it.toml b/providers/llmgateway/models/gemma-3-12b-it.toml index 11359a07da9..f79774a62fc 100644 --- a/providers/llmgateway/models/gemma-3-12b-it.toml +++ b/providers/llmgateway/models/gemma-3-12b-it.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemma-3-1b-it.toml b/providers/llmgateway/models/gemma-3-1b-it.toml index f24d5f4afa9..94edf0326a9 100644 --- a/providers/llmgateway/models/gemma-3-1b-it.toml +++ b/providers/llmgateway/models/gemma-3-1b-it.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemma-3-27b.toml b/providers/llmgateway/models/gemma-3-27b.toml index f985d5c435b..dd9a9f44118 100644 --- a/providers/llmgateway/models/gemma-3-27b.toml +++ b/providers/llmgateway/models/gemma-3-27b.toml @@ -15,6 +15,7 @@ output = 0.27 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemma-3-4b-it.toml b/providers/llmgateway/models/gemma-3-4b-it.toml index aad27de8cf1..adfabe1db48 100644 --- a/providers/llmgateway/models/gemma-3-4b-it.toml +++ b/providers/llmgateway/models/gemma-3-4b-it.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemma-3n-e2b-it.toml b/providers/llmgateway/models/gemma-3n-e2b-it.toml index 39b1c0cfdb1..14ba440481e 100644 --- a/providers/llmgateway/models/gemma-3n-e2b-it.toml +++ b/providers/llmgateway/models/gemma-3n-e2b-it.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemma-3n-e4b-it.toml b/providers/llmgateway/models/gemma-3n-e4b-it.toml index 338f81bb99a..add3fd781b2 100644 --- a/providers/llmgateway/models/gemma-3n-e4b-it.toml +++ b/providers/llmgateway/models/gemma-3n-e4b-it.toml @@ -15,6 +15,7 @@ output = 0.30 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4-32b-0414-128k.toml b/providers/llmgateway/models/glm-4-32b-0414-128k.toml index 10c00a8d597..589c26730e9 100644 --- a/providers/llmgateway/models/glm-4-32b-0414-128k.toml +++ b/providers/llmgateway/models/glm-4-32b-0414-128k.toml @@ -15,6 +15,7 @@ output = 0.10 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5-air-free.toml b/providers/llmgateway/models/glm-4.5-air-free.toml index 3fdadfc97f4..da9213c4fbb 100644 --- a/providers/llmgateway/models/glm-4.5-air-free.toml +++ b/providers/llmgateway/models/glm-4.5-air-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5-air.toml b/providers/llmgateway/models/glm-4.5-air.toml index ad2807cd853..f4d82aabb2f 100644 --- a/providers/llmgateway/models/glm-4.5-air.toml +++ b/providers/llmgateway/models/glm-4.5-air.toml @@ -16,6 +16,7 @@ cache_read = 0.03 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5-airx.toml b/providers/llmgateway/models/glm-4.5-airx.toml index 9271836e0b0..b2753490ba2 100644 --- a/providers/llmgateway/models/glm-4.5-airx.toml +++ b/providers/llmgateway/models/glm-4.5-airx.toml @@ -16,6 +16,7 @@ cache_read = 0.22 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5-flash.toml b/providers/llmgateway/models/glm-4.5-flash.toml index c2a28d5f50f..88ead78222d 100644 --- a/providers/llmgateway/models/glm-4.5-flash.toml +++ b/providers/llmgateway/models/glm-4.5-flash.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5-x.toml b/providers/llmgateway/models/glm-4.5-x.toml index fd3226bc42c..7b8ab8646c5 100644 --- a/providers/llmgateway/models/glm-4.5-x.toml +++ b/providers/llmgateway/models/glm-4.5-x.toml @@ -17,6 +17,7 @@ cache_read = 0.45 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.5.toml b/providers/llmgateway/models/glm-4.5.toml index aa4e0118802..ea514b06152 100644 --- a/providers/llmgateway/models/glm-4.5.toml +++ b/providers/llmgateway/models/glm-4.5.toml @@ -16,6 +16,7 @@ cache_read = 0.11 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/glm-4.6.toml b/providers/llmgateway/models/glm-4.6.toml index 0019cbb11c5..fb2cdacd0dd 100644 --- a/providers/llmgateway/models/glm-4.6.toml +++ b/providers/llmgateway/models/glm-4.6.toml @@ -16,6 +16,7 @@ cache_read = 0.11 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gpt-3.5-turbo.toml b/providers/llmgateway/models/gpt-3.5-turbo.toml index 687b10243a0..66200229a5f 100644 --- a/providers/llmgateway/models/gpt-3.5-turbo.toml +++ b/providers/llmgateway/models/gpt-3.5-turbo.toml @@ -15,6 +15,7 @@ output = 1.50 [limit] context = 16_385 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gpt-4-turbo.toml b/providers/llmgateway/models/gpt-4-turbo.toml index 3d8e0a6760a..e34fa95bab5 100644 --- a/providers/llmgateway/models/gpt-4-turbo.toml +++ b/providers/llmgateway/models/gpt-4-turbo.toml @@ -15,6 +15,7 @@ output = 30.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gpt-4.1-mini.toml b/providers/llmgateway/models/gpt-4.1-mini.toml index 0d4a5028e5a..ea8f82488d2 100644 --- a/providers/llmgateway/models/gpt-4.1-mini.toml +++ b/providers/llmgateway/models/gpt-4.1-mini.toml @@ -15,6 +15,7 @@ output = 1.60 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gpt-4.1-nano.toml b/providers/llmgateway/models/gpt-4.1-nano.toml index 5fd989c10a7..2dc114d05bb 100644 --- a/providers/llmgateway/models/gpt-4.1-nano.toml +++ b/providers/llmgateway/models/gpt-4.1-nano.toml @@ -15,6 +15,7 @@ output = 0.40 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gpt-4.1.toml b/providers/llmgateway/models/gpt-4.1.toml index 9da5b49b17b..028344e4e3b 100644 --- a/providers/llmgateway/models/gpt-4.1.toml +++ b/providers/llmgateway/models/gpt-4.1.toml @@ -15,6 +15,7 @@ output = 8.00 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gpt-oss-20b-free.toml b/providers/llmgateway/models/gpt-oss-20b-free.toml index a7e17f57aba..ad9142add68 100644 --- a/providers/llmgateway/models/gpt-oss-20b-free.toml +++ b/providers/llmgateway/models/gpt-oss-20b-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/grok-3-mini.toml b/providers/llmgateway/models/grok-3-mini.toml index cce79b8b882..9ffc91d6356 100644 --- a/providers/llmgateway/models/grok-3-mini.toml +++ b/providers/llmgateway/models/grok-3-mini.toml @@ -15,6 +15,7 @@ output = 0.50 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/grok-3.toml b/providers/llmgateway/models/grok-3.toml index fc9570b940d..aaa58f18423 100644 --- a/providers/llmgateway/models/grok-3.toml +++ b/providers/llmgateway/models/grok-3.toml @@ -15,6 +15,7 @@ output = 15.00 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml index 58dc2022d39..615e6b2a424 100644 --- a/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml +++ b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml @@ -15,6 +15,7 @@ output = 15.00 [limit] context = 2_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-1-fast-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml index 55d85559997..0b16eadbf02 100644 --- a/providers/llmgateway/models/grok-4-1-fast-reasoning.toml +++ b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml @@ -15,6 +15,7 @@ output = 15.00 [limit] context = 2_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml index 1dae5d1b09e..39807c91a5c 100644 --- a/providers/llmgateway/models/grok-4-fast-non-reasoning.toml +++ b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml @@ -16,6 +16,7 @@ cache_read = 0.05 [limit] context = 2_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-fast-reasoning.toml b/providers/llmgateway/models/grok-4-fast-reasoning.toml index 9b6b2c0dcef..4778a6d64d2 100644 --- a/providers/llmgateway/models/grok-4-fast-reasoning.toml +++ b/providers/llmgateway/models/grok-4-fast-reasoning.toml @@ -16,6 +16,7 @@ cache_read = 0.05 [limit] context = 2_000_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/kimi-k2-0905-free.toml b/providers/llmgateway/models/kimi-k2-0905-free.toml index e386f653fd7..93ebbe4fb6d 100644 --- a/providers/llmgateway/models/kimi-k2-0905-free.toml +++ b/providers/llmgateway/models/kimi-k2-0905-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 131_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml b/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml index aad9719104a..db4efb8d0bb 100644 --- a/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml +++ b/providers/llmgateway/models/llama-3.1-nemotron-ultra-253b.toml @@ -15,6 +15,7 @@ output = 1.80 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-3.2-11b-instruct.toml b/providers/llmgateway/models/llama-3.2-11b-instruct.toml index 9956a2ee287..5bc16d2c1fa 100644 --- a/providers/llmgateway/models/llama-3.2-11b-instruct.toml +++ b/providers/llmgateway/models/llama-3.2-11b-instruct.toml @@ -16,6 +16,7 @@ output = 0.33 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml b/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml index 67cc88ec02a..74b47b1f8ab 100644 --- a/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml +++ b/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-3.3-70b-instruct.toml b/providers/llmgateway/models/llama-3.3-70b-instruct.toml index b298b41f015..dd36a6d3c95 100644 --- a/providers/llmgateway/models/llama-3.3-70b-instruct.toml +++ b/providers/llmgateway/models/llama-3.3-70b-instruct.toml @@ -15,6 +15,7 @@ output = 0.40 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-4-maverick-free.toml b/providers/llmgateway/models/llama-4-maverick-free.toml index 7aa7b2935c1..4bb90ca72e3 100644 --- a/providers/llmgateway/models/llama-4-maverick-free.toml +++ b/providers/llmgateway/models/llama-4-maverick-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-4-scout-free.toml b/providers/llmgateway/models/llama-4-scout-free.toml index b2ae4a8b242..6b13e6dedf6 100644 --- a/providers/llmgateway/models/llama-4-scout-free.toml +++ b/providers/llmgateway/models/llama-4-scout-free.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 1_000_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-4-scout.toml b/providers/llmgateway/models/llama-4-scout.toml index 256aa013867..a95487feee8 100644 --- a/providers/llmgateway/models/llama-4-scout.toml +++ b/providers/llmgateway/models/llama-4-scout.toml @@ -16,6 +16,7 @@ output = 0.59 [limit] context = 32_768 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/llama-guard-4-12b.toml b/providers/llmgateway/models/llama-guard-4-12b.toml index 1d820fd0d4f..fa59771530c 100644 --- a/providers/llmgateway/models/llama-guard-4-12b.toml +++ b/providers/llmgateway/models/llama-guard-4-12b.toml @@ -15,6 +15,7 @@ output = 0.20 [limit] context = 131_072 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/mistral-large-latest.toml b/providers/llmgateway/models/mistral-large-latest.toml index ea18276b197..5e308028ea1 100644 --- a/providers/llmgateway/models/mistral-large-latest.toml +++ b/providers/llmgateway/models/mistral-large-latest.toml @@ -15,6 +15,7 @@ output = 12.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml b/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml index d078931b80b..155c4e94ae5 100644 --- a/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml +++ b/providers/llmgateway/models/mixtral-8x7b-instruct-together.toml @@ -15,6 +15,7 @@ output = 0.06 [limit] context = 32_768 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nemotron-nano-9b-v2.toml index 020437c46a1..c080332099d 100644 --- a/providers/llmgateway/models/nemotron-nano-9b-v2.toml +++ b/providers/llmgateway/models/nemotron-nano-9b-v2.toml @@ -15,6 +15,7 @@ output = 0.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/o1-mini.toml b/providers/llmgateway/models/o1-mini.toml index 6e5858e7ad2..9792911dc91 100644 --- a/providers/llmgateway/models/o1-mini.toml +++ b/providers/llmgateway/models/o1-mini.toml @@ -16,6 +16,7 @@ output = 4.40 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/o1.toml b/providers/llmgateway/models/o1.toml index fdcc29e5780..eeea2a9935f 100644 --- a/providers/llmgateway/models/o1.toml +++ b/providers/llmgateway/models/o1.toml @@ -15,6 +15,7 @@ output = 60.00 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/o3-mini.toml b/providers/llmgateway/models/o3-mini.toml index 4ac3fa9b539..db4d9e80c73 100644 --- a/providers/llmgateway/models/o3-mini.toml +++ b/providers/llmgateway/models/o3-mini.toml @@ -15,6 +15,7 @@ output = 4.40 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/o3.toml b/providers/llmgateway/models/o3.toml index bf81a303560..ec7e098e1bd 100644 --- a/providers/llmgateway/models/o3.toml +++ b/providers/llmgateway/models/o3.toml @@ -15,6 +15,7 @@ output = 8.00 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/pixtral-large-latest.toml b/providers/llmgateway/models/pixtral-large-latest.toml index f56e355b82c..1d6c5af2ec1 100644 --- a/providers/llmgateway/models/pixtral-large-latest.toml +++ b/providers/llmgateway/models/pixtral-large-latest.toml @@ -15,6 +15,7 @@ output = 12.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/seed-1-6-250615.toml b/providers/llmgateway/models/seed-1-6-250615.toml index 5683b7a99d4..28d52514362 100644 --- a/providers/llmgateway/models/seed-1-6-250615.toml +++ b/providers/llmgateway/models/seed-1-6-250615.toml @@ -16,6 +16,7 @@ cache_read = 0.05 [limit] context = 256_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/seed-1-6-250915.toml b/providers/llmgateway/models/seed-1-6-250915.toml index bb37198a338..28407e97cea 100644 --- a/providers/llmgateway/models/seed-1-6-250915.toml +++ b/providers/llmgateway/models/seed-1-6-250915.toml @@ -16,6 +16,7 @@ cache_read = 0.05 [limit] context = 256_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/seed-1-6-flash-250715.toml b/providers/llmgateway/models/seed-1-6-flash-250715.toml index 4d152a0f884..0b587efe1b2 100644 --- a/providers/llmgateway/models/seed-1-6-flash-250715.toml +++ b/providers/llmgateway/models/seed-1-6-flash-250715.toml @@ -16,6 +16,7 @@ cache_read = 0.02 [limit] context = 256_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/seed-1-8-251228.toml b/providers/llmgateway/models/seed-1-8-251228.toml index 8f6998609a7..348e2502720 100644 --- a/providers/llmgateway/models/seed-1-8-251228.toml +++ b/providers/llmgateway/models/seed-1-8-251228.toml @@ -16,6 +16,7 @@ cache_read = 0.05 [limit] context = 256_000 +output = 16_384 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/sonar-pro.toml b/providers/llmgateway/models/sonar-pro.toml index 80d05b4d17f..012f3d1a292 100644 --- a/providers/llmgateway/models/sonar-pro.toml +++ b/providers/llmgateway/models/sonar-pro.toml @@ -15,6 +15,7 @@ output = 15.00 [limit] context = 200_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/sonar-reasoning-pro.toml b/providers/llmgateway/models/sonar-reasoning-pro.toml index 72f099ec570..b4d3006e79e 100644 --- a/providers/llmgateway/models/sonar-reasoning-pro.toml +++ b/providers/llmgateway/models/sonar-reasoning-pro.toml @@ -15,6 +15,7 @@ output = 8.00 [limit] context = 128_000 +output = 16_384 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/sonar.toml b/providers/llmgateway/models/sonar.toml index 8a9b44c6483..5615ef7ecb6 100644 --- a/providers/llmgateway/models/sonar.toml +++ b/providers/llmgateway/models/sonar.toml @@ -15,6 +15,7 @@ output = 1.00 [limit] context = 130_000 +output = 16_384 [modalities] input = ["text"] From e8a67936545ae9d77c76b7377150d65ca68533ca Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:27:15 +0000 Subject: [PATCH 06/11] fix: use valid models.dev family enum values MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Maps internal family names to valid models.dev families: - moonshot → kimi - bytedance → seed - zai → glm - nvidia → nemotron Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/models/cogview-4.toml | 2 +- providers/llmgateway/models/kimi-k2-thinking-turbo.toml | 2 +- providers/llmgateway/models/kimi-k2-thinking.toml | 2 +- providers/llmgateway/models/kimi-k2.toml | 2 +- providers/llmgateway/models/nemotron-nano-9b-v2.toml | 2 +- providers/llmgateway/models/seed-1-6-250615.toml | 2 +- providers/llmgateway/models/seed-1-6-250915.toml | 2 +- providers/llmgateway/models/seed-1-6-flash-250715.toml | 2 +- providers/llmgateway/models/seed-1-8-251228.toml | 2 +- providers/llmgateway/models/seedream-4-0.toml | 2 +- providers/llmgateway/models/seedream-4-5.toml | 2 +- 11 files changed, 11 insertions(+), 11 deletions(-) diff --git a/providers/llmgateway/models/cogview-4.toml b/providers/llmgateway/models/cogview-4.toml index 45b21ce82bb..0eb9aac0293 100644 --- a/providers/llmgateway/models/cogview-4.toml +++ b/providers/llmgateway/models/cogview-4.toml @@ -1,5 +1,5 @@ name = "CogView-4" -family = "zai" +family = "glm" release_date = "2025-03-04" last_updated = "2025-03-04" attachment = false diff --git a/providers/llmgateway/models/kimi-k2-thinking-turbo.toml b/providers/llmgateway/models/kimi-k2-thinking-turbo.toml index 89bf1d152f6..391a4f5a4b0 100644 --- a/providers/llmgateway/models/kimi-k2-thinking-turbo.toml +++ b/providers/llmgateway/models/kimi-k2-thinking-turbo.toml @@ -1,5 +1,5 @@ name = "Kimi K2 Thinking Turbo" -family = "moonshot" +family = "kimi" release_date = "2025-11-06" last_updated = "2025-11-06" attachment = false diff --git a/providers/llmgateway/models/kimi-k2-thinking.toml b/providers/llmgateway/models/kimi-k2-thinking.toml index fad4b66e497..4d1986388c6 100644 --- a/providers/llmgateway/models/kimi-k2-thinking.toml +++ b/providers/llmgateway/models/kimi-k2-thinking.toml @@ -1,5 +1,5 @@ name = "Kimi K2 Thinking" -family = "moonshot" +family = "kimi" release_date = "2025-11-06" last_updated = "2025-11-06" attachment = false diff --git a/providers/llmgateway/models/kimi-k2.toml b/providers/llmgateway/models/kimi-k2.toml index 8ee8fbdc1e8..e794e50927c 100644 --- a/providers/llmgateway/models/kimi-k2.toml +++ b/providers/llmgateway/models/kimi-k2.toml @@ -1,5 +1,5 @@ name = "Kimi K2" -family = "moonshot" +family = "kimi" release_date = "2025-07-11" last_updated = "2025-07-11" attachment = false diff --git a/providers/llmgateway/models/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nemotron-nano-9b-v2.toml index c080332099d..e80608bbd8c 100644 --- a/providers/llmgateway/models/nemotron-nano-9b-v2.toml +++ b/providers/llmgateway/models/nemotron-nano-9b-v2.toml @@ -1,5 +1,5 @@ name = "Nemotron Nano 9B V2 (Free)" -family = "nvidia" +family = "nemotron" release_date = "2025-08-18" last_updated = "2025-08-18" attachment = false diff --git a/providers/llmgateway/models/seed-1-6-250615.toml b/providers/llmgateway/models/seed-1-6-250615.toml index 28d52514362..f005e5e57b2 100644 --- a/providers/llmgateway/models/seed-1-6-250615.toml +++ b/providers/llmgateway/models/seed-1-6-250615.toml @@ -1,5 +1,5 @@ name = "Seed 1.6 (250615)" -family = "bytedance" +family = "seed" release_date = "2025-06-25" last_updated = "2025-06-25" attachment = true diff --git a/providers/llmgateway/models/seed-1-6-250915.toml b/providers/llmgateway/models/seed-1-6-250915.toml index 28407e97cea..4364383702e 100644 --- a/providers/llmgateway/models/seed-1-6-250915.toml +++ b/providers/llmgateway/models/seed-1-6-250915.toml @@ -1,5 +1,5 @@ name = "Seed 1.6 (250915)" -family = "bytedance" +family = "seed" release_date = "2025-09-15" last_updated = "2025-09-15" attachment = true diff --git a/providers/llmgateway/models/seed-1-6-flash-250715.toml b/providers/llmgateway/models/seed-1-6-flash-250715.toml index 0b587efe1b2..22a4b727713 100644 --- a/providers/llmgateway/models/seed-1-6-flash-250715.toml +++ b/providers/llmgateway/models/seed-1-6-flash-250715.toml @@ -1,5 +1,5 @@ name = "Seed 1.6 Flash (250715)" -family = "bytedance" +family = "seed" release_date = "2025-07-26" last_updated = "2025-07-26" attachment = true diff --git a/providers/llmgateway/models/seed-1-8-251228.toml b/providers/llmgateway/models/seed-1-8-251228.toml index 348e2502720..46b0677e900 100644 --- a/providers/llmgateway/models/seed-1-8-251228.toml +++ b/providers/llmgateway/models/seed-1-8-251228.toml @@ -1,5 +1,5 @@ name = "Seed 1.8 (251228)" -family = "bytedance" +family = "seed" release_date = "2025-12-18" last_updated = "2025-12-18" attachment = true diff --git a/providers/llmgateway/models/seedream-4-0.toml b/providers/llmgateway/models/seedream-4-0.toml index 54b70ed1751..df444f37e1f 100644 --- a/providers/llmgateway/models/seedream-4-0.toml +++ b/providers/llmgateway/models/seedream-4-0.toml @@ -1,5 +1,5 @@ name = "Seedream 4.0" -family = "bytedance" +family = "seed" release_date = "2025-09-16" last_updated = "2025-09-16" attachment = false diff --git a/providers/llmgateway/models/seedream-4-5.toml b/providers/llmgateway/models/seedream-4-5.toml index 1046c0e6712..59d1b36c47f 100644 --- a/providers/llmgateway/models/seedream-4-5.toml +++ b/providers/llmgateway/models/seedream-4-5.toml @@ -1,5 +1,5 @@ name = "Seedream 4.5" -family = "bytedance" +family = "seed" release_date = "2025-12-03" last_updated = "2025-12-03" attachment = false From 6b9b340fbcbbbb85e3dcfdaa430c3c7b00d60aa9 Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:28:38 +0000 Subject: [PATCH 07/11] fix: map llmgateway family to auto Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/models/auto.toml | 2 +- providers/llmgateway/models/custom.toml | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/providers/llmgateway/models/auto.toml b/providers/llmgateway/models/auto.toml index 108cc28d1dd..d6548da5b4a 100644 --- a/providers/llmgateway/models/auto.toml +++ b/providers/llmgateway/models/auto.toml @@ -1,5 +1,5 @@ name = "Auto Route" -family = "llmgateway" +family = "auto" release_date = "2024-01-01" last_updated = "2024-01-01" attachment = true diff --git a/providers/llmgateway/models/custom.toml b/providers/llmgateway/models/custom.toml index 043a3bcb84a..2f244ede378 100644 --- a/providers/llmgateway/models/custom.toml +++ b/providers/llmgateway/models/custom.toml @@ -1,5 +1,5 @@ name = "Custom Model" -family = "llmgateway" +family = "auto" release_date = "2024-01-01" last_updated = "2024-01-01" attachment = true From 92269282eb3b1f2f19f2080ec52977ac5fa5a86b Mon Sep 17 00:00:00 2001 From: Luca Steeb Date: Fri, 23 Jan 2026 01:36:29 +0000 Subject: [PATCH 08/11] fix: use correct family for gemma and gpt-oss models - Gemma models now use "gemma" family instead of "gemini" - GPT OSS models now use "gpt-oss" family instead of "gpt" Co-Authored-By: Claude Opus 4.5 --- providers/llmgateway/models/gemma-2-27b-it-together.toml | 2 +- providers/llmgateway/models/gemma-3-12b-it.toml | 2 +- providers/llmgateway/models/gemma-3-1b-it.toml | 2 +- providers/llmgateway/models/gemma-3-27b.toml | 2 +- providers/llmgateway/models/gemma-3-4b-it.toml | 2 +- providers/llmgateway/models/gemma-3n-e2b-it.toml | 2 +- providers/llmgateway/models/gemma-3n-e4b-it.toml | 2 +- providers/llmgateway/models/gpt-oss-120b.toml | 2 +- providers/llmgateway/models/gpt-oss-20b.toml | 2 +- 9 files changed, 9 insertions(+), 9 deletions(-) diff --git a/providers/llmgateway/models/gemma-2-27b-it-together.toml b/providers/llmgateway/models/gemma-2-27b-it-together.toml index 5c694972911..f865b39dc67 100644 --- a/providers/llmgateway/models/gemma-2-27b-it-together.toml +++ b/providers/llmgateway/models/gemma-2-27b-it-together.toml @@ -1,5 +1,5 @@ name = "Gemma 2 27B IT" -family = "gemini" +family = "gemma" release_date = "2024-06-27" last_updated = "2024-06-27" attachment = false diff --git a/providers/llmgateway/models/gemma-3-12b-it.toml b/providers/llmgateway/models/gemma-3-12b-it.toml index f79774a62fc..4f6aa660be8 100644 --- a/providers/llmgateway/models/gemma-3-12b-it.toml +++ b/providers/llmgateway/models/gemma-3-12b-it.toml @@ -1,5 +1,5 @@ name = "Gemma 3 12B IT" -family = "gemini" +family = "gemma" release_date = "2025-03-10" last_updated = "2025-03-10" attachment = false diff --git a/providers/llmgateway/models/gemma-3-1b-it.toml b/providers/llmgateway/models/gemma-3-1b-it.toml index 94edf0326a9..19da323e9fe 100644 --- a/providers/llmgateway/models/gemma-3-1b-it.toml +++ b/providers/llmgateway/models/gemma-3-1b-it.toml @@ -1,5 +1,5 @@ name = "Gemma 3 1B IT" -family = "gemini" +family = "gemma" release_date = "2025-03-12" last_updated = "2025-03-12" attachment = false diff --git a/providers/llmgateway/models/gemma-3-27b.toml b/providers/llmgateway/models/gemma-3-27b.toml index dd9a9f44118..a8bde119432 100644 --- a/providers/llmgateway/models/gemma-3-27b.toml +++ b/providers/llmgateway/models/gemma-3-27b.toml @@ -1,5 +1,5 @@ name = "Gemma 3 27B" -family = "gemini" +family = "gemma" release_date = "2025-03-12" last_updated = "2025-03-12" attachment = true diff --git a/providers/llmgateway/models/gemma-3-4b-it.toml b/providers/llmgateway/models/gemma-3-4b-it.toml index adfabe1db48..967753f87ac 100644 --- a/providers/llmgateway/models/gemma-3-4b-it.toml +++ b/providers/llmgateway/models/gemma-3-4b-it.toml @@ -1,5 +1,5 @@ name = "Gemma 3 4B IT" -family = "gemini" +family = "gemma" release_date = "2025-03-10" last_updated = "2025-03-10" attachment = false diff --git a/providers/llmgateway/models/gemma-3n-e2b-it.toml b/providers/llmgateway/models/gemma-3n-e2b-it.toml index 14ba440481e..41414c09b4b 100644 --- a/providers/llmgateway/models/gemma-3n-e2b-it.toml +++ b/providers/llmgateway/models/gemma-3n-e2b-it.toml @@ -1,5 +1,5 @@ name = "Gemma 3n E2B IT" -family = "gemini" +family = "gemma" release_date = "2025-06-26" last_updated = "2025-06-26" attachment = false diff --git a/providers/llmgateway/models/gemma-3n-e4b-it.toml b/providers/llmgateway/models/gemma-3n-e4b-it.toml index add3fd781b2..7512c1bb06a 100644 --- a/providers/llmgateway/models/gemma-3n-e4b-it.toml +++ b/providers/llmgateway/models/gemma-3n-e4b-it.toml @@ -1,5 +1,5 @@ name = "Gemma 3n E4B IT" -family = "gemini" +family = "gemma" release_date = "2025-06-26" last_updated = "2025-06-26" attachment = false diff --git a/providers/llmgateway/models/gpt-oss-120b.toml b/providers/llmgateway/models/gpt-oss-120b.toml index 422a245531f..708a32e867d 100644 --- a/providers/llmgateway/models/gpt-oss-120b.toml +++ b/providers/llmgateway/models/gpt-oss-120b.toml @@ -1,5 +1,5 @@ name = "GPT OSS 120B" -family = "gpt" +family = "gpt-oss" release_date = "2025-08-05" last_updated = "2025-08-05" attachment = false diff --git a/providers/llmgateway/models/gpt-oss-20b.toml b/providers/llmgateway/models/gpt-oss-20b.toml index ee5983c6ebd..f095e5e02f4 100644 --- a/providers/llmgateway/models/gpt-oss-20b.toml +++ b/providers/llmgateway/models/gpt-oss-20b.toml @@ -1,5 +1,5 @@ name = "GPT OSS 20B" -family = "gpt" +family = "gpt-oss" release_date = "2025-08-05" last_updated = "2025-08-05" attachment = false From c2f0bd08e6596c785470b1a0b1c5c2c5564123cf Mon Sep 17 00:00:00 2001 From: smakosh Date: Mon, 23 Mar 2026 22:28:46 +0100 Subject: [PATCH 09/11] feat: update LLM Gateway models to 204 Regenerated model exports from latest LLM Gateway source. Adds 66 new models including Claude 4.6, GPT-5.x, Gemini 3.1, Grok 4, and more. Removes deprecated model aliases. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../llmgateway/models/claude-3-5-haiku.toml | 1 + ...2.toml => claude-3-5-sonnet-20241022.toml} | 8 +++---- ...0620.toml => claude-3-haiku-20240307.toml} | 14 +++++------ ...view-09-2025.toml => claude-opus-4-6.toml} | 16 ++++++------- .../llmgateway/models/claude-sonnet-4-6.toml | 23 +++++++++++++++++++ ...-chimera-free.toml => codestral-2508.toml} | 14 +++++------ .../llmgateway/models/deepseek-r1-0528.toml | 6 ++--- ...i-k2-0905-free.toml => devstral-2512.toml} | 16 ++++++------- ...air-free.toml => devstral-small-2507.toml} | 14 +++++------ .../models/gemini-2.0-flash-lite.toml | 5 ++-- .../llmgateway/models/gemini-2.0-flash.toml | 6 +++-- .../gemini-2.5-flash-image-preview.toml | 6 ++--- .../models/gemini-2.5-flash-image.toml | 5 ++-- ...gemini-2.5-flash-lite-preview-09-2025.toml | 6 ++--- .../models/gemini-2.5-flash-lite.toml | 6 ++--- .../llmgateway/models/gemini-2.5-flash.toml | 6 ++--- .../llmgateway/models/gemini-2.5-pro.toml | 5 ++-- .../models/gemini-3-flash-preview.toml | 5 ++-- .../models/gemini-3-pro-image-preview.toml | 3 ++- .../models/gemini-3-pro-preview.toml | 6 +++-- .../gemini-3.1-flash-image-preview.toml | 22 ++++++++++++++++++ .../models/gemini-3.1-flash-lite-preview.toml | 23 +++++++++++++++++++ .../models/gemini-3.1-pro-preview.toml | 23 +++++++++++++++++++ .../llmgateway/models/gemini-pro-latest.toml | 23 +++++++++++++++++++ providers/llmgateway/models/glm-5.toml | 23 +++++++++++++++++++ .../llmgateway/models/gpt-3.5-turbo.toml | 2 +- providers/llmgateway/models/gpt-4.1-mini.toml | 1 + providers/llmgateway/models/gpt-4.1-nano.toml | 1 + providers/llmgateway/models/gpt-4.1.toml | 1 + .../llmgateway/models/gpt-5.1-codex-mini.toml | 2 +- .../llmgateway/models/gpt-5.1-codex.toml | 2 +- .../llmgateway/models/gpt-5.2-codex.toml | 23 +++++++++++++++++++ providers/llmgateway/models/gpt-5.2-pro.toml | 2 +- .../models/gpt-5.3-chat-latest.toml | 23 +++++++++++++++++++ .../llmgateway/models/gpt-5.3-codex.toml | 23 +++++++++++++++++++ providers/llmgateway/models/gpt-5.4-mini.toml | 23 +++++++++++++++++++ providers/llmgateway/models/gpt-5.4-nano.toml | 23 +++++++++++++++++++ providers/llmgateway/models/gpt-5.4-pro.toml | 22 ++++++++++++++++++ providers/llmgateway/models/gpt-5.4.toml | 23 +++++++++++++++++++ .../llmgateway/models/gpt-oss-20b-free.toml | 22 ------------------ providers/llmgateway/models/grok-3-mini.toml | 22 ------------------ .../models/grok-4-1-fast-non-reasoning.toml | 7 +++--- .../models/grok-4-1-fast-reasoning.toml | 9 ++++---- .../llmgateway/models/grok-4-1-fast.toml | 23 +++++++++++++++++++ .../grok-4-20-beta-0309-non-reasoning.toml | 23 +++++++++++++++++++ .../models/grok-4-20-beta-0309-reasoning.toml | 23 +++++++++++++++++++ .../grok-4-20-multi-agent-beta-0309.toml | 23 +++++++++++++++++++ .../models/grok-4-fast-non-reasoning.toml | 6 ++--- .../models/grok-4-fast-reasoning.toml | 8 +++---- providers/llmgateway/models/grok-4-fast.toml | 23 +++++++++++++++++++ .../models/grok-imagine-image-pro.toml | 22 ++++++++++++++++++ .../llmgateway/models/grok-imagine-image.toml | 22 ++++++++++++++++++ .../models/hermes-2-pro-llama-3-8b.toml | 23 +++++++++++++++++++ providers/llmgateway/models/kimi-k2.5.toml | 23 +++++++++++++++++++ .../models/llama-3-70b-instruct.toml | 22 ++++++++++++++++++ .../models/llama-3-8b-instruct.toml | 22 ++++++++++++++++++ .../models/llama-3.2-3b-instruct.toml | 23 +++++++++++++++++++ .../models/minimax-m2.1-lightning.toml | 22 ++++++++++++++++++ providers/llmgateway/models/minimax-m2.1.toml | 11 ++++----- .../models/minimax-m2.5-highspeed.toml | 23 +++++++++++++++++++ providers/llmgateway/models/minimax-m2.5.toml | 23 +++++++++++++++++++ .../models/minimax-m2.7-highspeed.toml | 23 +++++++++++++++++++ providers/llmgateway/models/minimax-m2.7.toml | 23 +++++++++++++++++++ providers/llmgateway/models/minimax-m2.toml | 23 +++++++++++++++++++ ...averick-free.toml => minimax-text-01.toml} | 16 ++++++------- .../llmgateway/models/ministral-14b-2512.toml | 22 ++++++++++++++++++ .../llmgateway/models/ministral-3b-2512.toml | 22 ++++++++++++++++++ .../llmgateway/models/ministral-8b-2512.toml | 22 ++++++++++++++++++ .../llmgateway/models/mistral-large-2512.toml | 22 ++++++++++++++++++ .../llmgateway/models/mistral-small-2506.toml | 22 ++++++++++++++++++ .../models/nemotron-nano-9b-v2.toml | 22 ------------------ providers/llmgateway/models/o1.toml | 1 + providers/llmgateway/models/o3-mini.toml | 1 + providers/llmgateway/models/o3.toml | 1 + providers/llmgateway/models/o4-mini.toml | 23 +++++++++++++++++++ ...{qwen3-coder.toml => qwen-coder-plus.toml} | 12 +++++----- providers/llmgateway/models/qwen-flash.toml | 1 + .../models/qwen-image-edit-max.toml | 22 ++++++++++++++++++ .../models/qwen-image-edit-plus.toml | 22 ++++++++++++++++++ .../llmgateway/models/qwen-plus-latest.toml | 1 + providers/llmgateway/models/qwen-plus.toml | 1 + .../models/qwen2-5-vl-32b-instruct.toml | 22 ++++++++++++++++++ .../models/qwen3-235b-a22b-fp8.toml | 22 ++++++++++++++++++ ...truct-free.toml => qwen3-30b-a3b-fp8.toml} | 16 ++++++------- .../{deepseek-v3.toml => qwen3-32b-fp8.toml} | 16 ++++++------- providers/llmgateway/models/qwen3-4b-fp8.toml | 22 ++++++++++++++++++ .../llmgateway/models/qwen3-coder-flash.toml | 23 +++++++++++++++++++ .../llmgateway/models/qwen3-coder-next.toml | 23 +++++++++++++++++++ .../models/qwen3-max-2026-01-23.toml | 23 +++++++++++++++++++ .../models/qwen3-vl-235b-a22b-instruct.toml | 22 ++++++++++++++++++ .../models/qwen3-vl-235b-a22b-thinking.toml | 22 ++++++++++++++++++ .../models/qwen3-vl-30b-a3b-instruct.toml | 22 ++++++++++++++++++ .../models/qwen3-vl-30b-a3b-thinking.toml | 22 ++++++++++++++++++ .../models/qwen3-vl-8b-instruct.toml | 22 ++++++++++++++++++ .../llmgateway/models/qwen3-vl-flash.toml | 23 +++++++++++++++++++ .../llmgateway/models/qwen3-vl-plus.toml | 23 +++++++++++++++++++ .../llmgateway/models/qwen35-397b-a17b.toml | 22 ++++++++++++++++++ providers/llmgateway/models/qwq-plus.toml | 22 ++++++++++++++++++ ...oml => veo-3.1-fast-generate-preview.toml} | 15 ++++++------ ...ini.toml => veo-3.1-generate-preview.toml} | 16 ++++++------- 100 files changed, 1377 insertions(+), 204 deletions(-) rename providers/llmgateway/models/{claude-3-5-haiku-20241022.toml => claude-3-5-sonnet-20241022.toml} (78%) rename providers/llmgateway/models/{claude-3-5-sonnet-20240620.toml => claude-3-haiku-20240307.toml} (59%) rename providers/llmgateway/models/{gemini-2.5-flash-preview-09-2025.toml => claude-opus-4-6.toml} (54%) create mode 100644 providers/llmgateway/models/claude-sonnet-4-6.toml rename providers/llmgateway/models/{deepseek-r1t2-chimera-free.toml => codestral-2508.toml} (55%) rename providers/llmgateway/models/{kimi-k2-0905-free.toml => devstral-2512.toml} (51%) rename providers/llmgateway/models/{glm-4.5-air-free.toml => devstral-small-2507.toml} (56%) create mode 100644 providers/llmgateway/models/gemini-3.1-flash-image-preview.toml create mode 100644 providers/llmgateway/models/gemini-3.1-flash-lite-preview.toml create mode 100644 providers/llmgateway/models/gemini-3.1-pro-preview.toml create mode 100644 providers/llmgateway/models/gemini-pro-latest.toml create mode 100644 providers/llmgateway/models/glm-5.toml create mode 100644 providers/llmgateway/models/gpt-5.2-codex.toml create mode 100644 providers/llmgateway/models/gpt-5.3-chat-latest.toml create mode 100644 providers/llmgateway/models/gpt-5.3-codex.toml create mode 100644 providers/llmgateway/models/gpt-5.4-mini.toml create mode 100644 providers/llmgateway/models/gpt-5.4-nano.toml create mode 100644 providers/llmgateway/models/gpt-5.4-pro.toml create mode 100644 providers/llmgateway/models/gpt-5.4.toml delete mode 100644 providers/llmgateway/models/gpt-oss-20b-free.toml delete mode 100644 providers/llmgateway/models/grok-3-mini.toml create mode 100644 providers/llmgateway/models/grok-4-1-fast.toml create mode 100644 providers/llmgateway/models/grok-4-20-beta-0309-non-reasoning.toml create mode 100644 providers/llmgateway/models/grok-4-20-beta-0309-reasoning.toml create mode 100644 providers/llmgateway/models/grok-4-20-multi-agent-beta-0309.toml create mode 100644 providers/llmgateway/models/grok-4-fast.toml create mode 100644 providers/llmgateway/models/grok-imagine-image-pro.toml create mode 100644 providers/llmgateway/models/grok-imagine-image.toml create mode 100644 providers/llmgateway/models/hermes-2-pro-llama-3-8b.toml create mode 100644 providers/llmgateway/models/kimi-k2.5.toml create mode 100644 providers/llmgateway/models/llama-3-70b-instruct.toml create mode 100644 providers/llmgateway/models/llama-3-8b-instruct.toml create mode 100644 providers/llmgateway/models/llama-3.2-3b-instruct.toml create mode 100644 providers/llmgateway/models/minimax-m2.1-lightning.toml create mode 100644 providers/llmgateway/models/minimax-m2.5-highspeed.toml create mode 100644 providers/llmgateway/models/minimax-m2.5.toml create mode 100644 providers/llmgateway/models/minimax-m2.7-highspeed.toml create mode 100644 providers/llmgateway/models/minimax-m2.7.toml create mode 100644 providers/llmgateway/models/minimax-m2.toml rename providers/llmgateway/models/{llama-4-maverick-free.toml => minimax-text-01.toml} (51%) create mode 100644 providers/llmgateway/models/ministral-14b-2512.toml create mode 100644 providers/llmgateway/models/ministral-3b-2512.toml create mode 100644 providers/llmgateway/models/ministral-8b-2512.toml create mode 100644 providers/llmgateway/models/mistral-large-2512.toml create mode 100644 providers/llmgateway/models/mistral-small-2506.toml delete mode 100644 providers/llmgateway/models/nemotron-nano-9b-v2.toml create mode 100644 providers/llmgateway/models/o4-mini.toml rename providers/llmgateway/models/{qwen3-coder.toml => qwen-coder-plus.toml} (62%) create mode 100644 providers/llmgateway/models/qwen-image-edit-max.toml create mode 100644 providers/llmgateway/models/qwen-image-edit-plus.toml create mode 100644 providers/llmgateway/models/qwen2-5-vl-32b-instruct.toml create mode 100644 providers/llmgateway/models/qwen3-235b-a22b-fp8.toml rename providers/llmgateway/models/{llama-3.3-70b-instruct-free.toml => qwen3-30b-a3b-fp8.toml} (50%) rename providers/llmgateway/models/{deepseek-v3.toml => qwen3-32b-fp8.toml} (53%) create mode 100644 providers/llmgateway/models/qwen3-4b-fp8.toml create mode 100644 providers/llmgateway/models/qwen3-coder-flash.toml create mode 100644 providers/llmgateway/models/qwen3-coder-next.toml create mode 100644 providers/llmgateway/models/qwen3-max-2026-01-23.toml create mode 100644 providers/llmgateway/models/qwen3-vl-235b-a22b-instruct.toml create mode 100644 providers/llmgateway/models/qwen3-vl-235b-a22b-thinking.toml create mode 100644 providers/llmgateway/models/qwen3-vl-30b-a3b-instruct.toml create mode 100644 providers/llmgateway/models/qwen3-vl-30b-a3b-thinking.toml create mode 100644 providers/llmgateway/models/qwen3-vl-8b-instruct.toml create mode 100644 providers/llmgateway/models/qwen3-vl-flash.toml create mode 100644 providers/llmgateway/models/qwen3-vl-plus.toml create mode 100644 providers/llmgateway/models/qwen35-397b-a17b.toml create mode 100644 providers/llmgateway/models/qwq-plus.toml rename providers/llmgateway/models/{llama-4-scout-free.toml => veo-3.1-fast-generate-preview.toml} (53%) rename providers/llmgateway/models/{o1-mini.toml => veo-3.1-generate-preview.toml} (57%) diff --git a/providers/llmgateway/models/claude-3-5-haiku.toml b/providers/llmgateway/models/claude-3-5-haiku.toml index cbe510f6453..a363cf063b4 100644 --- a/providers/llmgateway/models/claude-3-5-haiku.toml +++ b/providers/llmgateway/models/claude-3-5-haiku.toml @@ -8,6 +8,7 @@ temperature = true tool_call = true structured_output = false open_weights = false +status = "deprecated" [cost] input = 0.80 diff --git a/providers/llmgateway/models/claude-3-5-haiku-20241022.toml b/providers/llmgateway/models/claude-3-5-sonnet-20241022.toml similarity index 78% rename from providers/llmgateway/models/claude-3-5-haiku-20241022.toml rename to providers/llmgateway/models/claude-3-5-sonnet-20241022.toml index f36e5c2f809..64415f9cfac 100644 --- a/providers/llmgateway/models/claude-3-5-haiku-20241022.toml +++ b/providers/llmgateway/models/claude-3-5-sonnet-20241022.toml @@ -1,4 +1,4 @@ -name = "Claude 3.5 Haiku (2024-10-22)" +name = "Claude 3.5 Sonnet (2024-10-22)" family = "claude" release_date = "2024-10-22" last_updated = "2024-10-22" @@ -11,9 +11,9 @@ open_weights = false status = "deprecated" [cost] -input = 0.80 -output = 4.00 -cache_read = 0.08 +input = 3.00 +output = 15.00 +cache_read = 0.30 [limit] context = 200_000 diff --git a/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml b/providers/llmgateway/models/claude-3-haiku-20240307.toml similarity index 59% rename from providers/llmgateway/models/claude-3-5-sonnet-20240620.toml rename to providers/llmgateway/models/claude-3-haiku-20240307.toml index 70e49ed5f40..1ad921aa0e6 100644 --- a/providers/llmgateway/models/claude-3-5-sonnet-20240620.toml +++ b/providers/llmgateway/models/claude-3-haiku-20240307.toml @@ -1,7 +1,7 @@ -name = "Claude 3.5 Sonnet (Old)" +name = "Claude 3 Haiku (2024-03-07)" family = "claude" -release_date = "2024-06-20" -last_updated = "2024-06-20" +release_date = "2024-03-04" +last_updated = "2024-03-04" attachment = true reasoning = false temperature = true @@ -10,13 +10,13 @@ structured_output = false open_weights = false [cost] -input = 3.00 -output = 15.00 -cache_read = 0.30 +input = 0.25 +output = 1.25 +cache_read = 0.03 [limit] context = 200_000 -output = 8_192 +output = 4_096 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml b/providers/llmgateway/models/claude-opus-4-6.toml similarity index 54% rename from providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml rename to providers/llmgateway/models/claude-opus-4-6.toml index 9427be50e16..edc10f0f5f7 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-preview-09-2025.toml +++ b/providers/llmgateway/models/claude-opus-4-6.toml @@ -1,7 +1,7 @@ -name = "Gemini 2.5 Flash Preview (09-2025)" -family = "gemini" -release_date = "2025-09-25" -last_updated = "2025-09-25" +name = "Claude Opus 4.6" +family = "claude" +release_date = "2026-02-05" +last_updated = "2026-02-05" attachment = true reasoning = true temperature = true @@ -10,13 +10,13 @@ structured_output = true open_weights = false [cost] -input = 0.30 -output = 2.50 -cache_read = 0.08 +input = 5.00 +output = 25.00 +cache_read = 0.50 [limit] context = 1_000_000 -output = 16_384 +output = 128_000 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/claude-sonnet-4-6.toml b/providers/llmgateway/models/claude-sonnet-4-6.toml new file mode 100644 index 00000000000..349b04ab2cd --- /dev/null +++ b/providers/llmgateway/models/claude-sonnet-4-6.toml @@ -0,0 +1,23 @@ +name = "Claude Sonnet 4.6" +family = "claude" +release_date = "2026-02-17" +last_updated = "2026-02-17" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 3.00 +output = 15.00 +cache_read = 0.30 + +[limit] +context = 200_000 +output = 64_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml b/providers/llmgateway/models/codestral-2508.toml similarity index 55% rename from providers/llmgateway/models/deepseek-r1t2-chimera-free.toml rename to providers/llmgateway/models/codestral-2508.toml index 04988cd0bc0..052e69184c8 100644 --- a/providers/llmgateway/models/deepseek-r1t2-chimera-free.toml +++ b/providers/llmgateway/models/codestral-2508.toml @@ -1,7 +1,7 @@ -name = "DeepSeek R1T2 Chimera (Free)" -family = "deepseek" -release_date = "2025-07-08" -last_updated = "2025-07-08" +name = "Codestral" +family = "mistral" +release_date = "2025-07-30" +last_updated = "2025-07-30" attachment = false reasoning = false temperature = true @@ -10,11 +10,11 @@ structured_output = true open_weights = true [cost] -input = 0.00 -output = 0.00 +input = 0.30 +output = 0.90 [limit] -context = 163_840 +context = 256_000 output = 16_384 [modalities] diff --git a/providers/llmgateway/models/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek-r1-0528.toml index a7e000a7bf0..2650c4cc0ce 100644 --- a/providers/llmgateway/models/deepseek-r1-0528.toml +++ b/providers/llmgateway/models/deepseek-r1-0528.toml @@ -11,11 +11,11 @@ open_weights = true status = "beta" [cost] -input = 0.25 -output = 1.00 +input = 0.80 +output = 2.40 [limit] -context = 32_770 +context = 64_000 output = 16_384 [modalities] diff --git a/providers/llmgateway/models/kimi-k2-0905-free.toml b/providers/llmgateway/models/devstral-2512.toml similarity index 51% rename from providers/llmgateway/models/kimi-k2-0905-free.toml rename to providers/llmgateway/models/devstral-2512.toml index 93ebbe4fb6d..fd5226522da 100644 --- a/providers/llmgateway/models/kimi-k2-0905-free.toml +++ b/providers/llmgateway/models/devstral-2512.toml @@ -1,20 +1,20 @@ -name = "Kimi Dev 0905 (Free)" -family = "kimi" -release_date = "2025-09-05" -last_updated = "2025-09-05" +name = "Devstral 2" +family = "mistral" +release_date = "2025-12-09" +last_updated = "2025-12-09" attachment = false reasoning = false temperature = true tool_call = false structured_output = true -open_weights = false +open_weights = true [cost] -input = 0.00 -output = 0.00 +input = 0.40 +output = 2.00 [limit] -context = 131_000 +context = 262_144 output = 16_384 [modalities] diff --git a/providers/llmgateway/models/glm-4.5-air-free.toml b/providers/llmgateway/models/devstral-small-2507.toml similarity index 56% rename from providers/llmgateway/models/glm-4.5-air-free.toml rename to providers/llmgateway/models/devstral-small-2507.toml index da9213c4fbb..3d139d06cc1 100644 --- a/providers/llmgateway/models/glm-4.5-air-free.toml +++ b/providers/llmgateway/models/devstral-small-2507.toml @@ -1,17 +1,17 @@ -name = "GLM-4.5 Air (Free)" -family = "glm" -release_date = "2025-07-25" -last_updated = "2025-07-25" +name = "Devstral Small 1.1" +family = "mistral" +release_date = "2025-07-21" +last_updated = "2025-07-21" attachment = false reasoning = false temperature = true tool_call = false structured_output = true -open_weights = false +open_weights = true [cost] -input = 0.00 -output = 0.00 +input = 0.10 +output = 0.30 [limit] context = 131_072 diff --git a/providers/llmgateway/models/gemini-2.0-flash-lite.toml b/providers/llmgateway/models/gemini-2.0-flash-lite.toml index d4d0e237cd1..f227207c779 100644 --- a/providers/llmgateway/models/gemini-2.0-flash-lite.toml +++ b/providers/llmgateway/models/gemini-2.0-flash-lite.toml @@ -8,14 +8,15 @@ temperature = true tool_call = true structured_output = true open_weights = false +status = "deprecated" [cost] input = 0.08 output = 0.30 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 8_192 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemini-2.0-flash.toml b/providers/llmgateway/models/gemini-2.0-flash.toml index a041f03b21c..a957ec13657 100644 --- a/providers/llmgateway/models/gemini-2.0-flash.toml +++ b/providers/llmgateway/models/gemini-2.0-flash.toml @@ -8,14 +8,16 @@ temperature = true tool_call = true structured_output = true open_weights = false +status = "deprecated" [cost] input = 0.10 output = 0.40 +cache_read = 0.03 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 8_192 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml b/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml index 25d594d3ad9..4f7988fbb63 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-image-preview.toml @@ -11,11 +11,11 @@ open_weights = false [cost] input = 0.30 -output = 30.00 +output = 2.50 [limit] -context = 32_800 -output = 8_200 +context = 32_768 +output = 32_768 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-image.toml b/providers/llmgateway/models/gemini-2.5-flash-image.toml index 463827600a3..226625e78ba 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-image.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-image.toml @@ -12,10 +12,11 @@ open_weights = false [cost] input = 0.30 output = 30.00 +cache_read = 0.03 [limit] -context = 32_800 -output = 8_200 +context = 32_768 +output = 32_768 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml index c3ca4f53dcc..2b2e79c2a8c 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-lite-preview-09-2025.toml @@ -12,11 +12,11 @@ open_weights = false [cost] input = 0.10 output = 0.40 -cache_read = 0.03 +cache_read = 0.01 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 65_535 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash-lite.toml b/providers/llmgateway/models/gemini-2.5-flash-lite.toml index 9e75f16c6ba..4ea19e9653c 100644 --- a/providers/llmgateway/models/gemini-2.5-flash-lite.toml +++ b/providers/llmgateway/models/gemini-2.5-flash-lite.toml @@ -12,11 +12,11 @@ open_weights = false [cost] input = 0.10 output = 0.40 -cache_read = 0.03 +cache_read = 0.01 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 65_535 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-flash.toml b/providers/llmgateway/models/gemini-2.5-flash.toml index 3c511643366..01a07eef021 100644 --- a/providers/llmgateway/models/gemini-2.5-flash.toml +++ b/providers/llmgateway/models/gemini-2.5-flash.toml @@ -12,11 +12,11 @@ open_weights = false [cost] input = 0.30 output = 2.50 -cache_read = 0.08 +cache_read = 0.03 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 65_535 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-2.5-pro.toml b/providers/llmgateway/models/gemini-2.5-pro.toml index b4489f17e55..18cf254afe3 100644 --- a/providers/llmgateway/models/gemini-2.5-pro.toml +++ b/providers/llmgateway/models/gemini-2.5-pro.toml @@ -12,10 +12,11 @@ open_weights = false [cost] input = 1.25 output = 10.00 +cache_read = 0.13 [limit] -context = 1_000_000 -output = 16_384 +context = 1_048_576 +output = 65_536 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-3-flash-preview.toml b/providers/llmgateway/models/gemini-3-flash-preview.toml index 8aae94d8a99..1288dd2877e 100644 --- a/providers/llmgateway/models/gemini-3-flash-preview.toml +++ b/providers/llmgateway/models/gemini-3-flash-preview.toml @@ -12,10 +12,11 @@ open_weights = false [cost] input = 0.50 output = 3.00 +cache_read = 0.05 [limit] -context = 1_000_000 -output = 65_000 +context = 1_048_576 +output = 65_535 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-3-pro-image-preview.toml b/providers/llmgateway/models/gemini-3-pro-image-preview.toml index 2a3b2ee0e50..6af0202b067 100644 --- a/providers/llmgateway/models/gemini-3-pro-image-preview.toml +++ b/providers/llmgateway/models/gemini-3-pro-image-preview.toml @@ -12,9 +12,10 @@ open_weights = false [cost] input = 2.00 output = 12.00 +cache_read = 0.20 [limit] -context = 98_304 +context = 65_536 output = 32_768 [modalities] diff --git a/providers/llmgateway/models/gemini-3-pro-preview.toml b/providers/llmgateway/models/gemini-3-pro-preview.toml index 498444399c9..e9945207e32 100644 --- a/providers/llmgateway/models/gemini-3-pro-preview.toml +++ b/providers/llmgateway/models/gemini-3-pro-preview.toml @@ -8,14 +8,16 @@ temperature = true tool_call = true structured_output = true open_weights = false +status = "deprecated" [cost] input = 2.00 output = 12.00 +cache_read = 0.20 [limit] -context = 1_000_000 -output = 65_000 +context = 1_048_576 +output = 65_536 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/gemini-3.1-flash-image-preview.toml b/providers/llmgateway/models/gemini-3.1-flash-image-preview.toml new file mode 100644 index 00000000000..cda4ff54598 --- /dev/null +++ b/providers/llmgateway/models/gemini-3.1-flash-image-preview.toml @@ -0,0 +1,22 @@ +name = "Gemini 3.1 Flash Image (Preview)" +family = "gemini" +release_date = "2026-02-26" +last_updated = "2026-02-26" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 1.50 + +[limit] +context = 65_536 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-3.1-flash-lite-preview.toml b/providers/llmgateway/models/gemini-3.1-flash-lite-preview.toml new file mode 100644 index 00000000000..86c2c9e8853 --- /dev/null +++ b/providers/llmgateway/models/gemini-3.1-flash-lite-preview.toml @@ -0,0 +1,23 @@ +name = "Gemini 3.1 Flash Lite (Preview)" +family = "gemini" +release_date = "2026-03-03" +last_updated = "2026-03-03" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.25 +output = 1.50 +cache_read = 0.03 + +[limit] +context = 1_048_576 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-3.1-pro-preview.toml b/providers/llmgateway/models/gemini-3.1-pro-preview.toml new file mode 100644 index 00000000000..91d318fa6f7 --- /dev/null +++ b/providers/llmgateway/models/gemini-3.1-pro-preview.toml @@ -0,0 +1,23 @@ +name = "Gemini 3.1 Pro (Preview)" +family = "gemini" +release_date = "2026-02-19" +last_updated = "2026-02-19" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 +cache_read = 0.20 + +[limit] +context = 1_048_576 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gemini-pro-latest.toml b/providers/llmgateway/models/gemini-pro-latest.toml new file mode 100644 index 00000000000..28afbb86106 --- /dev/null +++ b/providers/llmgateway/models/gemini-pro-latest.toml @@ -0,0 +1,23 @@ +name = "Gemini Pro Latest" +family = "gemini" +release_date = "2026-02-27" +last_updated = "2026-02-27" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 12.00 +cache_read = 0.20 + +[limit] +context = 1_048_576 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/glm-5.toml b/providers/llmgateway/models/glm-5.toml new file mode 100644 index 00000000000..57d44a3e340 --- /dev/null +++ b/providers/llmgateway/models/glm-5.toml @@ -0,0 +1,23 @@ +name = "GLM-5" +family = "glm" +release_date = "2026-02-15" +last_updated = "2026-02-15" +attachment = false +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.00 +output = 3.20 +cache_read = 0.20 + +[limit] +context = 202_800 +output = 131_100 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-3.5-turbo.toml b/providers/llmgateway/models/gpt-3.5-turbo.toml index 66200229a5f..0e396a96491 100644 --- a/providers/llmgateway/models/gpt-3.5-turbo.toml +++ b/providers/llmgateway/models/gpt-3.5-turbo.toml @@ -6,7 +6,7 @@ attachment = false reasoning = false temperature = true tool_call = true -structured_output = true +structured_output = false open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-4.1-mini.toml b/providers/llmgateway/models/gpt-4.1-mini.toml index ea8f82488d2..b18bff44733 100644 --- a/providers/llmgateway/models/gpt-4.1-mini.toml +++ b/providers/llmgateway/models/gpt-4.1-mini.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 0.40 output = 1.60 +cache_read = 0.10 [limit] context = 1_000_000 diff --git a/providers/llmgateway/models/gpt-4.1-nano.toml b/providers/llmgateway/models/gpt-4.1-nano.toml index 2dc114d05bb..0a3be45dbab 100644 --- a/providers/llmgateway/models/gpt-4.1-nano.toml +++ b/providers/llmgateway/models/gpt-4.1-nano.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 0.10 output = 0.40 +cache_read = 0.03 [limit] context = 1_000_000 diff --git a/providers/llmgateway/models/gpt-4.1.toml b/providers/llmgateway/models/gpt-4.1.toml index 028344e4e3b..959fa4b6a41 100644 --- a/providers/llmgateway/models/gpt-4.1.toml +++ b/providers/llmgateway/models/gpt-4.1.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 2.00 output = 8.00 +cache_read = 0.50 [limit] context = 1_000_000 diff --git a/providers/llmgateway/models/gpt-5.1-codex-mini.toml b/providers/llmgateway/models/gpt-5.1-codex-mini.toml index 6bad6ac2509..579b04d6895 100644 --- a/providers/llmgateway/models/gpt-5.1-codex-mini.toml +++ b/providers/llmgateway/models/gpt-5.1-codex-mini.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = true +structured_output = false open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.1-codex.toml b/providers/llmgateway/models/gpt-5.1-codex.toml index af38bff5d10..e545eb20193 100644 --- a/providers/llmgateway/models/gpt-5.1-codex.toml +++ b/providers/llmgateway/models/gpt-5.1-codex.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = true +structured_output = false open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.2-codex.toml b/providers/llmgateway/models/gpt-5.2-codex.toml new file mode 100644 index 00000000000..c9d19e6ec7f --- /dev/null +++ b/providers/llmgateway/models/gpt-5.2-codex.toml @@ -0,0 +1,23 @@ +name = "GPT-5.2 Codex" +family = "gpt" +release_date = "2026-01-14" +last_updated = "2026-01-14" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.2-pro.toml b/providers/llmgateway/models/gpt-5.2-pro.toml index 420230374e1..64d95ee6dda 100644 --- a/providers/llmgateway/models/gpt-5.2-pro.toml +++ b/providers/llmgateway/models/gpt-5.2-pro.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = true +structured_output = false open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.3-chat-latest.toml b/providers/llmgateway/models/gpt-5.3-chat-latest.toml new file mode 100644 index 00000000000..f1216e02b6e --- /dev/null +++ b/providers/llmgateway/models/gpt-5.3-chat-latest.toml @@ -0,0 +1,23 @@ +name = "GPT-5.3 Chat" +family = "gpt" +release_date = "2026-03-03" +last_updated = "2026-03-03" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.3-codex.toml b/providers/llmgateway/models/gpt-5.3-codex.toml new file mode 100644 index 00000000000..d0a37ca7979 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.3-codex.toml @@ -0,0 +1,23 @@ +name = "GPT-5.3 Codex" +family = "gpt" +release_date = "2026-02-24" +last_updated = "2026-02-24" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 1.75 +output = 14.00 +cache_read = 0.18 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.4-mini.toml b/providers/llmgateway/models/gpt-5.4-mini.toml new file mode 100644 index 00000000000..707cd0c91ad --- /dev/null +++ b/providers/llmgateway/models/gpt-5.4-mini.toml @@ -0,0 +1,23 @@ +name = "GPT-5.4 Mini" +family = "gpt" +release_date = "2026-03-17" +last_updated = "2026-03-17" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.75 +output = 4.50 +cache_read = 0.08 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.4-nano.toml b/providers/llmgateway/models/gpt-5.4-nano.toml new file mode 100644 index 00000000000..d8c4877fdcb --- /dev/null +++ b/providers/llmgateway/models/gpt-5.4-nano.toml @@ -0,0 +1,23 @@ +name = "GPT-5.4 Nano" +family = "gpt" +release_date = "2026-03-17" +last_updated = "2026-03-17" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 1.25 +cache_read = 0.02 + +[limit] +context = 400_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.4-pro.toml b/providers/llmgateway/models/gpt-5.4-pro.toml new file mode 100644 index 00000000000..a737c3993b8 --- /dev/null +++ b/providers/llmgateway/models/gpt-5.4-pro.toml @@ -0,0 +1,22 @@ +name = "GPT-5.4 Pro" +family = "gpt" +release_date = "2026-03-01" +last_updated = "2026-03-01" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = false +open_weights = false + +[cost] +input = 30.00 +output = 180.00 + +[limit] +context = 1_050_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-5.4.toml b/providers/llmgateway/models/gpt-5.4.toml new file mode 100644 index 00000000000..8484a857cfe --- /dev/null +++ b/providers/llmgateway/models/gpt-5.4.toml @@ -0,0 +1,23 @@ +name = "GPT-5.4" +family = "gpt" +release_date = "2026-03-06" +last_updated = "2026-03-06" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.50 +output = 15.00 +cache_read = 0.25 + +[limit] +context = 1_050_000 +output = 128_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-oss-20b-free.toml b/providers/llmgateway/models/gpt-oss-20b-free.toml deleted file mode 100644 index ad9142add68..00000000000 --- a/providers/llmgateway/models/gpt-oss-20b-free.toml +++ /dev/null @@ -1,22 +0,0 @@ -name = "GPT OSS 20B (Free)" -family = "gpt-oss" -release_date = "2025-08-05" -last_updated = "2025-08-05" -attachment = false -reasoning = false -temperature = true -tool_call = false -structured_output = true -open_weights = false - -[cost] -input = 0.00 -output = 0.00 - -[limit] -context = 131_072 -output = 16_384 - -[modalities] -input = ["text"] -output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-3-mini.toml b/providers/llmgateway/models/grok-3-mini.toml deleted file mode 100644 index 9ffc91d6356..00000000000 --- a/providers/llmgateway/models/grok-3-mini.toml +++ /dev/null @@ -1,22 +0,0 @@ -name = "Grok-3 Mini" -family = "grok" -release_date = "2025-04-09" -last_updated = "2025-04-09" -attachment = false -reasoning = false -temperature = true -tool_call = true -structured_output = true -open_weights = false - -[cost] -input = 0.30 -output = 0.50 - -[limit] -context = 131_072 -output = 16_384 - -[modalities] -input = ["text"] -output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml index 615e6b2a424..cae6a1ad30f 100644 --- a/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml +++ b/providers/llmgateway/models/grok-4-1-fast-non-reasoning.toml @@ -10,12 +10,13 @@ structured_output = true open_weights = false [cost] -input = 3.00 -output = 15.00 +input = 0.20 +output = 0.50 +cache_read = 0.05 [limit] context = 2_000_000 -output = 16_384 +output = 30_000 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-1-fast-reasoning.toml b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml index 0b16eadbf02..8e9b89a269b 100644 --- a/providers/llmgateway/models/grok-4-1-fast-reasoning.toml +++ b/providers/llmgateway/models/grok-4-1-fast-reasoning.toml @@ -3,19 +3,20 @@ family = "grok" release_date = "2025-11-19" last_updated = "2025-11-19" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = true structured_output = true open_weights = false [cost] -input = 3.00 -output = 15.00 +input = 0.20 +output = 0.50 +cache_read = 0.05 [limit] context = 2_000_000 -output = 16_384 +output = 30_000 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-1-fast.toml b/providers/llmgateway/models/grok-4-1-fast.toml new file mode 100644 index 00000000000..6c1456cfb45 --- /dev/null +++ b/providers/llmgateway/models/grok-4-1-fast.toml @@ -0,0 +1,23 @@ +name = "Grok 4.1 Fast" +family = "grok" +release_date = "2025-11-19" +last_updated = "2025-11-19" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 0.50 +cache_read = 0.05 + +[limit] +context = 2_000_000 +output = 30_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-20-beta-0309-non-reasoning.toml b/providers/llmgateway/models/grok-4-20-beta-0309-non-reasoning.toml new file mode 100644 index 00000000000..7f2cdb5f472 --- /dev/null +++ b/providers/llmgateway/models/grok-4-20-beta-0309-non-reasoning.toml @@ -0,0 +1,23 @@ +name = "Grok 4.20 Beta Non-Reasoning (0309)" +family = "grok" +release_date = "2026-03-09" +last_updated = "2026-03-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 6.00 +cache_read = 0.20 + +[limit] +context = 2_000_000 +output = 30_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-20-beta-0309-reasoning.toml b/providers/llmgateway/models/grok-4-20-beta-0309-reasoning.toml new file mode 100644 index 00000000000..138a6b70549 --- /dev/null +++ b/providers/llmgateway/models/grok-4-20-beta-0309-reasoning.toml @@ -0,0 +1,23 @@ +name = "Grok 4.20 Beta Reasoning (0309)" +family = "grok" +release_date = "2026-03-09" +last_updated = "2026-03-09" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 6.00 +cache_read = 0.20 + +[limit] +context = 2_000_000 +output = 30_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-20-multi-agent-beta-0309.toml b/providers/llmgateway/models/grok-4-20-multi-agent-beta-0309.toml new file mode 100644 index 00000000000..d7a015fef76 --- /dev/null +++ b/providers/llmgateway/models/grok-4-20-multi-agent-beta-0309.toml @@ -0,0 +1,23 @@ +name = "Grok 4.20 Multi-Agent Beta (0309)" +family = "grok" +release_date = "2026-03-09" +last_updated = "2026-03-09" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 2.00 +output = 6.00 +cache_read = 0.20 + +[limit] +context = 2_000_000 +output = 30_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-4-fast-non-reasoning.toml b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml index 39807c91a5c..3f68622e316 100644 --- a/providers/llmgateway/models/grok-4-fast-non-reasoning.toml +++ b/providers/llmgateway/models/grok-4-fast-non-reasoning.toml @@ -10,13 +10,13 @@ structured_output = true open_weights = false [cost] -input = 0.40 -output = 1.00 +input = 0.20 +output = 0.50 cache_read = 0.05 [limit] context = 2_000_000 -output = 16_384 +output = 30_000 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-fast-reasoning.toml b/providers/llmgateway/models/grok-4-fast-reasoning.toml index 4778a6d64d2..c7e98055d81 100644 --- a/providers/llmgateway/models/grok-4-fast-reasoning.toml +++ b/providers/llmgateway/models/grok-4-fast-reasoning.toml @@ -3,20 +3,20 @@ family = "grok" release_date = "2025-07-09" last_updated = "2025-07-09" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = true structured_output = true open_weights = false [cost] -input = 0.40 -output = 1.00 +input = 0.20 +output = 0.50 cache_read = 0.05 [limit] context = 2_000_000 -output = 16_384 +output = 30_000 [modalities] input = ["text", "image"] diff --git a/providers/llmgateway/models/grok-4-fast.toml b/providers/llmgateway/models/grok-4-fast.toml new file mode 100644 index 00000000000..ab809fab754 --- /dev/null +++ b/providers/llmgateway/models/grok-4-fast.toml @@ -0,0 +1,23 @@ +name = "Grok 4 Fast" +family = "grok" +release_date = "2025-07-09" +last_updated = "2025-07-09" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.20 +output = 0.50 +cache_read = 0.05 + +[limit] +context = 2_000_000 +output = 30_000 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-imagine-image-pro.toml b/providers/llmgateway/models/grok-imagine-image-pro.toml new file mode 100644 index 00000000000..c4746adfb1f --- /dev/null +++ b/providers/llmgateway/models/grok-imagine-image-pro.toml @@ -0,0 +1,22 @@ +name = "Grok Imagine Image Pro" +family = "grok" +release_date = "2026-03-02" +last_updated = "2026-03-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/grok-imagine-image.toml b/providers/llmgateway/models/grok-imagine-image.toml new file mode 100644 index 00000000000..514385f0a13 --- /dev/null +++ b/providers/llmgateway/models/grok-imagine-image.toml @@ -0,0 +1,22 @@ +name = "Grok Imagine Image" +family = "grok" +release_date = "2026-03-02" +last_updated = "2026-03-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/hermes-2-pro-llama-3-8b.toml b/providers/llmgateway/models/hermes-2-pro-llama-3-8b.toml new file mode 100644 index 00000000000..6212592c0b9 --- /dev/null +++ b/providers/llmgateway/models/hermes-2-pro-llama-3-8b.toml @@ -0,0 +1,23 @@ +name = "Hermes 2 Pro Llama 3 8B" +family = "nousresearch" +release_date = "2024-05-27" +last_updated = "2024-05-27" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true +status = "beta" + +[cost] +input = 0.14 +output = 0.14 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/kimi-k2.5.toml b/providers/llmgateway/models/kimi-k2.5.toml new file mode 100644 index 00000000000..e234882c48b --- /dev/null +++ b/providers/llmgateway/models/kimi-k2.5.toml @@ -0,0 +1,23 @@ +name = "Kimi K2.5" +family = "kimi" +release_date = "2026-01-26" +last_updated = "2026-01-26" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 0.60 +output = 3.00 +cache_read = 0.10 + +[limit] +context = 262_144 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3-70b-instruct.toml b/providers/llmgateway/models/llama-3-70b-instruct.toml new file mode 100644 index 00000000000..c051f7f9eab --- /dev/null +++ b/providers/llmgateway/models/llama-3-70b-instruct.toml @@ -0,0 +1,22 @@ +name = "Llama 3 70B Instruct" +family = "llama" +release_date = "2024-04-18" +last_updated = "2024-04-18" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.51 +output = 0.74 + +[limit] +context = 8_192 +output = 8_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3-8b-instruct.toml b/providers/llmgateway/models/llama-3-8b-instruct.toml new file mode 100644 index 00000000000..ab9e9b24f0c --- /dev/null +++ b/providers/llmgateway/models/llama-3-8b-instruct.toml @@ -0,0 +1,22 @@ +name = "Llama 3 8B Instruct" +family = "llama" +release_date = "2025-04-03" +last_updated = "2025-04-03" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.04 +output = 0.04 + +[limit] +context = 8_192 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.2-3b-instruct.toml b/providers/llmgateway/models/llama-3.2-3b-instruct.toml new file mode 100644 index 00000000000..6eade9be213 --- /dev/null +++ b/providers/llmgateway/models/llama-3.2-3b-instruct.toml @@ -0,0 +1,23 @@ +name = "Llama 3.2 3B Instruct" +family = "llama" +release_date = "2024-09-18" +last_updated = "2024-09-18" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true +status = "beta" + +[cost] +input = 0.03 +output = 0.05 + +[limit] +context = 32_768 +output = 32_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.1-lightning.toml b/providers/llmgateway/models/minimax-m2.1-lightning.toml new file mode 100644 index 00000000000..341e3712242 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.1-lightning.toml @@ -0,0 +1,22 @@ +name = "MiniMax M2.1 Lightning" +family = "minimax" +release_date = "2025-12-23" +last_updated = "2025-12-23" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.12 +output = 0.48 + +[limit] +context = 196_608 +output = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.1.toml b/providers/llmgateway/models/minimax-m2.1.toml index 17b6e62fe2a..d0007992679 100644 --- a/providers/llmgateway/models/minimax-m2.1.toml +++ b/providers/llmgateway/models/minimax-m2.1.toml @@ -5,17 +5,16 @@ last_updated = "2025-12-23" attachment = false reasoning = true temperature = true -tool_call = true -structured_output = true +tool_call = false +structured_output = false open_weights = false [cost] -input = 0.30 -output = 1.20 -cache_read = 0.03 +input = 0.27 +output = 1.10 [limit] -context = 204_800 +context = 196_608 output = 131_072 [modalities] diff --git a/providers/llmgateway/models/minimax-m2.5-highspeed.toml b/providers/llmgateway/models/minimax-m2.5-highspeed.toml new file mode 100644 index 00000000000..e9b7de2ce35 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.5-highspeed.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.5 Highspeed" +family = "minimax" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.60 +output = 2.40 +cache_read = 0.03 + +[limit] +context = 204_800 +output = 131_100 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.5.toml b/providers/llmgateway/models/minimax-m2.5.toml new file mode 100644 index 00000000000..ccde37fb688 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.5.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.5" +family = "minimax" +release_date = "2026-02-15" +last_updated = "2026-02-15" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.30 +output = 1.20 +cache_read = 0.03 + +[limit] +context = 204_800 +output = 131_100 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.7-highspeed.toml b/providers/llmgateway/models/minimax-m2.7-highspeed.toml new file mode 100644 index 00000000000..ab3c917f7a1 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.7-highspeed.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.7 Highspeed" +family = "minimax" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.60 +output = 2.40 +cache_read = 0.06 + +[limit] +context = 204_800 +output = 131_100 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.7.toml b/providers/llmgateway/models/minimax-m2.7.toml new file mode 100644 index 00000000000..15dae25ff08 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.7.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2.7" +family = "minimax" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.30 +output = 1.20 +cache_read = 0.06 + +[limit] +context = 204_800 +output = 131_100 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.toml b/providers/llmgateway/models/minimax-m2.toml new file mode 100644 index 00000000000..67ee1caa5b4 --- /dev/null +++ b/providers/llmgateway/models/minimax-m2.toml @@ -0,0 +1,23 @@ +name = "MiniMax M2" +family = "minimax" +release_date = "2025-10-27" +last_updated = "2025-10-27" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = false + +[cost] +input = 0.20 +output = 1.00 +cache_read = 0.03 + +[limit] +context = 196_608 +output = 131_072 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-maverick-free.toml b/providers/llmgateway/models/minimax-text-01.toml similarity index 51% rename from providers/llmgateway/models/llama-4-maverick-free.toml rename to providers/llmgateway/models/minimax-text-01.toml index 4bb90ca72e3..8e1a4ecd609 100644 --- a/providers/llmgateway/models/llama-4-maverick-free.toml +++ b/providers/llmgateway/models/minimax-text-01.toml @@ -1,21 +1,21 @@ -name = "Meta Llama 4 Maverick (Free)" -family = "llama" -release_date = "2025-04-05" -last_updated = "2025-04-05" +name = "MiniMax Text 01" +family = "minimax" +release_date = "2025-01-15" +last_updated = "2025-01-15" attachment = false reasoning = false temperature = true tool_call = false structured_output = false -open_weights = true +open_weights = false [cost] -input = 0.00 -output = 0.00 +input = 0.20 +output = 1.10 [limit] context = 1_000_000 -output = 16_384 +output = 131_072 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/ministral-14b-2512.toml b/providers/llmgateway/models/ministral-14b-2512.toml new file mode 100644 index 00000000000..6e9a5322ae0 --- /dev/null +++ b/providers/llmgateway/models/ministral-14b-2512.toml @@ -0,0 +1,22 @@ +name = "Ministral 14B" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 0.20 + +[limit] +context = 262_144 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/ministral-3b-2512.toml b/providers/llmgateway/models/ministral-3b-2512.toml new file mode 100644 index 00000000000..bb87048e7a7 --- /dev/null +++ b/providers/llmgateway/models/ministral-3b-2512.toml @@ -0,0 +1,22 @@ +name = "Ministral 3B" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.10 + +[limit] +context = 131_072 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/ministral-8b-2512.toml b/providers/llmgateway/models/ministral-8b-2512.toml new file mode 100644 index 00000000000..a6d178c1c56 --- /dev/null +++ b/providers/llmgateway/models/ministral-8b-2512.toml @@ -0,0 +1,22 @@ +name = "Ministral 8B" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.15 +output = 0.15 + +[limit] +context = 262_144 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral-large-2512.toml b/providers/llmgateway/models/mistral-large-2512.toml new file mode 100644 index 00000000000..5c99c9031a6 --- /dev/null +++ b/providers/llmgateway/models/mistral-large-2512.toml @@ -0,0 +1,22 @@ +name = "Mistral Large 3" +family = "mistral" +release_date = "2025-12-02" +last_updated = "2025-12-02" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.50 +output = 1.50 + +[limit] +context = 262_144 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/mistral-small-2506.toml b/providers/llmgateway/models/mistral-small-2506.toml new file mode 100644 index 00000000000..e3c59a7b14b --- /dev/null +++ b/providers/llmgateway/models/mistral-small-2506.toml @@ -0,0 +1,22 @@ +name = "Mistral Small 3.2" +family = "mistral" +release_date = "2025-06-20" +last_updated = "2025-06-20" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.10 +output = 0.30 + +[limit] +context = 128_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/nemotron-nano-9b-v2.toml b/providers/llmgateway/models/nemotron-nano-9b-v2.toml deleted file mode 100644 index e80608bbd8c..00000000000 --- a/providers/llmgateway/models/nemotron-nano-9b-v2.toml +++ /dev/null @@ -1,22 +0,0 @@ -name = "Nemotron Nano 9B V2 (Free)" -family = "nemotron" -release_date = "2025-08-18" -last_updated = "2025-08-18" -attachment = false -reasoning = false -temperature = true -tool_call = false -structured_output = true -open_weights = false - -[cost] -input = 0.00 -output = 0.00 - -[limit] -context = 128_000 -output = 16_384 - -[modalities] -input = ["text"] -output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/o1.toml b/providers/llmgateway/models/o1.toml index eeea2a9935f..cc5c1a0d142 100644 --- a/providers/llmgateway/models/o1.toml +++ b/providers/llmgateway/models/o1.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 15.00 output = 60.00 +cache_read = 7.50 [limit] context = 200_000 diff --git a/providers/llmgateway/models/o3-mini.toml b/providers/llmgateway/models/o3-mini.toml index db4d9e80c73..3d334d6bd04 100644 --- a/providers/llmgateway/models/o3-mini.toml +++ b/providers/llmgateway/models/o3-mini.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 1.10 output = 4.40 +cache_read = 0.55 [limit] context = 200_000 diff --git a/providers/llmgateway/models/o3.toml b/providers/llmgateway/models/o3.toml index ec7e098e1bd..2af1e701969 100644 --- a/providers/llmgateway/models/o3.toml +++ b/providers/llmgateway/models/o3.toml @@ -12,6 +12,7 @@ open_weights = false [cost] input = 2.00 output = 8.00 +cache_read = 0.50 [limit] context = 200_000 diff --git a/providers/llmgateway/models/o4-mini.toml b/providers/llmgateway/models/o4-mini.toml new file mode 100644 index 00000000000..02f61e0cb9d --- /dev/null +++ b/providers/llmgateway/models/o4-mini.toml @@ -0,0 +1,23 @@ +name = "o4 Mini" +family = "gpt" +release_date = "2025-04-16" +last_updated = "2025-04-16" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = false + +[cost] +input = 1.10 +output = 4.40 +cache_read = 0.28 + +[limit] +context = 200_000 +output = 16_384 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder.toml b/providers/llmgateway/models/qwen-coder-plus.toml similarity index 62% rename from providers/llmgateway/models/qwen3-coder.toml rename to providers/llmgateway/models/qwen-coder-plus.toml index ff536a2fc35..51d188078c1 100644 --- a/providers/llmgateway/models/qwen3-coder.toml +++ b/providers/llmgateway/models/qwen-coder-plus.toml @@ -1,7 +1,7 @@ -name = "Qwen3 Coder" +name = "Qwen Coder Plus" family = "qwen" -release_date = "2025-07-23" -last_updated = "2025-07-23" +release_date = "2024-09-18" +last_updated = "2024-09-18" attachment = false reasoning = false temperature = true @@ -10,11 +10,11 @@ structured_output = true open_weights = true [cost] -input = 0.22 -output = 0.95 +input = 1.00 +output = 5.00 [limit] -context = 262_000 +context = 131_072 output = 8_192 [modalities] diff --git a/providers/llmgateway/models/qwen-flash.toml b/providers/llmgateway/models/qwen-flash.toml index e09911f578c..b555c67cf9e 100644 --- a/providers/llmgateway/models/qwen-flash.toml +++ b/providers/llmgateway/models/qwen-flash.toml @@ -12,6 +12,7 @@ open_weights = true [cost] input = 0.05 output = 0.40 +cache_read = 0.01 [limit] context = 1_000_000 diff --git a/providers/llmgateway/models/qwen-image-edit-max.toml b/providers/llmgateway/models/qwen-image-edit-max.toml new file mode 100644 index 00000000000..3f8047e7bfb --- /dev/null +++ b/providers/llmgateway/models/qwen-image-edit-max.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Edit Max" +family = "qwen" +release_date = "2026-01-16" +last_updated = "2026-01-16" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-image-edit-plus.toml b/providers/llmgateway/models/qwen-image-edit-plus.toml new file mode 100644 index 00000000000..5fd9bccad56 --- /dev/null +++ b/providers/llmgateway/models/qwen-image-edit-plus.toml @@ -0,0 +1,22 @@ +name = "Qwen Image Edit Plus" +family = "qwen" +release_date = "2025-08-19" +last_updated = "2025-08-19" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.00 +output = 0.00 + +[limit] +context = 2_000 +output = 4_096 + +[modalities] +input = ["text", "image"] +output = ["text", "image"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen-plus-latest.toml b/providers/llmgateway/models/qwen-plus-latest.toml index 5da8f1be9dd..3bd70894819 100644 --- a/providers/llmgateway/models/qwen-plus-latest.toml +++ b/providers/llmgateway/models/qwen-plus-latest.toml @@ -12,6 +12,7 @@ open_weights = true [cost] input = 0.40 output = 1.20 +cache_read = 0.08 [limit] context = 1_000_000 diff --git a/providers/llmgateway/models/qwen-plus.toml b/providers/llmgateway/models/qwen-plus.toml index a41679ac61f..0a873c8d992 100644 --- a/providers/llmgateway/models/qwen-plus.toml +++ b/providers/llmgateway/models/qwen-plus.toml @@ -12,6 +12,7 @@ open_weights = true [cost] input = 0.40 output = 1.20 +cache_read = 0.08 [limit] context = 131_072 diff --git a/providers/llmgateway/models/qwen2-5-vl-32b-instruct.toml b/providers/llmgateway/models/qwen2-5-vl-32b-instruct.toml new file mode 100644 index 00000000000..18f059d60e7 --- /dev/null +++ b/providers/llmgateway/models/qwen2-5-vl-32b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen2.5 VL 32B Instruct" +family = "qwen" +release_date = "2025-02-19" +last_updated = "2025-02-19" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 1.40 +output = 4.20 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-235b-a22b-fp8.toml b/providers/llmgateway/models/qwen3-235b-a22b-fp8.toml new file mode 100644 index 00000000000..0b287adff91 --- /dev/null +++ b/providers/llmgateway/models/qwen3-235b-a22b-fp8.toml @@ -0,0 +1,22 @@ +name = "Qwen3 235B A22B FP8" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 0.80 + +[limit] +context = 40_960 +output = 20_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml b/providers/llmgateway/models/qwen3-30b-a3b-fp8.toml similarity index 50% rename from providers/llmgateway/models/llama-3.3-70b-instruct-free.toml rename to providers/llmgateway/models/qwen3-30b-a3b-fp8.toml index 74b47b1f8ab..793ae1190a8 100644 --- a/providers/llmgateway/models/llama-3.3-70b-instruct-free.toml +++ b/providers/llmgateway/models/qwen3-30b-a3b-fp8.toml @@ -1,7 +1,7 @@ -name = "Meta Llama 3.3 70B Instruct (Free)" -family = "llama" -release_date = "2024-12-06" -last_updated = "2024-12-06" +name = "Qwen3 30B A3B FP8" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" attachment = false reasoning = false temperature = true @@ -10,12 +10,12 @@ structured_output = false open_weights = true [cost] -input = 0.00 -output = 0.00 +input = 0.09 +output = 0.45 [limit] -context = 131_072 -output = 16_384 +context = 40_960 +output = 20_000 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/deepseek-v3.toml b/providers/llmgateway/models/qwen3-32b-fp8.toml similarity index 53% rename from providers/llmgateway/models/deepseek-v3.toml rename to providers/llmgateway/models/qwen3-32b-fp8.toml index 8daba1c87b5..42003d3b46f 100644 --- a/providers/llmgateway/models/deepseek-v3.toml +++ b/providers/llmgateway/models/qwen3-32b-fp8.toml @@ -1,7 +1,7 @@ -name = "DeepSeek V3" -family = "deepseek" -release_date = "2024-12-26" -last_updated = "2024-12-26" +name = "Qwen3 32B FP8" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" attachment = false reasoning = false temperature = true @@ -10,12 +10,12 @@ structured_output = false open_weights = true [cost] -input = 0.15 -output = 0.40 +input = 0.10 +output = 0.45 [limit] -context = 163_840 -output = 16_384 +context = 40_960 +output = 20_000 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/qwen3-4b-fp8.toml b/providers/llmgateway/models/qwen3-4b-fp8.toml new file mode 100644 index 00000000000..aa0ac47eeb8 --- /dev/null +++ b/providers/llmgateway/models/qwen3-4b-fp8.toml @@ -0,0 +1,22 @@ +name = "Qwen3 4B FP8" +family = "qwen" +release_date = "2025-04-28" +last_updated = "2025-04-28" +attachment = false +reasoning = false +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.03 +output = 0.03 + +[limit] +context = 128_000 +output = 20_000 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder-flash.toml b/providers/llmgateway/models/qwen3-coder-flash.toml new file mode 100644 index 00000000000..4b6b3a16700 --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder-flash.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Coder Flash" +family = "qwen" +release_date = "2025-07-22" +last_updated = "2025-07-22" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.30 +output = 1.50 +cache_read = 0.06 + +[limit] +context = 1_000_000 +output = 65_536 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-coder-next.toml b/providers/llmgateway/models/qwen3-coder-next.toml new file mode 100644 index 00000000000..3ab5979f6c8 --- /dev/null +++ b/providers/llmgateway/models/qwen3-coder-next.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Coder Next" +family = "qwen" +release_date = "2024-01-01" +last_updated = "2024-01-01" +attachment = false +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.11 +output = 0.68 +cache_read = 0.06 + +[limit] +context = 262_144 +output = 262_144 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-max-2026-01-23.toml b/providers/llmgateway/models/qwen3-max-2026-01-23.toml new file mode 100644 index 00000000000..25937bd0cd8 --- /dev/null +++ b/providers/llmgateway/models/qwen3-max-2026-01-23.toml @@ -0,0 +1,23 @@ +name = "Qwen3 Max 2026-01-23" +family = "qwen" +release_date = "2026-01-23" +last_updated = "2026-01-23" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 1.20 +output = 6.00 +cache_read = 0.24 + +[limit] +context = 262_144 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-235b-a22b-instruct.toml b/providers/llmgateway/models/qwen3-vl-235b-a22b-instruct.toml new file mode 100644 index 00000000000..e84ceec1d35 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-235b-a22b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 VL 235B A22B Instruct" +family = "qwen" +release_date = "2025-09-23" +last_updated = "2025-09-23" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.50 +output = 2.00 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-235b-a22b-thinking.toml b/providers/llmgateway/models/qwen3-vl-235b-a22b-thinking.toml new file mode 100644 index 00000000000..2b48c477478 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-235b-a22b-thinking.toml @@ -0,0 +1,22 @@ +name = "Qwen3 VL 235B A22B Thinking" +family = "qwen" +release_date = "2025-09-23" +last_updated = "2025-09-23" +attachment = true +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.50 +output = 2.00 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-30b-a3b-instruct.toml b/providers/llmgateway/models/qwen3-vl-30b-a3b-instruct.toml new file mode 100644 index 00000000000..acd740a5bd9 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-30b-a3b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 VL 30B A3B Instruct" +family = "qwen" +release_date = "2025-10-05" +last_updated = "2025-10-05" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = false +open_weights = true + +[cost] +input = 0.20 +output = 0.70 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-30b-a3b-thinking.toml b/providers/llmgateway/models/qwen3-vl-30b-a3b-thinking.toml new file mode 100644 index 00000000000..ddd9c3f0083 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-30b-a3b-thinking.toml @@ -0,0 +1,22 @@ +name = "Qwen3 VL 30B A3B Thinking" +family = "qwen" +release_date = "2025-10-11" +last_updated = "2025-10-11" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 1.00 + +[limit] +context = 131_072 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-8b-instruct.toml b/providers/llmgateway/models/qwen3-vl-8b-instruct.toml new file mode 100644 index 00000000000..814f726fbc3 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-8b-instruct.toml @@ -0,0 +1,22 @@ +name = "Qwen3 VL 8B Instruct" +family = "qwen" +release_date = "2025-10-14" +last_updated = "2025-10-14" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.08 +output = 0.50 + +[limit] +context = 131_072 +output = 8_192 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-flash.toml b/providers/llmgateway/models/qwen3-vl-flash.toml new file mode 100644 index 00000000000..d5b98524137 --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-flash.toml @@ -0,0 +1,23 @@ +name = "Qwen3 VL Flash" +family = "qwen" +release_date = "2025-10-15" +last_updated = "2025-10-15" +attachment = true +reasoning = false +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.05 +output = 0.40 +cache_read = 0.01 + +[limit] +context = 262_144 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen3-vl-plus.toml b/providers/llmgateway/models/qwen3-vl-plus.toml new file mode 100644 index 00000000000..04c3b98b92d --- /dev/null +++ b/providers/llmgateway/models/qwen3-vl-plus.toml @@ -0,0 +1,23 @@ +name = "Qwen3 VL Plus" +family = "qwen" +release_date = "2025-09-23" +last_updated = "2025-09-23" +attachment = true +reasoning = false +temperature = true +tool_call = false +structured_output = true +open_weights = true + +[cost] +input = 0.20 +output = 1.60 +cache_read = 0.04 + +[limit] +context = 262_144 +output = 32_768 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwen35-397b-a17b.toml b/providers/llmgateway/models/qwen35-397b-a17b.toml new file mode 100644 index 00000000000..ef8b1fd6318 --- /dev/null +++ b/providers/llmgateway/models/qwen35-397b-a17b.toml @@ -0,0 +1,22 @@ +name = "Qwen3.5 397B A17B" +family = "qwen" +release_date = "2026-02-16" +last_updated = "2026-02-16" +attachment = true +reasoning = true +temperature = true +tool_call = true +structured_output = true +open_weights = true + +[cost] +input = 0.60 +output = 3.60 + +[limit] +context = 262_144 +output = 65_536 + +[modalities] +input = ["text", "image"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/qwq-plus.toml b/providers/llmgateway/models/qwq-plus.toml new file mode 100644 index 00000000000..ec50d0e853d --- /dev/null +++ b/providers/llmgateway/models/qwq-plus.toml @@ -0,0 +1,22 @@ +name = "QwQ Plus" +family = "qwen" +release_date = "2025-03-06" +last_updated = "2025-03-06" +attachment = false +reasoning = true +temperature = true +tool_call = false +structured_output = false +open_weights = true + +[cost] +input = 0.80 +output = 2.40 + +[limit] +context = 131_072 +output = 8_192 + +[modalities] +input = ["text"] +output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/llama-4-scout-free.toml b/providers/llmgateway/models/veo-3.1-fast-generate-preview.toml similarity index 53% rename from providers/llmgateway/models/llama-4-scout-free.toml rename to providers/llmgateway/models/veo-3.1-fast-generate-preview.toml index 6b13e6dedf6..20f26a0b150 100644 --- a/providers/llmgateway/models/llama-4-scout-free.toml +++ b/providers/llmgateway/models/veo-3.1-fast-generate-preview.toml @@ -1,21 +1,22 @@ -name = "Meta Llama 4 Scout (Free)" -family = "llama" -release_date = "2025-04-05" -last_updated = "2025-04-05" +name = "Veo 3.1 Fast" +family = "gemini" +release_date = "2026-03-14" +last_updated = "2026-03-14" attachment = false reasoning = false temperature = true tool_call = false structured_output = false -open_weights = true +open_weights = false +status = "beta" [cost] input = 0.00 output = 0.00 [limit] -context = 1_000_000 -output = 16_384 +context = 32_768 +output = 1 [modalities] input = ["text"] diff --git a/providers/llmgateway/models/o1-mini.toml b/providers/llmgateway/models/veo-3.1-generate-preview.toml similarity index 57% rename from providers/llmgateway/models/o1-mini.toml rename to providers/llmgateway/models/veo-3.1-generate-preview.toml index 9792911dc91..119cc16c996 100644 --- a/providers/llmgateway/models/o1-mini.toml +++ b/providers/llmgateway/models/veo-3.1-generate-preview.toml @@ -1,7 +1,7 @@ -name = "o1 Mini" -family = "gpt" -release_date = "2024-09-12" -last_updated = "2024-09-12" +name = "Veo 3.1" +family = "gemini" +release_date = "2026-03-14" +last_updated = "2026-03-14" attachment = false reasoning = false temperature = true @@ -11,12 +11,12 @@ open_weights = false status = "beta" [cost] -input = 1.10 -output = 4.40 +input = 0.00 +output = 0.00 [limit] -context = 128_000 -output = 16_384 +context = 32_768 +output = 1 [modalities] input = ["text"] From d77bee4f29fcb1c130fe8b26e98df002fed9157e Mon Sep 17 00:00:00 2001 From: smakosh Date: Thu, 26 Mar 2026 19:55:28 +0100 Subject: [PATCH 10/11] fix: correct reasoning, vision, tools flags The export script only checked the first active provider for capabilities. Now checks all providers and uses model ID patterns for reasoning detection. Co-Authored-By: Claude Opus 4.6 (1M context) --- .../llmgateway/models/deepseek-r1-0528.toml | 2 +- .../llmgateway/models/deepseek-v3.1.toml | 6 ++--- .../llmgateway/models/deepseek-v3.2.toml | 2 +- .../models/gemini-3-pro-preview.toml | 24 ------------------- .../llmgateway/models/gpt-3.5-turbo.toml | 2 +- .../llmgateway/models/gpt-5.1-codex-mini.toml | 2 +- .../llmgateway/models/gpt-5.1-codex.toml | 2 +- .../llmgateway/models/gpt-5.2-codex.toml | 2 +- providers/llmgateway/models/gpt-5.2-pro.toml | 2 +- .../llmgateway/models/gpt-5.3-codex.toml | 2 +- providers/llmgateway/models/gpt-5.4-pro.toml | 2 +- .../llmgateway/models/grok-4-1-fast.toml | 2 +- providers/llmgateway/models/grok-4-fast.toml | 2 +- .../models/llama-3.1-8b-instruct.toml | 4 ++-- .../models/llama-4-maverick-17b-instruct.toml | 2 +- .../models/llama-4-scout-17b-instruct.toml | 2 +- providers/llmgateway/models/minimax-m2.1.toml | 4 ++-- providers/llmgateway/models/minimax-m2.5.toml | 4 ++-- providers/llmgateway/models/minimax-m2.7.toml | 4 ++-- providers/llmgateway/models/minimax-m2.toml | 4 ++-- providers/llmgateway/models/o3-mini.toml | 2 +- providers/llmgateway/models/o3.toml | 2 +- .../models/sonar-reasoning-pro.toml | 2 +- 23 files changed, 29 insertions(+), 53 deletions(-) delete mode 100644 providers/llmgateway/models/gemini-3-pro-preview.toml diff --git a/providers/llmgateway/models/deepseek-r1-0528.toml b/providers/llmgateway/models/deepseek-r1-0528.toml index 2650c4cc0ce..9bc9c06a0ec 100644 --- a/providers/llmgateway/models/deepseek-r1-0528.toml +++ b/providers/llmgateway/models/deepseek-r1-0528.toml @@ -3,7 +3,7 @@ family = "deepseek" release_date = "2025-05-28" last_updated = "2025-05-28" attachment = false -reasoning = false +reasoning = true temperature = true tool_call = false structured_output = false diff --git a/providers/llmgateway/models/deepseek-v3.1.toml b/providers/llmgateway/models/deepseek-v3.1.toml index 931c90e48ec..95db4db4da0 100644 --- a/providers/llmgateway/models/deepseek-v3.1.toml +++ b/providers/llmgateway/models/deepseek-v3.1.toml @@ -2,11 +2,11 @@ name = "DeepSeek V3.1" family = "deepseek" release_date = "2025-08-21" last_updated = "2025-08-21" -attachment = false +attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = true [cost] @@ -19,5 +19,5 @@ context = 128_000 output = 32_768 [modalities] -input = ["text"] +input = ["text", "image"] output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/deepseek-v3.2.toml b/providers/llmgateway/models/deepseek-v3.2.toml index 6466fced7a9..f43d941a91c 100644 --- a/providers/llmgateway/models/deepseek-v3.2.toml +++ b/providers/llmgateway/models/deepseek-v3.2.toml @@ -3,7 +3,7 @@ family = "deepseek" release_date = "2025-09-29" last_updated = "2025-09-29" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = true structured_output = true diff --git a/providers/llmgateway/models/gemini-3-pro-preview.toml b/providers/llmgateway/models/gemini-3-pro-preview.toml deleted file mode 100644 index e9945207e32..00000000000 --- a/providers/llmgateway/models/gemini-3-pro-preview.toml +++ /dev/null @@ -1,24 +0,0 @@ -name = "Gemini 3 Pro (Preview)" -family = "gemini" -release_date = "2025-11-18" -last_updated = "2025-11-18" -attachment = true -reasoning = true -temperature = true -tool_call = true -structured_output = true -open_weights = false -status = "deprecated" - -[cost] -input = 2.00 -output = 12.00 -cache_read = 0.20 - -[limit] -context = 1_048_576 -output = 65_536 - -[modalities] -input = ["text", "image"] -output = ["text"] \ No newline at end of file diff --git a/providers/llmgateway/models/gpt-3.5-turbo.toml b/providers/llmgateway/models/gpt-3.5-turbo.toml index 0e396a96491..66200229a5f 100644 --- a/providers/llmgateway/models/gpt-3.5-turbo.toml +++ b/providers/llmgateway/models/gpt-3.5-turbo.toml @@ -6,7 +6,7 @@ attachment = false reasoning = false temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.1-codex-mini.toml b/providers/llmgateway/models/gpt-5.1-codex-mini.toml index 579b04d6895..6bad6ac2509 100644 --- a/providers/llmgateway/models/gpt-5.1-codex-mini.toml +++ b/providers/llmgateway/models/gpt-5.1-codex-mini.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.1-codex.toml b/providers/llmgateway/models/gpt-5.1-codex.toml index e545eb20193..af38bff5d10 100644 --- a/providers/llmgateway/models/gpt-5.1-codex.toml +++ b/providers/llmgateway/models/gpt-5.1-codex.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.2-codex.toml b/providers/llmgateway/models/gpt-5.2-codex.toml index c9d19e6ec7f..ff30042c4d5 100644 --- a/providers/llmgateway/models/gpt-5.2-codex.toml +++ b/providers/llmgateway/models/gpt-5.2-codex.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.2-pro.toml b/providers/llmgateway/models/gpt-5.2-pro.toml index 64d95ee6dda..420230374e1 100644 --- a/providers/llmgateway/models/gpt-5.2-pro.toml +++ b/providers/llmgateway/models/gpt-5.2-pro.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.3-codex.toml b/providers/llmgateway/models/gpt-5.3-codex.toml index d0a37ca7979..20f9fd76648 100644 --- a/providers/llmgateway/models/gpt-5.3-codex.toml +++ b/providers/llmgateway/models/gpt-5.3-codex.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/gpt-5.4-pro.toml b/providers/llmgateway/models/gpt-5.4-pro.toml index a737c3993b8..7083db8ba0a 100644 --- a/providers/llmgateway/models/gpt-5.4-pro.toml +++ b/providers/llmgateway/models/gpt-5.4-pro.toml @@ -6,7 +6,7 @@ attachment = true reasoning = true temperature = true tool_call = true -structured_output = false +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/grok-4-1-fast.toml b/providers/llmgateway/models/grok-4-1-fast.toml index 6c1456cfb45..1348bd9a9f2 100644 --- a/providers/llmgateway/models/grok-4-1-fast.toml +++ b/providers/llmgateway/models/grok-4-1-fast.toml @@ -3,7 +3,7 @@ family = "grok" release_date = "2025-11-19" last_updated = "2025-11-19" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = true structured_output = true diff --git a/providers/llmgateway/models/grok-4-fast.toml b/providers/llmgateway/models/grok-4-fast.toml index ab809fab754..e66871c4ef9 100644 --- a/providers/llmgateway/models/grok-4-fast.toml +++ b/providers/llmgateway/models/grok-4-fast.toml @@ -3,7 +3,7 @@ family = "grok" release_date = "2025-07-09" last_updated = "2025-07-09" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = true structured_output = true diff --git a/providers/llmgateway/models/llama-3.1-8b-instruct.toml b/providers/llmgateway/models/llama-3.1-8b-instruct.toml index b2c2cbe0eb7..ce67985a0ec 100644 --- a/providers/llmgateway/models/llama-3.1-8b-instruct.toml +++ b/providers/llmgateway/models/llama-3.1-8b-instruct.toml @@ -5,8 +5,8 @@ last_updated = "2024-07-23" attachment = false reasoning = false temperature = true -tool_call = false -structured_output = false +tool_call = true +structured_output = true open_weights = true status = "beta" diff --git a/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml b/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml index b4d26ec556e..2e0e931da0e 100644 --- a/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml +++ b/providers/llmgateway/models/llama-4-maverick-17b-instruct.toml @@ -6,7 +6,7 @@ attachment = true reasoning = false temperature = true tool_call = false -structured_output = false +structured_output = true open_weights = true status = "beta" diff --git a/providers/llmgateway/models/llama-4-scout-17b-instruct.toml b/providers/llmgateway/models/llama-4-scout-17b-instruct.toml index 9490f421575..3aa796ebdff 100644 --- a/providers/llmgateway/models/llama-4-scout-17b-instruct.toml +++ b/providers/llmgateway/models/llama-4-scout-17b-instruct.toml @@ -6,7 +6,7 @@ attachment = true reasoning = false temperature = true tool_call = false -structured_output = false +structured_output = true open_weights = true status = "beta" diff --git a/providers/llmgateway/models/minimax-m2.1.toml b/providers/llmgateway/models/minimax-m2.1.toml index d0007992679..0c15a1e3403 100644 --- a/providers/llmgateway/models/minimax-m2.1.toml +++ b/providers/llmgateway/models/minimax-m2.1.toml @@ -5,8 +5,8 @@ last_updated = "2025-12-23" attachment = false reasoning = true temperature = true -tool_call = false -structured_output = false +tool_call = true +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/minimax-m2.5.toml b/providers/llmgateway/models/minimax-m2.5.toml index ccde37fb688..e10e1c26913 100644 --- a/providers/llmgateway/models/minimax-m2.5.toml +++ b/providers/llmgateway/models/minimax-m2.5.toml @@ -5,8 +5,8 @@ last_updated = "2026-02-15" attachment = false reasoning = true temperature = true -tool_call = false -structured_output = false +tool_call = true +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/minimax-m2.7.toml b/providers/llmgateway/models/minimax-m2.7.toml index 15dae25ff08..4b2fea1b3b9 100644 --- a/providers/llmgateway/models/minimax-m2.7.toml +++ b/providers/llmgateway/models/minimax-m2.7.toml @@ -5,8 +5,8 @@ last_updated = "2024-01-01" attachment = false reasoning = true temperature = true -tool_call = false -structured_output = false +tool_call = true +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/minimax-m2.toml b/providers/llmgateway/models/minimax-m2.toml index 67ee1caa5b4..ea8ccec6969 100644 --- a/providers/llmgateway/models/minimax-m2.toml +++ b/providers/llmgateway/models/minimax-m2.toml @@ -5,8 +5,8 @@ last_updated = "2025-10-27" attachment = false reasoning = true temperature = true -tool_call = false -structured_output = false +tool_call = true +structured_output = true open_weights = false [cost] diff --git a/providers/llmgateway/models/o3-mini.toml b/providers/llmgateway/models/o3-mini.toml index 3d334d6bd04..b9e5cfccd2f 100644 --- a/providers/llmgateway/models/o3-mini.toml +++ b/providers/llmgateway/models/o3-mini.toml @@ -3,7 +3,7 @@ family = "gpt" release_date = "2025-06-01" last_updated = "2025-06-01" attachment = false -reasoning = false +reasoning = true temperature = true tool_call = false structured_output = true diff --git a/providers/llmgateway/models/o3.toml b/providers/llmgateway/models/o3.toml index 2af1e701969..6d6f6c51d86 100644 --- a/providers/llmgateway/models/o3.toml +++ b/providers/llmgateway/models/o3.toml @@ -3,7 +3,7 @@ family = "gpt" release_date = "2025-06-01" last_updated = "2025-06-01" attachment = true -reasoning = false +reasoning = true temperature = true tool_call = false structured_output = true diff --git a/providers/llmgateway/models/sonar-reasoning-pro.toml b/providers/llmgateway/models/sonar-reasoning-pro.toml index b4d3006e79e..48f46110174 100644 --- a/providers/llmgateway/models/sonar-reasoning-pro.toml +++ b/providers/llmgateway/models/sonar-reasoning-pro.toml @@ -3,7 +3,7 @@ family = "sonar" release_date = "2025-03-07" last_updated = "2025-03-07" attachment = false -reasoning = false +reasoning = true temperature = true tool_call = false structured_output = true From c2ba40d7d5c24d5ffac8a563bff95e3cb8de966b Mon Sep 17 00:00:00 2001 From: smakosh Date: Thu, 26 Mar 2026 20:02:58 +0100 Subject: [PATCH 11/11] fix: logo format, remove README, minimax weights - Normalize logo to 24x24, viewBox 0 0 40 40, currentColor - Remove README.md (other providers don't have one) - Mark all MiniMax models as open_weights = true Co-Authored-By: Claude Opus 4.6 (1M context) --- providers/llmgateway/README.md | 65 ------------------- providers/llmgateway/logo.svg | 10 +-- .../models/minimax-m2.1-lightning.toml | 2 +- providers/llmgateway/models/minimax-m2.1.toml | 2 +- .../models/minimax-m2.5-highspeed.toml | 2 +- providers/llmgateway/models/minimax-m2.5.toml | 2 +- .../models/minimax-m2.7-highspeed.toml | 2 +- providers/llmgateway/models/minimax-m2.7.toml | 2 +- providers/llmgateway/models/minimax-m2.toml | 2 +- .../llmgateway/models/minimax-text-01.toml | 2 +- 10 files changed, 14 insertions(+), 77 deletions(-) delete mode 100644 providers/llmgateway/README.md diff --git a/providers/llmgateway/README.md b/providers/llmgateway/README.md deleted file mode 100644 index b1efbb418ea..00000000000 --- a/providers/llmgateway/README.md +++ /dev/null @@ -1,65 +0,0 @@ -# LLM Gateway Provider - -This provider enables access to 150+ AI models through [LLM Gateway](https://llmgateway.io), an OpenAI-compatible API gateway that provides unified access to 40+ LLM providers. - -## Directory Structure - -- **models/**: TOML configuration files for all supported models -- **provider.toml**: Provider configuration -- **logo.svg**: Provider logo - -## Regenerating Models - -Model configurations are generated from the [LLM Gateway repository](https://github.com/theopenco/llmgateway): - -```bash -npx tsx scripts/export-models-dev.ts -``` - -## How It Works - -LLM Gateway acts as a unified proxy for multiple AI providers. You can access any supported model through a single API endpoint using your LLM Gateway API key. - -## Prerequisites - -```bash -export LLMGATEWAY_API_KEY="your-api-key" -``` - -## Supported Providers - -- OpenAI (GPT-3.5, GPT-4, GPT-4o, GPT-5, o1, o3, o4-mini) -- Anthropic (Claude 3, 3.5, 3.7, 4, 4.5) -- Google (Gemini 1.5, 2.0, 2.5, 3, Gemma) -- Meta (Llama 3.1, 3.3, 4) -- xAI (Grok 2, 3, 4) -- DeepSeek (V3, R1) -- Alibaba (Qwen Max, Plus, Flash, VL, Coder) -- Mistral (Large, Pixtral, Mixtral) -- ZAI (GLM 4.5, 4.6, 4.7) -- ByteDance (Seed, Seedream) -- Moonshot (Kimi K2) -- Perplexity (Sonar) -- And many more... - -## Usage with AI SDK - -```typescript -import { createOpenAICompatible } from "@ai-sdk/openai-compatible"; - -const llmgateway = createOpenAICompatible({ - baseURL: "https://api.llmgateway.io/v1", - apiKey: process.env.LLMGATEWAY_API_KEY, -}); - -const result = await generateText({ - model: llmgateway("claude-sonnet-4-5"), - prompt: "Hello!", -}); -``` - -## Links - -- [Documentation](https://llmgateway.io/docs) -- [Pricing](https://llmgateway.io/pricing) -- [GitHub](https://github.com/theopenco/llmgateway) diff --git a/providers/llmgateway/logo.svg b/providers/llmgateway/logo.svg index 77135ce4f6b..4bda1089f25 100644 --- a/providers/llmgateway/logo.svg +++ b/providers/llmgateway/logo.svg @@ -1,4 +1,6 @@ - - - - + + + + + + \ No newline at end of file diff --git a/providers/llmgateway/models/minimax-m2.1-lightning.toml b/providers/llmgateway/models/minimax-m2.1-lightning.toml index 341e3712242..add754f619b 100644 --- a/providers/llmgateway/models/minimax-m2.1-lightning.toml +++ b/providers/llmgateway/models/minimax-m2.1-lightning.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = false structured_output = false -open_weights = false +open_weights = true [cost] input = 0.12 diff --git a/providers/llmgateway/models/minimax-m2.1.toml b/providers/llmgateway/models/minimax-m2.1.toml index 0c15a1e3403..319f1516cda 100644 --- a/providers/llmgateway/models/minimax-m2.1.toml +++ b/providers/llmgateway/models/minimax-m2.1.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = true structured_output = true -open_weights = false +open_weights = true [cost] input = 0.27 diff --git a/providers/llmgateway/models/minimax-m2.5-highspeed.toml b/providers/llmgateway/models/minimax-m2.5-highspeed.toml index e9b7de2ce35..d2b5e4c991d 100644 --- a/providers/llmgateway/models/minimax-m2.5-highspeed.toml +++ b/providers/llmgateway/models/minimax-m2.5-highspeed.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = false structured_output = false -open_weights = false +open_weights = true [cost] input = 0.60 diff --git a/providers/llmgateway/models/minimax-m2.5.toml b/providers/llmgateway/models/minimax-m2.5.toml index e10e1c26913..7e201e9d0e6 100644 --- a/providers/llmgateway/models/minimax-m2.5.toml +++ b/providers/llmgateway/models/minimax-m2.5.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = true structured_output = true -open_weights = false +open_weights = true [cost] input = 0.30 diff --git a/providers/llmgateway/models/minimax-m2.7-highspeed.toml b/providers/llmgateway/models/minimax-m2.7-highspeed.toml index ab3c917f7a1..26f00272c04 100644 --- a/providers/llmgateway/models/minimax-m2.7-highspeed.toml +++ b/providers/llmgateway/models/minimax-m2.7-highspeed.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = false structured_output = false -open_weights = false +open_weights = true [cost] input = 0.60 diff --git a/providers/llmgateway/models/minimax-m2.7.toml b/providers/llmgateway/models/minimax-m2.7.toml index 4b2fea1b3b9..812594c3ad9 100644 --- a/providers/llmgateway/models/minimax-m2.7.toml +++ b/providers/llmgateway/models/minimax-m2.7.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = true structured_output = true -open_weights = false +open_weights = true [cost] input = 0.30 diff --git a/providers/llmgateway/models/minimax-m2.toml b/providers/llmgateway/models/minimax-m2.toml index ea8ccec6969..374c438ca45 100644 --- a/providers/llmgateway/models/minimax-m2.toml +++ b/providers/llmgateway/models/minimax-m2.toml @@ -7,7 +7,7 @@ reasoning = true temperature = true tool_call = true structured_output = true -open_weights = false +open_weights = true [cost] input = 0.20 diff --git a/providers/llmgateway/models/minimax-text-01.toml b/providers/llmgateway/models/minimax-text-01.toml index 8e1a4ecd609..8a3a4e03176 100644 --- a/providers/llmgateway/models/minimax-text-01.toml +++ b/providers/llmgateway/models/minimax-text-01.toml @@ -7,7 +7,7 @@ reasoning = false temperature = true tool_call = false structured_output = false -open_weights = false +open_weights = true [cost] input = 0.20