Skip to content

feat(providers): add Tokenify as an OpenAI-compatible provider #44163

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
BeEdward wants to merge 4 commits into
base: main
Choose a base branch
from
+571 −0
Open

feat(providers): add Tokenify as an OpenAI-compatible provider #44163

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
d57c45f
feat(providers): add Tokenify as an OpenAI-compatible provider
BeEdward Oct 2, 2026
9e20075
feat(providers): price the Tokenify models
BeEdward Oct 2, 2026
97a34da
test(providers): assert Tokenify costs against the cost map, not vend…
BeEdward Oct 2, 2026
f28f328
test(providers): pin the expected Tokenify model list
BeEdward Oct 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions litellm/constants.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -960,6 +960,7 @@
"https://pinstripes.io/v1",
"https://api.meta.ai/v1",
"https://api.sailresearch.com/v1",
"https://api.tokenify.dev/v1",
"https://api.cognition.ai/v1",
"https://api.cortecs.ai/v1",
"https://api.scx.ai/v1",
Expand Down Expand Up @@ -1040,6 +1041,7 @@
"scx-ai",
"prism",
"sail",
"tokenify",
]

OPENAI_AUDIO_TRANSCRIPTION_PROVIDERS: Final = frozenset({"openai"} | frozenset(openai_compatible_providers))
Expand Down
6 changes: 6 additions & 0 deletions litellm/llms/openai_like/providers.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -218,5 +218,11 @@
"api_key_env": "SAIL_API_KEY",
"api_base_env": "SAIL_API_BASE",
"supported_endpoints": ["/v1/chat/completions", "/v1/responses", "/v1/messages"]
},
"tokenify": {
"base_url": "https://api.tokenify.dev/v1",
"api_key_env": "TOKENIFY_API_KEY",
"api_base_env": "TOKENIFY_API_BASE",
"supported_endpoints": ["/v1/chat/completions", "/v1/responses", "/v1/messages"]
Comment thread
greptile-apps[bot] marked this conversation as resolved.
}
}
125 changes: 125 additions & 0 deletions litellm/model_prices_and_context_window_backup.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79628,5 +79628,130 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"tokenify/deepseek/deepseek-v4-flash": {
"cache_read_input_token_cost": 1.4e-08,
"input_cost_per_token": 2.2e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 6.6e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/deepseek/deepseek-v4-pro": {
"cache_read_input_token_cost": 4.4e-08,
"input_cost_per_token": 6.6e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 1.98e-06,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/deepseek/deepseek-v4.1-flash": {
"cache_read_input_token_cost": 6e-09,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
},
"tokenify/z-ai/glm-5.2": {
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 7e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2.2e-06,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": false,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/z-ai/glm-5.3-flash": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
}
}
18 changes: 18 additions & 0 deletions litellm/provider_endpoints_support_backup.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -636,6 +636,24 @@
"interactions": false
}
},
"tokenify": {
"display_name": "Tokenify (`tokenify`)",
"url": "https://docs.litellm.ai/docs/providers/tokenify",
"endpoints": {
"chat_completions": true,
"messages": true,
"responses": true,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false,
"interactions": false
}
},
"custom": {
"display_name": "Custom (`custom`)",
"url": "https://docs.litellm.ai/docs/providers/custom_llm_server",
Expand Down
28 changes: 28 additions & 0 deletions litellm/proxy/public_endpoints/provider_create_fields.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1043,6 +1043,34 @@
],
"default_model_placeholder": "cortecs/gpt-6-sol"
},
{
"provider": "TOKENIFY",
"provider_display_name": "Tokenify",
"litellm_provider": "tokenify",
"credential_fields": [
{
"key": "api_base",
"label": "API Base",
"placeholder": "https://api.tokenify.dev/v1",
"tooltip": null,
"required": false,
"field_type": "text",
"options": null,
"default_value": null
},
{
"key": "api_key",
"label": "API Key",
"placeholder": null,
"tooltip": null,
"required": true,
"field_type": "password",
"options": null,
"default_value": null
Comment thread
greptile-apps[bot] marked this conversation as resolved.
}
],
"default_model_placeholder": "tokenify/deepseek/deepseek-v4-pro"
},
{
"provider": "CUSTOM",
"provider_display_name": "Custom",
Expand Down
1 change: 1 addition & 0 deletions litellm/types/utils.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -4158,6 +4158,7 @@ class LlmProviders(str, Enum):
DARKBLOOM = "darkbloom"
META = "meta"
SAIL = "sail"
TOKENIFY = "tokenify"
LITELLM_AGENT = "litellm_agent"
CURSOR = "cursor"
BEDROCK_MANTLE = "bedrock_mantle"
Expand Down
125 changes: 125 additions & 0 deletions model_prices_and_context_window.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79628,5 +79628,130 @@
"supports_response_schema": true,
"supports_tool_choice": true,
"supports_vision": true
},
"tokenify/deepseek/deepseek-v4-flash": {
"cache_read_input_token_cost": 1.4e-08,
"input_cost_per_token": 2.2e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 6.6e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/deepseek/deepseek-v4-pro": {
"cache_read_input_token_cost": 4.4e-08,
"input_cost_per_token": 6.6e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 1.98e-06,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/deepseek/deepseek-v4.1-flash": {
"cache_read_input_token_cost": 6e-09,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 393216,
"max_tokens": 393216,
"mode": "chat",
"output_cost_per_token": 6e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
},
"tokenify/z-ai/glm-5.2": {
"cache_read_input_token_cost": 2.6e-07,
"input_cost_per_token": 7e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 2.2e-06,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": false,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": false
},
"tokenify/z-ai/glm-5.3-flash": {
"cache_read_input_token_cost": 3e-08,
"input_cost_per_token": 1.5e-07,
"litellm_provider": "tokenify",
"max_input_tokens": 1048576,
"max_output_tokens": 131072,
"max_tokens": 131072,
"mode": "chat",
"output_cost_per_token": 5e-07,
"source": "https://www.tokenify.dev/pricing/",
"supported_endpoints": [
"/v1/chat/completions",
"/v1/responses",
"/v1/messages"
],
"supports_function_calling": true,
"supports_native_streaming": true,
"supports_parallel_function_calling": true,
"supports_prompt_caching": true,
"supports_reasoning": true,
"supports_response_schema": true,
"supports_system_messages": true,
"supports_tool_choice": true,
"supports_vision": true
}
}
18 changes: 18 additions & 0 deletions provider_endpoints_support.json
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -689,6 +689,24 @@
"interactions": false
}
},
"tokenify": {
"display_name": "Tokenify (`tokenify`)",
"url": "https://docs.litellm.ai/docs/providers/tokenify",
"endpoints": {
"chat_completions": true,
"messages": true,
"responses": true,
"embeddings": false,
"image_generations": false,
"audio_transcriptions": false,
"audio_speech": false,
"moderations": false,
"batches": false,
"rerank": false,
"a2a": false,
"interactions": false
}
},
"crusoe": {
"display_name": "Crusoe (`crusoe`)",
"url": "https://docs.litellm.ai/docs/providers/crusoe",
Expand Down
Loading
Loading