Skip to content

feat(provider): add Runware provider #2808

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Closed
DaWe35 wants to merge 2 commits into from
Closed

feat(provider): add Runware provider #2808

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
fa6ff06
feat(provider): add Runware provider
DaWe35 Jun 24, 2026
66eb784
feat(models): add cached input prices for Google and OpenAI models
DaWe35 Jun 24, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .github/workflows/e2e.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -86,6 +86,7 @@ jobs:
LLM_BYTEDANCE_API_KEY: ${{ secrets.LLM_BYTEDANCE_API_KEY }}
LLM_MINIMAX_API_KEY: ${{ secrets.LLM_MINIMAX_API_KEY }}
LLM_EMBERCLOUD_API_KEY: ${{ secrets.LLM_EMBERCLOUD_API_KEY }}
LLM_RUNWARE_API_KEY: ${{ secrets.LLM_RUNWARE_API_KEY }}
LLM_ALIBABA_API_KEY__US_VIRGINIA: ${{ secrets.LLM_ALIBABA_API_KEY__US_VIRGINIA }}
LLM_ALIBABA_API_KEY__CN_BEIJING: ${{ secrets.LLM_ALIBABA_API_KEY__CN_BEIJING }}
LLM_XIAOMI_API_KEY: ${{ secrets.LLM_XIAOMI_API_KEY }}
Expand Down
117 changes: 59 additions & 58 deletions apps/gateway/src/chat/tools/transform-streaming-to-openai.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,19 +39,19 @@ function normalizeAnthropicUsage(usage: any): any {
...(outputTokens !== undefined && { completion_tokens: outputTokens }),
...(promptTokens !== null &&
outputTokens !== undefined && {
total_tokens: promptTokens + outputTokens,
}),
total_tokens: promptTokens + outputTokens,
}),
...(cacheRead !== null &&
cacheCreation !== null &&
(cacheRead > 0 || cacheCreation > 0) && {
prompt_tokens_details: {
cached_tokens: cacheRead,
...(cacheCreation > 0 && {
cache_write_tokens: cacheCreation,
cache_creation_tokens: cacheCreation,
}),
},
}),
prompt_tokens_details: {
cached_tokens: cacheRead,
...(cacheCreation > 0 && {
cache_write_tokens: cacheCreation,
cache_creation_tokens: cacheCreation,
}),
},
}),
};
return normalizedUsage;
}
Expand Down Expand Up @@ -405,7 +405,7 @@ export function transformStreamingToOpenai(

const promptTokenCount =
typeof usageMetadata.promptTokenCount === "number" &&
usageMetadata.promptTokenCount > 0
usageMetadata.promptTokenCount > 0
? usageMetadata.promptTokenCount
: calculatePromptTokensFromMessages(messagesForFallback);

Expand Down Expand Up @@ -570,10 +570,10 @@ export function transformStreamingToOpenai(
// it represents the thought process that led to the tool call
provider_extra: sig
? {
google: {
thought_signature: sig,
},
}
google: {
thought_signature: sig,
},
}
: undefined,
});

Expand Down Expand Up @@ -662,38 +662,38 @@ export function transformStreamingToOpenai(

const finishChoices = candidates.length
? candidates.map((candidate, candidateIdx) => {
const candidateParts: any[] = candidate?.content?.parts ?? [];
const candidateHasFunctionCalls = candidateParts.some(
(part) => part.functionCall,
);
const finishReason = candidate.finishReason as string | undefined;

return {
index:
typeof candidate.index === "number"
? candidate.index
: candidateIdx,
delta: { role: "assistant" },
finish_reason: mapFinishReasonToOpenai(
finishReason,
usedProvider,
candidateHasFunctionCalls,
promptBlockReason,
),
};
})
const candidateParts: any[] = candidate?.content?.parts ?? [];
const candidateHasFunctionCalls = candidateParts.some(
(part) => part.functionCall,
);
const finishReason = candidate.finishReason as string | undefined;

return {
index:
typeof candidate.index === "number"
? candidate.index
: candidateIdx,
delta: { role: "assistant" },
finish_reason: mapFinishReasonToOpenai(
finishReason,
usedProvider,
candidateHasFunctionCalls,
promptBlockReason,
),
};
})
: [
{
index: 0,
delta: { role: "assistant" },
finish_reason: mapFinishReasonToOpenai(
firstCandidate?.finishReason,
usedProvider,
false,
promptBlockReason,
),
},
];
{
index: 0,
delta: { role: "assistant" },
finish_reason: mapFinishReasonToOpenai(
firstCandidate?.finishReason,
usedProvider,
false,
promptBlockReason,
),
},
];

transformedData = {
id: data.responseId ?? `chatcmpl-${Date.now()}`,
Expand Down Expand Up @@ -1300,18 +1300,18 @@ export function transformStreamingToOpenai(
}),
...(cacheWriteTokens > 0 &&
hasCacheCreationDetails && {
cache_creation: {
ephemeral_5m_input_tokens:
cacheDetails.cacheCreation5mTokens ??
Math.max(
0,
cacheWriteTokens -
(cacheDetails.cacheCreation1hTokens ?? 0),
),
ephemeral_1h_input_tokens:
cacheDetails.cacheCreation1hTokens ?? 0,
},
}),
cache_creation: {
ephemeral_5m_input_tokens:
cacheDetails.cacheCreation5mTokens ??
Math.max(
0,
cacheWriteTokens -
(cacheDetails.cacheCreation1hTokens ?? 0),
),
ephemeral_1h_input_tokens:
cacheDetails.cacheCreation1hTokens ?? 0,
},
}),
},
}),
},
Expand Down Expand Up @@ -1348,6 +1348,7 @@ export function transformStreamingToOpenai(
case "bytedance":
case "minimax":
case "embercloud":
case "runware":
case "xiaomi":
case "azure-ai-foundry":
case "vertex-openai":
Expand Down
12 changes: 8 additions & 4 deletions packages/actions/src/get-provider-endpoint.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -356,6 +356,9 @@ export function getProviderEndpoint(
case "embercloud":
url = "https://api.embercloud.ai";
break;
case "runware":
url = "https://api.runware.ai";
break;
case "deepinfra":
url = "https://api.deepinfra.com/v1/openai";
break;
Expand Down Expand Up @@ -486,10 +489,10 @@ export function getProviderEndpoint(

const awsRegionPrefix = region
? (
providers.find((p) => p.id === "aws-bedrock") as
| ProviderDefinition
| undefined
)?.regionConfig?.modelPrefixMap?.[region]
providers.find((p) => p.id === "aws-bedrock") as
| ProviderDefinition
| undefined
)?.regionConfig?.modelPrefixMap?.[region]
: undefined;
// envValueOrDefault honors skipEnvVars (BYOK), so the server's
// LLM_AWS_BEDROCK_REGION can't silently affect provider-key routing.
Expand Down Expand Up @@ -650,6 +653,7 @@ export function getProviderEndpoint(
case "minimax":
case "xiaomi":
case "embercloud":
case "runware":
case "custom":
default:
return `${url}/v1/chat/completions`;
Expand Down
1 change: 1 addition & 0 deletions packages/actions/src/get-provider-headers.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -102,6 +102,7 @@ export function getProviderHeaders(
case "zai":
case "canopywave":
case "embercloud":
case "runware":
case "deepinfra":
case "custom":
default:
Expand Down
38 changes: 38 additions & 0 deletions packages/models/src/models/alibaba.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1634,6 +1634,44 @@ export const alibabaModels = [
"tools",
],
},
{
providerId: "runware",
externalId: "alibaba:qwen@3.5-397b",
inputPrice: "0.5e-6",
outputPrice: "3.2e-6",
requestPrice: "0",
contextSize: 262144,
maxOutput: 65536,
reasoning: true,
streaming: true,
vision: true,
tools: true,
jsonOutput: true,
},
],
},
{
id: "qwen3.5-27b",
name: "Qwen3.5 27B",
description:
"Compact Qwen3.5 model with reasoning and agent capabilities.",
family: "alibaba",
releasedAt: new Date("2026-02-16"),
providers: [
{
providerId: "runware",
externalId: "alibaba:qwen@3.5-27b",
inputPrice: "0.24e-6",
outputPrice: "2.0e-6",
requestPrice: "0",
contextSize: 262144,
maxOutput: 65536,
reasoning: true,
streaming: true,
vision: true,
tools: true,
jsonOutput: true,
},
],
},
{
Expand Down
55 changes: 55 additions & 0 deletions packages/models/src/models/anthropic.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -530,6 +530,20 @@ export const anthropicModels = [
tools: true,
jsonOutputSchema: true,
},
{
providerId: "runware",
externalId: "anthropic:claude@sonnet-4.6",
inputPrice: "3.0e-6",
outputPrice: "15.0e-6",
requestPrice: "0",
contextSize: 1000000,
maxOutput: 64000,
streaming: true,
reasoning: true,
vision: true,
tools: true,
jsonOutput: true,
},
],
},
{
Expand Down Expand Up @@ -601,6 +615,19 @@ export const anthropicModels = [
jsonOutput: true,
jsonOutputSchema: true,
},
{
providerId: "runware",
externalId: "anthropic:claude@haiku-4.5",
inputPrice: "1.0e-6",
outputPrice: "5.0e-6",
requestPrice: "0",
contextSize: 200000,
maxOutput: 64000,
streaming: true,
vision: false,
tools: true,
jsonOutput: true,
},
],
},
{
Expand Down Expand Up @@ -1190,6 +1217,20 @@ export const anthropicModels = [
jsonOutputSchema: true,
supportedParameters: ["temperature", "max_tokens", "top_p", "effort"],
},
{
providerId: "runware",
externalId: "anthropic:claude@opus-4.7",
inputPrice: "5.0e-6",
outputPrice: "25.0e-6",
requestPrice: "0",
contextSize: 1000000,
maxOutput: 128000,
streaming: true,
reasoning: true,
vision: true,
tools: true,
jsonOutput: true,
},
],
},
{
Expand Down Expand Up @@ -1249,6 +1290,20 @@ export const anthropicModels = [
{ id: "au" },
],
},
{
providerId: "runware",
externalId: "anthropic:claude@opus-4.8",
inputPrice: "5.0e-6",
outputPrice: "25.0e-6",
requestPrice: "0",
contextSize: 1000000,
maxOutput: 128000,
streaming: true,
reasoning: true,
vision: true,
tools: true,
jsonOutput: true,
},
],
},
] as const satisfies ModelDefinition[];
30 changes: 30 additions & 0 deletions packages/models/src/models/deepseek.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -298,6 +298,21 @@ export const deepseekModels = [
tools: true,
jsonOutput: true,
},
{
providerId: "runware",
externalId: "deepseek:v4@pro",
inputPrice: "1.3e-6",
cachedInputPrice: "0.13e-6",
outputPrice: "2.6e-6",
requestPrice: "0",
contextSize: 1000000,
maxOutput: 393216,
streaming: true,
reasoning: true,
vision: false,
tools: true,
jsonOutput: true,
},
],
},
{
Expand Down Expand Up @@ -388,6 +403,21 @@ export const deepseekModels = [
tools: true,
jsonOutput: true,
},
{
providerId: "runware",
externalId: "deepseek:v4@flash",
inputPrice: "0.14e-6",
cachedInputPrice: "0.014e-6",
outputPrice: "0.28e-6",
requestPrice: "0",
contextSize: 1000000,
maxOutput: 393216,
streaming: true,
reasoning: true,
vision: false,
tools: true,
jsonOutput: true,
},
],
},
] as const satisfies ModelDefinition[];
Loading
Loading