Skip to content

fix: azure issue where azure sdk was being used instead of anthropic one for anthropic models #9341

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
rekram1-node wants to merge 5 commits into
base: dev
Choose a base branch
from
+222 −40
Open

fix: azure issue where azure sdk was being used instead of anthropic one for anthropic models #9341

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
84c4fe9
fix: azure issue where azure sdk was being used instead of anthropic …
rekram1-node Jan 19, 2026
ff77016
wip
rekram1-node Jan 20, 2026
fe58321
wip
rekram1-node Jan 20, 2026
7e4d215
fix
rekram1-node Jan 20, 2026
dbd5897
add unit tests
rekram1-node Jan 21, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .opencode/opencode.jsonc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,11 @@
"opencode": {
"options": {},
},
"azure": {
"options": {
"resourceName": "alice-mi7mfgew-eastus2",
},
},
},
"mcp": {
"context7": {
Expand Down
7 changes: 6 additions & 1 deletion packages/opencode/src/provider/models.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -60,7 +60,12 @@ export namespace ModelsDev {
status: z.enum(["alpha", "beta", "deprecated"]).optional(),
options: z.record(z.string(), z.any()),
headers: z.record(z.string(), z.string()).optional(),
provider: z.object({ npm: z.string() }).optional(),
provider: z
.object({
npm: z.string().optional(),
api: z.string().optional(),
})
.optional(),
variants: z.record(z.string(), z.record(z.string(), z.any())).optional(),
})
export type Model = z.infer<typeof Model>
Expand Down
96 changes: 57 additions & 39 deletions packages/opencode/src/provider/provider.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,7 +66,7 @@ export namespace Provider {
"@ai-sdk/github-copilot": createGitHubCopilotOpenAICompatible,
}

type CustomModelLoader = (sdk: any, modelID: string, options?: Record<string, any>) => Promise<any>
type CustomModelLoader = (sdk: any, model: Model, options?: Record<string, any>) => Promise<any>
type CustomLoader = (provider: Info) => Promise<{
autoload: boolean
getModel?: CustomModelLoader
Expand Down Expand Up @@ -110,63 +110,65 @@ export namespace Provider {
openai: async () => {
return {
autoload: false,
async getModel(sdk: any, modelID: string, _options?: Record<string, any>) {
return sdk.responses(modelID)
async getModel(sdk: any, model: Model, _options?: Record<string, any>) {
return sdk.responses(model.api.id)
},
options: {},
}
},
"github-copilot": async () => {
return {
autoload: false,
async getModel(sdk: any, modelID: string, _options?: Record<string, any>) {
if (modelID.includes("codex")) {
return sdk.responses(modelID)
async getModel(sdk: any, model: Model, _options?: Record<string, any>) {
if (model.api.id.includes("codex")) {
return sdk.responses(model.api.id)
}
return sdk.chat(modelID)
return sdk.chat(model.api.id)
},
options: {},
}
},
"github-copilot-enterprise": async () => {
return {
autoload: false,
async getModel(sdk: any, modelID: string, _options?: Record<string, any>) {
if (modelID.includes("codex")) {
return sdk.responses(modelID)
async getModel(sdk: any, model: Model, _options?: Record<string, any>) {
if (model.api.id.includes("codex")) {
return sdk.responses(model.api.id)
}
return sdk.chat(modelID)
return sdk.chat(model.api.id)
},
options: {},
}
},
// TODO: handle the openai and anthropic deployments
azure: async () => {
return {
autoload: false,
async getModel(sdk: any, modelID: string, options?: Record<string, any>) {
async getModel(sdk: any, model: Model, options?: Record<string, any>) {
if (model && model.api.npm !== "@ai-sdk/azure") {
return sdk.languageModel(model.api.id)
}
if (options?.["useCompletionUrls"]) {
return sdk.chat(modelID)
} else {
return sdk.responses(modelID)
return sdk.chat(model.api.id)
}
return sdk.responses(model.api.id)
},
options: {},
}
},
"azure-cognitive-services": async () => {
const resourceName = Env.get("AZURE_COGNITIVE_SERVICES_RESOURCE_NAME")
return {
autoload: false,
async getModel(sdk: any, modelID: string, options?: Record<string, any>) {
async getModel(sdk: any, model: Model, options?: Record<string, any>) {
if (model && model.api.npm !== "@ai-sdk/azure") {
return sdk.languageModel(model.api.id)
}
if (options?.["useCompletionUrls"]) {
return sdk.chat(modelID)
} else {
return sdk.responses(modelID)
return sdk.chat(model.api.id)
}
return sdk.responses(model.api.id)
},
options: {
baseURL: resourceName ? `https://${resourceName}.cognitiveservices.azure.com/openai` : undefined,
},
options: {},
}
},
"amazon-bedrock": async () => {
Expand Down Expand Up @@ -225,7 +227,8 @@ export namespace Provider {
return {
autoload: true,
options: providerOptions,
async getModel(sdk: any, modelID: string, options?: Record<string, any>) {
async getModel(sdk: any, model: Model, options?: Record<string, any>) {
let modelID = model.api.id
// Skip region prefixing if model already has a cross-region inference profile prefix
if (modelID.startsWith("global.") || modelID.startsWith("jp.")) {
return sdk.languageModel(modelID)
Expand Down Expand Up @@ -343,8 +346,8 @@ export namespace Provider {
project,
location,
},
async getModel(sdk: any, modelID: string) {
const id = String(modelID).trim()
async getModel(sdk: any, model: Model) {
const id = String(model.api.id).trim()
return sdk.languageModel(id)
},
}
Expand All @@ -360,8 +363,8 @@ export namespace Provider {
project,
location,
},
async getModel(sdk: any, modelID) {
const id = String(modelID).trim()
async getModel(sdk: any, model: Model) {
const id = String(model.api.id).trim()
return sdk.languageModel(id)
},
}
Expand All @@ -383,8 +386,8 @@ export namespace Provider {
return {
autoload: !!envServiceKey,
options: envServiceKey ? { deploymentId, resourceGroup } : {},
async getModel(sdk: any, modelID: string) {
return sdk(modelID)
async getModel(sdk: any, model: Model) {
return sdk(model.api.id)
},
}
},
Expand Down Expand Up @@ -423,8 +426,8 @@ export namespace Provider {
...(providerConfig?.options?.featureFlags || {}),
},
},
async getModel(sdk: ReturnType<typeof createGitLab>, modelID: string) {
return sdk.agenticChat(modelID, {
async getModel(sdk: ReturnType<typeof createGitLab>, model: Model) {
return sdk.agenticChat(model.api.id, {
featureFlags: {
duo_agent_platform_agentic_chat: true,
duo_agent_platform: true,
Expand All @@ -451,8 +454,8 @@ export namespace Provider {

return {
autoload: true,
async getModel(sdk: any, modelID: string, _options?: Record<string, any>) {
return sdk.languageModel(modelID)
async getModel(sdk: any, model: Model, _options?: Record<string, any>) {
return sdk.languageModel(model.api.id)
},
options: {
baseURL: `https://gateway.ai.cloudflare.com/v1/${accountId}/${gateway}/compat`,
Expand Down Expand Up @@ -594,7 +597,7 @@ export namespace Provider {
family: model.family,
api: {
id: model.id,
url: provider.api!,
url: model.provider?.api ?? provider.api!,
npm: model.provider?.npm ?? provider.npm ?? "@ai-sdk/openai-compatible",
},
status: model.status ?? "active",
Expand Down Expand Up @@ -957,6 +960,21 @@ export namespace Provider {
return state().then((state) => state.providers)
}

export function resolveModelBaseURL(model: Model, options: Record<string, any>): string {
const template = model.api?.url ?? ""
if (!template) return ""
const matches = [...template.matchAll(/{{([^}]+)}}/g)]
if (matches.length === 0) return template
return matches.reduce((url, match) => {
const keys = match[1].split("|").map((item) => item.trim())
const resolved = keys
.map((key) => Env.get(key) ?? options[key])
.find((value) => value !== undefined && value !== null && value !== "")
if (resolved === undefined || resolved === null || resolved === "") return url
return url.replaceAll(match[0], String(resolved))
}, template)
}

async function getSDK(model: Model) {
try {
using _ = log.time("getSDK", {
Expand All @@ -970,7 +988,8 @@ export namespace Provider {
options["includeUsage"] = true
}

if (!options["baseURL"]) options["baseURL"] = model.api.url
const resolvedBaseURL = resolveModelBaseURL(model, options)
if (!options["baseURL"] && resolvedBaseURL) options["baseURL"] = resolvedBaseURL
if (options["apiKey"] === undefined && provider.key) options["apiKey"] = provider.key
if (model.headers)
options["headers"] = {
Expand Down Expand Up @@ -1093,9 +1112,8 @@ export namespace Provider {
const sdk = await getSDK(model)

try {
const language = s.modelLoaders[model.providerID]
? await s.modelLoaders[model.providerID](sdk, model.api.id, provider.options)
: sdk.languageModel(model.api.id)
const loader = s.modelLoaders[model.providerID]
const language = loader ? await loader(sdk, model, provider.options) : sdk.languageModel(model.api.id)
s.models.set(key, language)
return language
} catch (e) {
Expand Down
Loading