Skip to content

refactor(models): extract pure transform layer from modelsDevSync.ts #5743

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
diegosouzapw merged 1 commit into from
Jul 1, 2026
Merged

refactor(models): extract pure transform layer from modelsDevSync.ts #5743

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
289 changes: 21 additions & 268 deletions src/lib/modelsDevSync.ts
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -21,40 +21,28 @@ import { getDbInstance } from "./db/core";
import { invalidateDbCache } from "./db/readCache";
import { backupDbFile } from "./db/backup";

// ─── Types ───────────────────────────────────────────────

type PricingEntry = {
input: number;
output: number;
cached?: number;
cache_creation?: number;
reasoning?: number;
};

type PricingModels = Record<string, PricingEntry>;
type PricingByProvider = Record<string, PricingModels>;

export interface ModelCapabilityEntry {
tool_call: boolean | null;
reasoning: boolean | null;
attachment: boolean | null;
structured_output: boolean | null;
temperature: boolean | null;
modalities_input: string; // JSON array
modalities_output: string; // JSON array
knowledge_cutoff: string | null;
release_date: string | null;
last_updated: string | null;
status: string | null;
family: string | null;
open_weights: boolean | null;
limit_context: number | null;
limit_input: number | null;
limit_output: number | null;
interleaved_field: string | null;
}
import {
transformModelsDevToPricing,
transformModelsDevToCapabilities,
} from "./modelsDevSync/transform";
import type {
PricingModels,
PricingByProvider,
ModelCapabilityEntry,
CapabilitiesByProvider,
ModelsDevData,
} from "./modelsDevSync/transform";

// Re-export the pure transform layer (moved to ./modelsDevSync/transform)
// so this module's public API is unchanged.
export {
mapProviderId,
transformModelsDevToPricing,
transformModelsDevToCapabilities,
} from "./modelsDevSync/transform";
export type { ModelCapabilityEntry, CapabilitiesByProvider } from "./modelsDevSync/transform";

export type CapabilitiesByProvider = Record<string, Record<string, ModelCapabilityEntry>>;
// ─── Types ───────────────────────────────────────────────

interface SyncStatus {
enabled: boolean;
Expand All @@ -75,65 +63,6 @@ interface SyncResult {
error?: string;
}

// ─── models.dev API types (raw) ──────────────────────────

interface ModelsDevCost {
input?: number;
output?: number;
reasoning?: number;
cache_read?: number;
cache_write?: number;
input_audio?: number;
output_audio?: number;
}

interface ModelsDevLimit {
context?: number;
input?: number;
output?: number;
}

interface ModelsDevModalities {
input?: string[];
output?: string[];
}

interface ModelsDevInterleaved {
field?: string;
}

interface ModelsDevModel {
id: string;
name: string;
family?: string;
attachment?: boolean;
reasoning?: boolean;
tool_call?: boolean;
structured_output?: boolean;
temperature?: boolean;
knowledge?: string;
release_date?: string;
last_updated?: string;
open_weights?: boolean;
status?: string;
cost?: ModelsDevCost;
limit?: ModelsDevLimit;
modalities?: ModelsDevModalities;
interleaved?: ModelsDevInterleaved | boolean;
}

interface ModelsDevProvider {
id: string;
name?: string;
env?: string[];
npm?: string;
api?: string;
doc?: string;
models: Record<string, ModelsDevModel>;
}

type ModelsDevData = Record<string, ModelsDevProvider>;

// ─── Configuration ───────────────────────────────────────

const MODELS_DEV_API_URL = "https://models.dev/api.json";
Expand All @@ -142,89 +71,6 @@ const parsedInterval = parseInt(process.env.MODELS_DEV_SYNC_INTERVAL || "86400",
const SYNC_INTERVAL_MS =
Number.isFinite(parsedInterval) && parsedInterval > 0 ? parsedInterval * 1000 : 86400 * 1000;

// ─── Provider mapping: models.dev provider ID → OmniRoute provider IDs/aliases ──
//
// models.dev uses canonical provider IDs (e.g. "openai", "anthropic", "google").
// OmniRoute uses both full IDs and short aliases (e.g. "cc" for claude, "cx" for codex).
// We map each models.dev provider to ALL OmniRoute identifiers that should receive
// its pricing/capability data.

const MODELS_DEV_PROVIDER_MAP: Record<string, string[]> = {
// Major providers
openai: ["openai", "cx"], // cx = Codex (uses OpenAI models)
anthropic: ["anthropic", "cc"], // cc = Claude Code
google: ["gemini"],
"google-vertex": ["gemini", "vertex"],
"google-vertex-anthropic": ["anthropic", "cc", "vertex"],
vertex_ai: ["gemini", "vertex"],
deepseek: ["deepseek", "if"], // if = Qoder (routes through DeepSeek)
groq: ["groq"],
xai: ["xai"],
mistral: ["mistral"],
togetherai: ["together", "openrouter"],
together_ai: ["together", "openrouter"],
"fireworks-ai": ["fireworks"],
fireworks: ["fireworks"],
cerebras: ["cerebras"],
cohere: ["cohere"],
nvidia: ["nvidia"],
nebius: ["nebius"],
siliconflow: ["siliconflow"],
hyperbolic: ["hyperbolic"],
huggingface: ["hf", "huggingface"],
openrouter: ["openrouter"],
perplexity: ["pplx", "perplexity"],
// OAuth / special providers
bedrock: ["kiro", "kr"], // kr = Kiro (AWS Bedrock)
"github-copilot": ["github", "gh"],
"github-models": ["github", "gh"],
kilo: ["kilocode", "kc", "kilo-gateway"],
kilocode: ["kilocode", "kc", "kilo-gateway"],
"kimi-for-coding": ["kimi-coding", "kmc", "kimi-coding-apikey", "kmca"],
// The `opencode` models.dev entry used to map only to "opencode-zen" because
// that is the historical alias pair. But OmniRoute's catalog & combo targets
// reference models under BOTH provider IDs:
// - `opencode-zen/big-pickle` (alias form)
// - `opencode/big-pickle` (canonical id form, used by live API catalog
// and by combos like "Opencode FREE Omni")
// If we only store synced capabilities under "opencode-zen", the canonical
// `opencode/<model>` lookup in getCanonicalModelMetadata returns null and
// any combo that targets `opencode/...` ends up with no computed context.
// Symmetric mapping keeps both lookup paths populated.
opencode: ["opencode", "opencode-zen"],
"opencode-go": ["opencode-go", "opencode-zen"],
// Additional providers that may overlap with OmniRoute
alibaba: ["ali", "alibaba"],
"alibaba-cn": ["ali-cn", "alibaba-cn", "alibaba-china"],
"alibaba-coding-plan": ["bcp", "bailian-coding-plan"],
zai: ["zai", "glm"], // GLM models via Z.AI
"zai-coding-plan": ["zai", "glm"],
moonshotai: ["moonshot", "kimi"],
"moonshotai-cn": ["moonshot", "kimi"],
moonshot: ["moonshot", "kimi", "kimi-coding", "kmc", "kmca"],
minimax: ["minimax", "minimax-cn"],
"minimax-cn": ["minimax-cn"],
longcat: ["lc", "longcat"],
pollinations: ["pol", "pollinations"],
puter: ["pu", "puter"],
cloudflare: ["cf"],
scaleway: ["scw"],
ollama: ["ollamacloud", "ollama-cloud"],
blackbox: ["bb", "blackbox"],
cline: ["cl", "cline"],
cursor: ["cu", "cursor"],
github: ["gh", "github"],
// Fallback: if no mapping exists, use the models.dev ID as-is
};

/**
* Map a models.dev provider ID to OmniRoute provider IDs.
* Returns array of provider identifiers (may include aliases).
*/
export function mapProviderId(modelsDevProviderId: string): string[] {
return MODELS_DEV_PROVIDER_MAP[modelsDevProviderId] || [modelsDevProviderId];
}

// ─── Periodic sync state ─────────────────────────────────

let syncTimer: ReturnType<typeof setInterval> | null = null;
Expand Down Expand Up @@ -312,99 +158,6 @@ export async function fetchModelsDev(signal?: AbortSignal): Promise<ModelsDevDat
}
}

// ─── Transform: Pricing ──────────────────────────────────

/**
* Transform models.dev raw data → OmniRoute PricingByProvider format.
*
* models.dev costs are already in $/1M tokens (same as OmniRoute format).
* Maps: cache_read → cached, cache_write → cache_creation.
*/
export function transformModelsDevToPricing(raw: ModelsDevData): PricingByProvider {
const result: PricingByProvider = {};

for (const [providerId, providerData] of Object.entries(raw)) {
const omniRouteProviders = mapProviderId(providerId);

for (const [modelId, model] of Object.entries(providerData.models || {})) {
if (!model.cost) continue;

// Must have at least input pricing
if (model.cost.input == null) continue;

const entry: PricingEntry = {
input: model.cost.input,
output: model.cost.output ?? 0,
};

if (model.cost.cache_read != null) {
entry.cached = model.cost.cache_read;
}
if (model.cost.cache_write != null) {
entry.cache_creation = model.cost.cache_write;
}
if (model.cost.reasoning != null) {
entry.reasoning = model.cost.reasoning;
}

// Write to ALL mapped OmniRoute providers
for (const omniProvider of omniRouteProviders) {
if (!result[omniProvider]) result[omniProvider] = {};
result[omniProvider][modelId] = entry;
}
}
}

return result;
}

// ─── Transform: Capabilities ─────────────────────────────

/**
* Transform models.dev raw data → CapabilitiesByProvider format.
*/
export function transformModelsDevToCapabilities(raw: ModelsDevData): CapabilitiesByProvider {
const result: CapabilitiesByProvider = {};

for (const [providerId, providerData] of Object.entries(raw)) {
const omniRouteProviders = mapProviderId(providerId);

for (const [modelId, model] of Object.entries(providerData.models || {})) {
const cap: ModelCapabilityEntry = {
tool_call: model.tool_call ?? null,
reasoning: model.reasoning ?? null,
attachment: model.attachment ?? null,
structured_output: model.structured_output ?? null,
temperature: model.temperature ?? null,
modalities_input: JSON.stringify(model.modalities?.input ?? []),
modalities_output: JSON.stringify(model.modalities?.output ?? []),
knowledge_cutoff: model.knowledge ?? null,
release_date: model.release_date ?? null,
last_updated: model.last_updated ?? null,
status: model.status ?? null,
family: model.family ?? null,
open_weights: model.open_weights ?? null,
limit_context: model.limit?.context ?? null,
limit_input: model.limit?.input ?? null,
limit_output: model.limit?.output ?? null,
interleaved_field:
typeof model.interleaved === "object" && model.interleaved?.field
? model.interleaved.field
: model.interleaved === true
? "reasoning_content"
: null,
};

for (const omniProvider of omniRouteProviders) {
if (!result[omniProvider]) result[omniProvider] = {};
result[omniProvider][modelId] = cap;
}
}
}

return result;
}

// ─── DB: models.dev pricing namespace ────────────────────

function toRecord(value: unknown): Record<string, unknown> {
Expand Down
Loading
Loading