perf(ram): reduce server memory footprint

next.config.mjs

@@ -141,7 +141,6 @@ const nextConfig = {
     "thread-stream",
     "pino-abstract-transport",
     "better-sqlite3",
-    "sql.js",
     "node-machine-id",
     "keytar",
     "wreq-js",
@@ -175,6 +174,43 @@ const nextConfig = {
       ...(config.ignoreWarnings || []),
       isNextIntlExtractorDynamicImportWarning,
     ];
+    config.optimization = config.optimization || {};
+    config.optimization.splitChunks = {
+      ...config.optimization.splitChunks,
+      cacheGroups: {
+        ...(config.optimization.splitChunks?.cacheGroups || {}),
+        recharts: {
+          test: /[\\/]node_modules[\\/]recharts[\\/]/,
+          name: "vendor-recharts",
+          chunks: "all",
+          priority: 20,
+        },
+        lobeIcons: {
+          test: /[\\/]node_modules[\\/]@lobehub[\\/]icons[\\/]/,
+          name: "vendor-lobe-icons",
+          chunks: "all",
+          priority: 20,
+        },
+        monaco: {
+          test: /[\\/]node_modules[\\/]monaco-editor[\\/]/,
+          name: "vendor-monaco",
+          chunks: "all",
+          priority: 20,
+        },
+        xyflow: {
+          test: /[\\/]node_modules[\\/]@xyflow[\\/]/,
+          name: "vendor-xyflow",
+          chunks: "all",
+          priority: 20,
+        },
+        mermaid: {
+          test: /[\\/]node_modules[\\/]mermaid[\\/]/,
+          name: "vendor-mermaid",
+          chunks: "all",
+          priority: 20,
+        },
+      },
+    };
 
     if (isMinimalBuild) {
       // Mirror the turbopack.resolveAlias entries for webpack-built artifacts.

open-sse/config/audioRegistry.ts

@@ -22,7 +22,11 @@ export interface AudioProvider {
   models: AudioModel[];
 }
 
-export const AUDIO_TRANSCRIPTION_PROVIDERS: Record<string, AudioProvider> = {
+let _AUDIO_TRANSCRIPTION_PROVIDERS: Record<string, AudioProvider> | null = null;
+
+function getOrCreateTranscriptionProviders(): Record<string, AudioProvider> {
+  if (!_AUDIO_TRANSCRIPTION_PROVIDERS) {
+    _AUDIO_TRANSCRIPTION_PROVIDERS = {
   openai: {
     id: "openai",
     baseUrl: "https://api.openai.com/v1/audio/transcriptions",
@@ -145,9 +149,38 @@ export const AUDIO_TRANSCRIPTION_PROVIDERS: Record<string, AudioProvider> = {
       { id: "elevenlabs/audio-isolation", name: "ElevenLabs Audio Isolation" },
     ],
   },
-};
+  };
+}
+  return _AUDIO_TRANSCRIPTION_PROVIDERS;
+}
 
-export const AUDIO_SPEECH_PROVIDERS: Record<string, AudioProvider> = {
+export const AUDIO_TRANSCRIPTION_PROVIDERS: Record<string, AudioProvider> = new Proxy({} as Record<string, AudioProvider>, {
+  get(_, key: string) {
+    return getOrCreateTranscriptionProviders()[key];
+  },
+  ownKeys() {
+    return Reflect.ownKeys(getOrCreateTranscriptionProviders());
+  },
+  has(_, key) {
+    return key in getOrCreateTranscriptionProviders();
+  },
+  getOwnPropertyDescriptor(_, key) {
+    if (key in getOrCreateTranscriptionProviders()) {
+      return { configurable: true, enumerable: true, value: getOrCreateTranscriptionProviders()[key as string] };
+    }
+    return undefined;
+  },
+});
+
+export function getTranscriptionProviders(): Record<string, AudioProvider> {
+  return getOrCreateTranscriptionProviders();
+}
+
+let _AUDIO_SPEECH_PROVIDERS: Record<string, AudioProvider> | null = null;
+
+function getOrCreateSpeechProviders(): Record<string, AudioProvider> {
+  if (!_AUDIO_SPEECH_PROVIDERS) {
+    _AUDIO_SPEECH_PROVIDERS = {
   openai: {
     id: "openai",
     baseUrl: "https://api.openai.com/v1/audio/speech",
@@ -367,22 +400,39 @@ export const AUDIO_SPEECH_PROVIDERS: Record<string, AudioProvider> = {
       { id: "mimo-v2.5-tts-voiceclone", name: "MiMo V2.5 Voice Clone" },
     ],
   },
-};
+  };
+}
+  return _AUDIO_SPEECH_PROVIDERS;
+}
+
+export const AUDIO_SPEECH_PROVIDERS: Record<string, AudioProvider> = new Proxy({} as Record<string, AudioProvider>, {
+  get(_, key: string) {
+    return getOrCreateSpeechProviders()[key];
+  },
+  ownKeys() {
+    return Reflect.ownKeys(getOrCreateSpeechProviders());
+  },
+  has(_, key) {
+    return key in getOrCreateSpeechProviders();
+  },
+  getOwnPropertyDescriptor(_, key) {
+    if (key in getOrCreateSpeechProviders()) {
+      return { configurable: true, enumerable: true, value: getOrCreateSpeechProviders()[key as string] };
+    }
+    return undefined;
+  },
+});
 
-/**
- * Get transcription provider config by ID
- */
-export function getTranscriptionProvider(providerId: string): AudioProvider | null {
-  return AUDIO_TRANSCRIPTION_PROVIDERS[providerId] || null;
+export function getSpeechProviders(): Record<string, AudioProvider> {
+  return getOrCreateSpeechProviders();
 }
 
-/**
- * Get speech provider config by ID
- */
+export function getTranscriptionProvider(providerId: string): AudioProvider | null {
+  return getOrCreateTranscriptionProviders()[providerId] || null;
+}
 export function getSpeechProvider(providerId: string): AudioProvider | null {
-  return AUDIO_SPEECH_PROVIDERS[providerId] || null;
+  return getOrCreateSpeechProviders()[providerId] || null;
 }
-
 export interface ProviderNodeRow {
   prefix: string;
   name: string;
@@ -446,11 +496,11 @@ export function parseTranscriptionModel(
   modelStr: string | null,
   dynamicProviders?: AudioProvider[]
 ) {
-  return parseAudioModel(modelStr, AUDIO_TRANSCRIPTION_PROVIDERS, dynamicProviders);
+  return parseAudioModel(modelStr, getOrCreateTranscriptionProviders(), dynamicProviders);
 }
 
 export function parseSpeechModel(modelStr: string | null, dynamicProviders?: AudioProvider[]) {
-  return parseAudioModel(modelStr, AUDIO_SPEECH_PROVIDERS, dynamicProviders);
+  return parseAudioModel(modelStr, getOrCreateSpeechProviders(), dynamicProviders);
 }
 
 /**
@@ -459,7 +509,7 @@ export function parseSpeechModel(modelStr: string | null, dynamicProviders?: Aud
 export function getAllAudioModels() {
   const models = [];
 
-  for (const [providerId, config] of Object.entries(AUDIO_TRANSCRIPTION_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateTranscriptionProviders())) {
     for (const model of config.models) {
       models.push({
         id: model.id.startsWith(`${providerId}/`) ? model.id : `${providerId}/${model.id}`,
@@ -470,7 +520,7 @@ export function getAllAudioModels() {
     }
   }
 
-  for (const [providerId, config] of Object.entries(AUDIO_SPEECH_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateSpeechProviders())) {
     for (const model of config.models) {
       models.push({
         id: model.id.startsWith(`${providerId}/`) ? model.id : `${providerId}/${model.id}`,

open-sse/config/constants.ts

@@ -213,9 +213,9 @@ export const PROVIDER_PROFILES = {
 // These are intentionally HIGH — they won't restrict normal usage.
 // Real limits are learned from provider response headers.
 export const DEFAULT_API_LIMITS = {
-  requestsPerMinute: 100, // 100 RPM (most APIs allow 60-600 RPM)
-  minTimeBetweenRequests: 200, // 200ms minimum gap
-  concurrentRequests: 10, // Max 10 parallel per provider
+  requestsPerMinute: 60, // 60 RPM (reduced from 100 — saves Bottleneck queue memory)
+  minTimeBetweenRequests: 350, // 350ms minimum gap (increased from 200)
+  concurrentRequests: 6, // Max 6 parallel per provider (reduced from 10)
 };
 
 // Skip patterns - requests containing these texts will bypass provider

open-sse/config/embeddingRegistry.ts

@@ -45,7 +45,11 @@ export function buildDynamicEmbeddingProvider(node: EmbeddingProviderNodeRow): E
   };
 }
 
-export const EMBEDDING_PROVIDERS: Record<string, EmbeddingProvider> = {
+let _EMBEDDING_PROVIDERS: Record<string, EmbeddingProvider> | null = null;
+
+function getOrCreateEmbeddingProviders(): Record<string, EmbeddingProvider> {
+  if (!_EMBEDDING_PROVIDERS) {
+    _EMBEDDING_PROVIDERS = {
   cohere: {
     id: "cohere",
     baseUrl: "https://api.cohere.com/v2/embed",
@@ -233,7 +237,32 @@ export const EMBEDDING_PROVIDERS: Record<string, EmbeddingProvider> = {
       { id: "jina-colbert-v2", name: "Jina ColBERT v2", dimensions: 128 },
     ],
   },
-};
+  };
+  }
+  return _EMBEDDING_PROVIDERS;
+}
+
+export const EMBEDDING_PROVIDERS: Record<string, EmbeddingProvider> = new Proxy({} as Record<string, EmbeddingProvider>, {
+  get(_, key: string) {
+    return getOrCreateEmbeddingProviders()[key];
+  },
+  ownKeys() {
+    return Reflect.ownKeys(getOrCreateEmbeddingProviders());
+  },
+  has(_, key) {
+    return key in getOrCreateEmbeddingProviders();
+  },
+  getOwnPropertyDescriptor(_, key) {
+    if (key in getOrCreateEmbeddingProviders()) {
+      return { configurable: true, enumerable: true, value: getOrCreateEmbeddingProviders()[key as string] };
+    }
+    return undefined;
+  },
+});
+
+export function getEmbeddingProviders(): Record<string, EmbeddingProvider> {
+  return getOrCreateEmbeddingProviders();
+}
 
 const EMBEDDING_PROVIDER_ALIASES: Record<string, string> = {
   jina: "jina-ai",
@@ -246,7 +275,7 @@ function resolveEmbeddingProviderId(providerId: string): string {
 
 function normalizeProviderScopedModelId(providerId: string, modelId: string): string {
   const resolvedProvider = resolveEmbeddingProviderId(providerId);
-  const provider = EMBEDDING_PROVIDERS[resolvedProvider];
+  const provider = getOrCreateEmbeddingProviders()[resolvedProvider];
   if (provider?.models.some((model) => model.id === modelId)) return modelId;
 
   const providerScopedModelId = `${resolvedProvider}/${modelId}`;
@@ -265,7 +294,7 @@ function toProviderScopedModelId(providerId: string, modelId: string): string {
  * Get embedding provider config by ID
  */
 export function getEmbeddingProvider(providerId: string): EmbeddingProvider | null {
-  return EMBEDDING_PROVIDERS[resolveEmbeddingProviderId(providerId)] || null;
+  return getOrCreateEmbeddingProviders()[resolveEmbeddingProviderId(providerId)] || null;
 }
 
 /**
@@ -284,15 +313,15 @@ export function parseEmbeddingModel(
     const rawProvider = modelStr.slice(0, slashIdx);
     const resolvedProvider = resolveEmbeddingProviderId(rawProvider);
 
-    if (EMBEDDING_PROVIDERS[resolvedProvider]) {
+    if (getOrCreateEmbeddingProviders()[resolvedProvider]) {
       return {
         provider: resolvedProvider,
         model: normalizeProviderScopedModelId(resolvedProvider, modelStr.slice(slashIdx + 1)),
       };
     }
 
     // Phase 1: Try each hardcoded provider prefix
-    for (const [providerId] of Object.entries(EMBEDDING_PROVIDERS)) {
+    for (const [providerId] of Object.entries(getOrCreateEmbeddingProviders())) {
       if (modelStr.startsWith(providerId + "/")) {
         return {
           provider: providerId,
@@ -315,7 +344,7 @@ export function parseEmbeddingModel(
   }
 
   // No provider prefix — search hardcoded providers for the model
-  for (const [providerId, config] of Object.entries(EMBEDDING_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateEmbeddingProviders())) {
     if (config.models.some((m) => m.id === modelStr)) {
       return { provider: providerId, model: modelStr };
     }
@@ -334,7 +363,7 @@ export function getAllEmbeddingModels() {
     provider: string;
     dimensions: number | undefined;
   }> = [];
-  for (const [providerId, config] of Object.entries(EMBEDDING_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateEmbeddingProviders())) {
     for (const model of config.models) {
       models.push({
         id: toProviderScopedModelId(providerId, model.id),

open-sse/config/imageRegistry.ts

@@ -107,12 +107,16 @@ function resolveImageModelAlias(modelStr) {
 }
 
 function findImageModelConfig(providerId, modelId) {
-  const provider = IMAGE_PROVIDERS[providerId];
+  const provider = getOrCreateImageProviders()[providerId];
   if (!provider) return null;
   return provider.models.find((model) => model.id === modelId) || null;
 }
 
-export const IMAGE_PROVIDERS: Record<string, ImageProviderConfig> = {
+let _IMAGE_PROVIDERS: Record<string, ImageProviderConfig> | null = null;
+
+function getOrCreateImageProviders(): Record<string, ImageProviderConfig> {
+  if (!_IMAGE_PROVIDERS) {
+    _IMAGE_PROVIDERS = {
   openai: {
     id: "openai",
     baseUrl: "https://api.openai.com/v1/images/generations",
@@ -540,14 +544,35 @@ export const IMAGE_PROVIDERS: Record<string, ImageProviderConfig> = {
     supportedSizes: ["1024x1024", "1024x1280", "1280x1024"],
   },
 };
+}
+return _IMAGE_PROVIDERS;
+}
 
-/**
- * Get image provider config by ID
- */
-export function getImageProvider(providerId) {
-  return IMAGE_PROVIDERS[providerId] || null;
+export function getImageProviders(): Record<string, ImageProviderConfig> {
+  return getOrCreateImageProviders();
 }
 
+export const IMAGE_PROVIDERS = new Proxy({} as Record<string, ImageProviderConfig>, {
+  get(_, key: string) {
+    return getOrCreateImageProviders()[key];
+  },
+  ownKeys() {
+    return Reflect.ownKeys(getOrCreateImageProviders());
+  },
+  has(_, key) {
+    return key in getOrCreateImageProviders();
+  },
+  getOwnPropertyDescriptor(_, key) {
+    if (key in getOrCreateImageProviders()) {
+      return { configurable: true, enumerable: true, value: getOrCreateImageProviders()[key as string] };
+    }
+    return undefined;
+  },
+});
+
+export function getImageProvider(providerId) {
+  return getOrCreateImageProviders()[providerId] || null;
+}
 /**
  * Parse image model string (format: "provider/model")
  * Returns { provider, model }
@@ -561,7 +586,7 @@ export function parseImageModel(modelStr) {
   }
 
   // Try each provider prefix
-  for (const [providerId, config] of Object.entries(IMAGE_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateImageProviders())) {
     if (modelStr.startsWith(providerId + "/")) {
       const model = modelStr.slice(providerId.length + 1);
       const aliased =
@@ -578,7 +603,7 @@ export function parseImageModel(modelStr) {
   }
 
   // No provider prefix — try to find the model in every provider
-  for (const [providerId, config] of Object.entries(IMAGE_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateImageProviders())) {
     if (config.models.some((m) => m.id === modelStr)) {
       return { provider: providerId, model: modelStr };
     }
@@ -592,7 +617,7 @@ export function parseImageModel(modelStr) {
  */
 export function getAllImageModels() {
   const models = [];
-  for (const [providerId, config] of Object.entries(IMAGE_PROVIDERS)) {
+  for (const [providerId, config] of Object.entries(getOrCreateImageProviders())) {
     for (const model of config.models) {
       models.push({
         id: `${providerId}/${model.id}`,
@@ -606,7 +631,7 @@ export function getAllImageModels() {
   }
   for (const [alias, target] of Object.entries(IMAGE_MODEL_ALIASES)) {
     if (!target.listInCatalog) continue;
-    const providerConfig = IMAGE_PROVIDERS[target.provider];
+    const providerConfig = getOrCreateImageProviders()[target.provider];
     const modelConfig = findImageModelConfig(target.provider, target.model);
     models.push({
       id: alias,