feat: model_parameters_url configuration via config JSON and Helm chart

examples/configs/withframework/config.json

@@ -11,7 +11,8 @@
   "framework": {
     "pricing": {
       "pricing_url": "https://raw.githubusercontent.com/BerriAI/litellm/main/model_prices_and_context_window.json",
-      "pricing_sync_interval": 86400
+      "pricing_sync_interval": 86400,
+      "model_parameters_url": "https://getbifrost.ai/datasheet/model-parameters"
     }
   },
   "providers": {

examples/dockers/data/config.json

@@ -33,7 +33,8 @@
   "framework": {
     "pricing": {
       "pricing_url": "https://getbifrost.ai/datasheet",
-      "pricing_sync_interval": 86400
+      "pricing_sync_interval": 86400,
+      "model_parameters_url": "https://getbifrost.ai/datasheet/model-parameters"
     }
   }
 }

framework/configstore/migrations.go

@@ -755,6 +755,9 @@ func triggerMigrations(ctx context.Context, db *gorm.DB) error {
   if err := migrationAddFeatureFlagsTable(ctx, db); err != nil {
 		return err
 	}
+	if err := migrationAddModelParametersURLColumn(ctx, db); err != nil {
+		return err
+	}
 	if err := migrationAddClientConfigMetadataColumn(ctx, db); err != nil {
 		return err
 	}
@@ -7800,3 +7803,31 @@ func migrationAddVKAccessProfileIDColumn(ctx context.Context, db *gorm.DB) error
 	}
 	return nil
 }
+
+func migrationAddModelParametersURLColumn(ctx context.Context, db *gorm.DB) error {
+	m := migrator.New(db, migrator.DefaultOptions, []*migrator.Migration{{
+		ID: "add_model_parameters_url_column",
+		Migrate: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			mig := tx.Migrator()
+			if !mig.HasColumn(&tables.TableFrameworkConfig{}, "model_parameters_url") {
+				if err := mig.AddColumn(&tables.TableFrameworkConfig{}, "ModelParametersURL"); err != nil {
+					return fmt.Errorf("failed to add model_parameters_url column to framework_configs: %w", err)
+				}
+			}
+			return nil
+		},
+		Rollback: func(tx *gorm.DB) error {
+			tx = tx.WithContext(ctx)
+			mig := tx.Migrator()
+			if mig.HasColumn(&tables.TableFrameworkConfig{}, "model_parameters_url") {
+				return mig.DropColumn(&tables.TableFrameworkConfig{}, "model_parameters_url")
+			}
+			return nil
+		},
+	}})
+	if err := m.Migrate(); err != nil {
+		return fmt.Errorf("error running add_model_parameters_url_column migration: %s", err.Error())
+	}
+	return nil
+}

framework/configstore/tables/framework.go

@@ -6,6 +6,7 @@ type TableFrameworkConfig struct {
 	ID                  uint    `gorm:"primaryKey;autoIncrement" json:"id"`
 	PricingURL          *string `gorm:"type:text" json:"pricing_url"`
 	PricingSyncInterval *int64  `gorm:"" json:"pricing_sync_interval"`
+	ModelParametersURL  *string `gorm:"type:text" json:"model_parameters_url"`
 }
 
 // TableName sets the table name for each model

framework/modelcatalog/config.go

@@ -26,4 +26,5 @@ const (
 type Config struct {
 	PricingURL          *string `json:"pricing_url,omitempty"`
 	PricingSyncInterval *int64  `json:"pricing_sync_interval,omitempty"` // seconds
+	ModelParametersURL  *string `json:"model_parameters_url,omitempty"`
 }

framework/modelcatalog/main.go

@@ -22,10 +22,11 @@ type ModelCatalog struct {
 	logger schemas.Logger
 
 	// Configuration fields (protected by syncMu)
-	pricingURL   string
-	syncInterval time.Duration
-	lastSyncedAt time.Time
-	syncMu       sync.RWMutex
+	pricingURL         string
+	modelParametersURL string
+	syncInterval       time.Duration
+	lastSyncedAt       time.Time
+	syncMu             sync.RWMutex
 
 	shouldSyncGate func(ctx context.Context) bool
 	afterSyncHook  func(ctx context.Context)
@@ -69,6 +70,10 @@ func Init(ctx context.Context, config *Config, configStore configstore.ConfigSto
 	if config.PricingURL != nil {
 		pricingURL = *config.PricingURL
 	}
+	modelParametersURL := DefaultModelParametersURL
+	if config.ModelParametersURL != nil && *config.ModelParametersURL != "" {
+		modelParametersURL = *config.ModelParametersURL
+	}
 	syncInterval := DefaultSyncInterval
 	if config.PricingSyncInterval != nil {
 		syncInterval = time.Duration(*config.PricingSyncInterval) * time.Second
@@ -81,6 +86,7 @@ func Init(ctx context.Context, config *Config, configStore configstore.ConfigSto
 
 	mc := &ModelCatalog{
 		pricingURL:             pricingURL,
+		modelParametersURL:     modelParametersURL,
 		syncInterval:           syncInterval,
 		configStore:            configStore,
 		logger:                 logger,
@@ -272,6 +278,11 @@ func (mc *ModelCatalog) UpdateSyncConfig(ctx context.Context, config *Config) er
 		mc.pricingURL = *config.PricingURL
 	}
 
+	mc.modelParametersURL = DefaultModelParametersURL
+	if config.ModelParametersURL != nil && *config.ModelParametersURL != "" {
+		mc.modelParametersURL = *config.ModelParametersURL
+	}
+
 	mc.syncInterval = DefaultSyncInterval
 	if config.PricingSyncInterval != nil {
 		mc.syncInterval = time.Duration(*config.PricingSyncInterval) * time.Second
@@ -354,6 +365,12 @@ func (mc *ModelCatalog) getPricingURL() string {
 	return mc.pricingURL
 }
 
+func (mc *ModelCatalog) getModelParametersURL() string {
+	mc.syncMu.RLock()
+	defer mc.syncMu.RUnlock()
+	return mc.modelParametersURL
+}
+
 // IsRequestTypeSupported checks if a model supports chat completion.
 // It checks the supportedResponseTypes index.
 func (mc *ModelCatalog) IsRequestTypeSupported(model string, provider schemas.ModelProvider, requestType schemas.RequestType) bool {

framework/modelcatalog/sync.go

@@ -477,7 +477,7 @@ func (mc *ModelCatalog) syncModelParameters(ctx context.Context) error {
 func (mc *ModelCatalog) loadModelParametersFromURL(ctx context.Context) (map[string]json.RawMessage, error) {
 	client := &http.Client{}
 	client.Timeout = DefaultModelParametersTimeout
-	req, err := http.NewRequestWithContext(ctx, http.MethodGet, DefaultModelParametersURL, nil)
+	req, err := http.NewRequestWithContext(ctx, http.MethodGet, mc.getModelParametersURL(), nil)
 	if err != nil {
 		return nil, fmt.Errorf("failed to create HTTP request: %w", err)
 	}

helm-charts/bifrost/templates/_helpers.tpl

@@ -334,6 +334,9 @@ false
 {{- if .Values.bifrost.framework.pricing.pricingUrl }}
 {{- $_ := set $pricing "pricing_url" .Values.bifrost.framework.pricing.pricingUrl }}
 {{- end }}
+{{- if .Values.bifrost.framework.pricing.modelParametersUrl }}
+{{- $_ := set $pricing "model_parameters_url" .Values.bifrost.framework.pricing.modelParametersUrl }}
+{{- end }}
 {{- if .Values.bifrost.framework.pricing.pricingSyncInterval }}
 {{- $_ := set $pricing "pricing_sync_interval" .Values.bifrost.framework.pricing.pricingSyncInterval }}
 {{- end }}

helm-charts/bifrost/values.schema.json

@@ -488,6 +488,10 @@
                   "type": "string",
                   "description": "Custom pricing URL (optional, can be empty)"
                 },
+                "modelParametersUrl": {
+                  "type": "string",
+                  "description": "Custom model parameters URL (optional, can be empty)"
+                },
                 "pricingSyncInterval": {
                   "type": "integer",
                   "description": "Pricing sync interval in seconds. Default is 24 hours. Minimum is 3600 seconds (1 hour).",

helm-charts/bifrost/values.yaml

@@ -256,6 +256,8 @@ bifrost:
     pricing:
       # Custom pricing URL for model cost data
       pricingUrl: "https://getbifrost.ai/datasheet"
+      # Custom model parameters URL
+      modelParametersUrl: "https://getbifrost.ai/datasheet/model-parameters"
       # Sync interval in seconds (default: 86400 = 24 hours, minimum: 3600)
       pricingSyncInterval: 86400
 

transports/bifrost-http/handlers/config.go

@@ -282,6 +282,21 @@ func (h *ConfigHandler) updateConfig(ctx *fasthttp.RequestCtx) {
 			return
 		}
 	}
+	if payload.FrameworkConfig.ModelParametersURL != nil && *payload.FrameworkConfig.ModelParametersURL != "" && *payload.FrameworkConfig.ModelParametersURL != modelcatalog.DefaultModelParametersURL {
+		urlCheckClient := &http.Client{Timeout: 60 * time.Second}
+		resp, err := urlCheckClient.Get(*payload.FrameworkConfig.ModelParametersURL)
+		if err != nil {
+			logger.Warn("failed to check the accessibility of the model parameters URL: %v", err)
+			SendError(ctx, fasthttp.StatusInternalServerError, fmt.Sprintf("failed to check the accessibility of the model parameters URL: %v", err))
+			return
+		}
+		defer resp.Body.Close()
+		if resp.StatusCode != http.StatusOK {
+			logger.Warn("failed to check the accessibility of the model parameters URL: %v", resp.StatusCode)
+			SendError(ctx, fasthttp.StatusInternalServerError, fmt.Sprintf("failed to check the accessibility of the model parameters URL: %v", resp.StatusCode))
+			return
+		}
+	}
 
 	// Checking the pricing sync interval
 	if payload.FrameworkConfig.PricingSyncInterval != nil && *payload.FrameworkConfig.PricingSyncInterval <= 0 {
@@ -535,6 +550,7 @@ func (h *ConfigHandler) updateConfig(ctx *fasthttp.RequestCtx) {
 			ID:                  0,
 			PricingURL:          bifrost.Ptr(modelcatalog.DefaultPricingURL),
 			PricingSyncInterval: bifrost.Ptr(int64(modelcatalog.DefaultSyncInterval.Seconds())),
+			ModelParametersURL:  bifrost.Ptr(modelcatalog.DefaultModelParametersURL),
 		}
 	}
 	// Handling individual nil cases
@@ -544,6 +560,9 @@ func (h *ConfigHandler) updateConfig(ctx *fasthttp.RequestCtx) {
 	if frameworkConfig.PricingSyncInterval == nil {
 		frameworkConfig.PricingSyncInterval = bifrost.Ptr(int64(modelcatalog.DefaultSyncInterval.Seconds()))
 	}
+	if frameworkConfig.ModelParametersURL == nil {
+		frameworkConfig.ModelParametersURL = bifrost.Ptr(modelcatalog.DefaultModelParametersURL)
+	}
 	// Updating framework config
 	shouldReloadFrameworkConfig := false
 	if payload.FrameworkConfig.PricingURL != nil && *payload.FrameworkConfig.PricingURL != *frameworkConfig.PricingURL {
@@ -570,6 +589,31 @@ func (h *ConfigHandler) updateConfig(ctx *fasthttp.RequestCtx) {
 			shouldReloadFrameworkConfig = true
 		}
 	}
+	if payload.FrameworkConfig.ModelParametersURL != nil {
+		effectiveModelParamsURL := *payload.FrameworkConfig.ModelParametersURL
+		if effectiveModelParamsURL == "" {
+			effectiveModelParamsURL = modelcatalog.DefaultModelParametersURL
+		}
+		if effectiveModelParamsURL != *frameworkConfig.ModelParametersURL {
+			if effectiveModelParamsURL != modelcatalog.DefaultModelParametersURL {
+				urlCheckClient := &http.Client{Timeout: 60 * time.Second}
+				resp, err := urlCheckClient.Get(effectiveModelParamsURL)
+				if err != nil {
+					logger.Warn("failed to check the accessibility of the model parameters URL: %v", err)
+					SendError(ctx, fasthttp.StatusInternalServerError, fmt.Sprintf("failed to check the accessibility of the model parameters URL: %v", err))
+					return
+				}
+				defer resp.Body.Close()
+				if resp.StatusCode != http.StatusOK {
+					logger.Warn("failed to check the accessibility of the model parameters URL: %v", resp.StatusCode)
+					SendError(ctx, fasthttp.StatusInternalServerError, fmt.Sprintf("failed to check the accessibility of the model parameters URL: %v", resp.StatusCode))
+					return
+				}
+			}
+			frameworkConfig.ModelParametersURL = &effectiveModelParamsURL
+			shouldReloadFrameworkConfig = true
+		}
+	}
 	// Reload config if required
 	if shouldReloadFrameworkConfig {
 		var syncSeconds int64
@@ -582,6 +626,7 @@ func (h *ConfigHandler) updateConfig(ctx *fasthttp.RequestCtx) {
 			Pricing: &modelcatalog.Config{
 				PricingURL:          frameworkConfig.PricingURL,
 				PricingSyncInterval: &syncSeconds,
+				ModelParametersURL:  frameworkConfig.ModelParametersURL,
 			},
 		}
 		// Saving framework config