feat(model_hub): surface model_info.description in Model Hub

litellm/router.py

@@ -9313,6 +9313,10 @@ def _set_model_group_info(self, model_group: str, user_facing_model_group_name:
         model_list: Final = self.get_model_list(model_name=model_group)
         if model_list is None:
             return None
+        model_group_description: Final[str | None] = next(
+            (d for d in (m.get("model_info", {}).get("description") for m in model_list) if isinstance(d, str)),
+            None,
+        )
         for model in model_list:
             is_match = False
             if (
@@ -9415,6 +9419,7 @@ def _set_model_group_info(self, model_group: str, user_facing_model_group_name:
                     **{
                         "model_group": user_facing_model_group_name,
                         "providers": [llm_provider],
+                        "description": model_group_description,
                         **model_info,
                     }
                 )

litellm/types/router.py

@@ -637,6 +637,7 @@ class ModelGroupInfo(BaseModel):
     supports_function_calling: bool = Field(default=False)
     supported_openai_params: list[str] | None = Field(default=[])
     configurable_clientside_auth_params: CONFIGURABLE_CLIENTSIDE_AUTH_PARAMS = None
+    description: str | None = None
 
     def __init__(self, **data) -> None:
         for field_name, field_type in get_type_hints(self.__class__).items():

tests/test_litellm/test_router.py

@@ -1626,6 +1626,31 @@ def test_model_group_info_cost_none_when_db_model_info_has_no_cost():
         assert result.output_cost_per_token is None
 
 
+def test_model_group_info_description_from_model_info():
+    """
+    model_info.description set in the config should surface on ModelGroupInfo,
+    including when only a later deployment in the group carries it.
+    """
+    router = litellm.Router(
+        model_list=[
+            {
+                "model_name": "gpt-4",
+                "litellm_params": {"model": "gpt-4", "api_key": "fake"},
+                "model_info": {},
+            },
+            {
+                "model_name": "gpt-4",
+                "litellm_params": {"model": "gpt-4", "api_key": "fake2"},
+                "model_info": {"description": "State-of-the-art language model."},
+            },
+        ]
+    )
+
+    result = router.get_model_group_info("gpt-4")
+    assert result is not None
+    assert result.description == "State-of-the-art language model."
+
+
 @pytest.mark.parametrize(
     "value,expected",
     [

ui/litellm-dashboard/src/components/AIHub/ModelHubTable.tsx

@@ -60,7 +60,7 @@
   );
 }
 
 const ModelHubTable: React.FC<ModelHubTableProps> = ({ accessToken, publicPage, premiumUser, userRole }) => {
   const syntaxTheme = useSyntaxTheme(prism);
   // Admin Viewer follows the read-parity rule: see the AI Hub catalog, but
   // cannot toggle public visibility (write).
@@ -177,7 +177,7 @@
         setAgentLoading(true);
         const response = await getAgentsList(accessToken);
         let agents = response.agents;
         let agent_card_list = agents.map((agent: any) => ({
           agent_id: agent.agent_id,
           ...agent.agent_card_params,
           is_public: agent.litellm_params.is_public,
@@ -346,7 +346,7 @@
         try {
           const response = await getAgentsList(accessToken);
           let agents = response.agents;
           let agent_card_list = agents.map((agent: any) => ({
             agent_id: agent.agent_id,
             ...agent.agent_card_params,
             is_public: agent.is_public,
@@ -647,6 +647,12 @@
                       ))}
                     </div>
                   </div>
+                  {selectedModel.description && (
+                    <div className="col-span-2">
+                      <p className="font-medium">Description:</p>
+                      <p className="mt-1">{selectedModel.description}</p>
+                    </div>
+                  )}
                 </div>
               </div>
 

ui/litellm-dashboard/src/components/AIHub/ModelHubTableColumns.tsx

@@ -31,7 +31,8 @@
   supports_function_calling: boolean;
   supported_openai_params?: string[];
   is_public_model_group: boolean;
+  description?: string;
   [key: string]: any;
 }
 
 const formatCapabilityName = (key: string) =>

ui/litellm-dashboard/src/components/PublicModelHubTableColumns.tsx

@@ -24,7 +24,8 @@
   health_status?: string;
   health_response_time?: number;
   health_checked_at?: string;
+  description?: string;
   [key: string]: any;
 }
 
 export interface AgentCard {
@@ -52,7 +53,7 @@
     url: string;
   };
   documentationUrl?: string;
   [key: string]: any;
 }
 
 export interface MCPServerData {
@@ -66,9 +67,9 @@
   mcp_info: {
     server_name: string;
     description?: string;
     mcp_server_cost_info?: any;
   };
   [key: string]: any;
 }
 
 const formatCapabilityName = (key: string) =>
@@ -117,7 +118,7 @@
         return (
           <span key={provider} className="flex items-center gap-1 rounded-md bg-muted px-2 py-1 text-xs">
             {logo && (
               <img
                 src={logo}
                 alt={provider}
                 className="size-3 shrink-0 object-contain"

ui/litellm-dashboard/src/components/public_model_hub.tsx

@@ -65,7 +65,7 @@
   );
 }
 
 const PublicModelHub: React.FC<PublicModelHubProps> = ({ accessToken, isEmbedded = false }) => {
   const anchor = useComboboxAnchor();
   const [modelHubData, setModelHubData] = useState<ModelGroupInfo[] | null>(null);
   const [agentHubData, setAgentHubData] = useState<AgentCard[] | null>(null);
@@ -918,6 +918,12 @@
                           })}
                         </div>
                       </div>
+                      {selectedModel.description && (
+                        <div className="col-span-2">
+                          <p className="font-medium">Description:</p>
+                          <p className="mt-1">{selectedModel.description}</p>
+                        </div>
+                      )}
                     </div>
 
                     {/* Wildcard Routing Note */}