add support for StepFun

conf/llm_factories.json

@@ -1886,6 +1886,38 @@
                     "model_type": "chat"
                 }
             ]
+        },
+        {
+            "name": "StepFun",
+            "logo": "",
+            "tags": "LLM",
+            "status": "1",
+            "llm": [
+                {
+                    "llm_name": "step-1-8k",
+                    "tags": "LLM,CHAT,15k",
+                    "max_tokens": 8192,
+                    "model_type": "chat"
+                },
+                {
+                    "llm_name": "step-1-32k",
+                    "tags": "LLM,CHAT,32k",
+                    "max_tokens": 32768,
+                    "model_type": "chat"
+                },
+                {
+                    "llm_name": "step-1-128k",
+                    "tags": "LLM,CHAT,128k",
+                    "max_tokens": 131072,
+                    "model_type": "chat"
+                },
+                {
+                    "llm_name": "step-1-256k",
+                    "tags": "LLM,CHAT,256k",
+                    "max_tokens": 262144,
+                    "model_type": "chat"
+                }
+            ]
         }
     ]
 }

rag/llm/__init__.py

@@ -71,6 +71,7 @@
     "Bedrock": BedrockChat,
     "Groq": GroqChat,
     'OpenRouter':OpenRouterChat,
+    "StepFun":StepFunChat
 }
 
 

rag/llm/chat_model.py

@@ -897,3 +897,9 @@ def __init__(self, key, model_name, base_url="https://openrouter.ai/api/v1"):
         self.base_url = "https://openrouter.ai/api/v1"
         self.client = OpenAI(base_url=self.base_url, api_key=key)
         self.model_name = model_name
+
+class StepFunChat(Base):
+    def __init__(self, key, model_name, base_url="https://api.stepfun.com/v1/chat/completions"):
+        if not base_url:
+            base_url = "https://api.stepfun.com/v1/chat/completions"
+        super().__init__(key, model_name, base_url)