Merge pull request #1586 from zhourunlai/volcengine_model

feat: update volcengine model
elizaOS · Dec 31, 2024 · 59ae83a · 59ae83a
2 parents 46b3ba0 + f70293a
commit 59ae83a
Show file tree

Hide file tree

Showing 2 changed files with 24 additions and 5 deletions.
diff --git a/.env.example b/.env.example
@@ -162,6 +162,14 @@ LARGE_GAIANET_SERVER_URL=       # Default: https://qwen72b.gaia.domains/v1
 GAIANET_EMBEDDING_MODEL=
 USE_GAIANET_EMBEDDING=          # Set to TRUE for GAIANET/768, leave blank for local
 
+# Volcengine Configuration
+VOLENGINE_API_URL=              # Volcengine API Endpoint, Default: https://open.volcengineapi.com/api/v3/
+VOLENGINE_MODEL=
+SMALL_VOLENGINE_MODEL=          # Default: doubao-lite-128k
+MEDIUM_VOLENGINE_MODEL=         # Default: doubao-pro-128k
+LARGE_VOLENGINE_MODEL=          # Default: doubao-pro-256k
+VOLENGINE_EMBEDDING_MODEL=      # Default: doubao-embedding
+
 # EVM
 EVM_PRIVATE_KEY=
 EVM_PROVIDER_URL=

diff --git a/packages/core/src/models.ts b/packages/core/src/models.ts
@@ -395,7 +395,7 @@ export const models: Models = {
         },
     },
     [ModelProviderName.VOLENGINE]: {
-        endpoint: "https://open.volcengineapi.com/api/v3/",
+        endpoint: settings.VOLENGINE_API_URL || "https://open.volcengineapi.com/api/v3/",
         settings: {
             stop: [],
             maxInputTokens: 128000,
@@ -405,10 +405,21 @@ export const models: Models = {
             temperature: 0.6,
         },
         model: {
-            [ModelClass.SMALL]: "doubao-lite-128k",
-            [ModelClass.MEDIUM]: "doubao-pro-128k",
-            [ModelClass.LARGE]: "doubao-pro-128k",
-            [ModelClass.EMBEDDING]: "doubao-embedding",
+            [ModelClass.SMALL]:
+                settings.SMALL_VOLENGINE_MODEL ||
+                settings.VOLENGINE_MODEL ||
+                "doubao-lite-128k",
+            [ModelClass.MEDIUM]:
+                settings.MEDIUM_VOLENGINE_MODEL ||
+                settings.VOLENGINE_MODEL ||
+                "doubao-pro-128k",
+            [ModelClass.LARGE]:
+                settings.LARGE_VOLENGINE_MODEL ||
+                settings.VOLENGINE_MODEL ||
+                "doubao-pro-256k",
+            [ModelClass.EMBEDDING]:
+                settings.VOLENGINE_EMBEDDING_MODEL ||
+                "doubao-embedding",
         },
     },
     [ModelProviderName.NANOGPT]: {