📦 fix: npm warnings; chore: bump deprecated packages (#4707)

* chore: bump langchain deps to address vulnerability warnings

* chore: bump community package and install textsplitters package

* fix: update expected result in tokenSplit tests for accuracy

* chore: remove CodeSherpa tools

* chore: remove E2B tools and loadToolSuite

* chore: remove CodeBrew tool and update related references

* chore: remove HumanTool and ChatTool, update tool references

* chore: remove Zapier tool from manifest.json and update SerpAPI

* chore: remove basic tools

* chore: update import path for RecursiveCharacterTextSplitter

* chore: update import path for DynamicStructuredTool

* chore: remove extractionChain.js and update tool filtering logic

* chore: npm audit fix

* chore: bump google packages

* chore: update DALL-E tool to DALL-E-3 and adjust authentication logic

* ci: update message classes

* chore: elliptic npm audit fix

* chore: update CallbackManager import and remove deprecated tool handling logic

* chore: imports order

* chore: remove unused code

---------

Co-authored-by: Max Sanna <[email protected]>

Author: danny-avila

api/app/clients/GoogleClient.js

@@ -1,11 +1,11 @@
 const { google } = require('googleapis');
 const { Agent, ProxyAgent } = require('undici');
 const { ChatVertexAI } = require('@langchain/google-vertexai');
+const { GoogleVertexAI } = require('@langchain/google-vertexai');
+const { ChatGoogleVertexAI } = require('@langchain/google-vertexai');
 const { ChatGoogleGenerativeAI } = require('@langchain/google-genai');
 const { GoogleGenerativeAI: GenAI } = require('@google/generative-ai');
-const { GoogleVertexAI } = require('@langchain/community/llms/googlevertexai');
-const { ChatGoogleVertexAI } = require('langchain/chat_models/googlevertexai');
-const { AIMessage, HumanMessage, SystemMessage } = require('langchain/schema');
+const { AIMessage, HumanMessage, SystemMessage } = require('@langchain/core/messages');
 const { encoding_for_model: encodingForModel, get_encoding: getEncoding } = require('tiktoken');
 const {
   validateVisionModel,

api/app/clients/PluginsClient.js

@@ -1,14 +1,13 @@
 const OpenAIClient = require('./OpenAIClient');
-const { CallbackManager } = require('langchain/callbacks');
 const { CacheKeys, Time } = require('librechat-data-provider');
+const { CallbackManager } = require('@langchain/core/callbacks/manager');
 const { BufferMemory, ChatMessageHistory } = require('langchain/memory');
-const { initializeCustomAgent, initializeFunctionsAgent } = require('./agents');
 const { addImages, buildErrorInput, buildPromptPrefix } = require('./output_parsers');
+const { initializeCustomAgent, initializeFunctionsAgent } = require('./agents');
 const { processFileURL } = require('~/server/services/Files/process');
 const { EModelEndpoint } = require('librechat-data-provider');
 const { formatLangChainMessages } = require('./prompts');
 const checkBalance = require('~/models/checkBalance');
-const { SelfReflectionTool } = require('./tools');
 const { isEnabled } = require('~/server/utils');
 const { extractBaseURL } = require('~/utils');
 const { loadTools } = require('./tools/util');
@@ -122,9 +121,7 @@ class PluginsClient extends OpenAIClient {
       },
     });
 
-    if (this.tools.length > 0 && !this.functionsAgent) {
-      this.tools.push(new SelfReflectionTool({ message, isGpt3: false }));
-    } else if (this.tools.length === 0) {
+    if (this.tools.length === 0) {
       return;
     }
 

api/app/clients/agents/CustomAgent/CustomAgent.js

@@ -1,5 +1,5 @@
 const { ZeroShotAgent } = require('langchain/agents');
-const { PromptTemplate, renderTemplate } = require('langchain/prompts');
+const { PromptTemplate, renderTemplate } = require('@langchain/core/prompts');
 const { gpt3, gpt4 } = require('./instructions');
 
 class CustomAgent extends ZeroShotAgent {

api/app/clients/agents/CustomAgent/initializeCustomAgent.js

@@ -7,7 +7,7 @@ const {
   ChatPromptTemplate,
   SystemMessagePromptTemplate,
   HumanMessagePromptTemplate,
-} = require('langchain/prompts');
+} = require('@langchain/core/prompts');
 
 const initializeCustomAgent = async ({
   tools,

api/app/clients/agents/Functions/FunctionsAgent.js

@@ -1,4 +1,4 @@
-const { TokenTextSplitter } = require('langchain/text_splitter');
+const { TokenTextSplitter } = require('@langchain/textsplitters');
 
 /**
  * Splits a given text by token chunks, based on the provided parameters for the TokenTextSplitter.

api/app/clients/document/tokenSplit.js

@@ -12,7 +12,7 @@ describe('tokenSplit', () => {
       returnSize: 5,
     });
 
-    expect(result).toEqual(['. Null', ' Nullam', 'am id', ' id.', '.']);
+    expect(result).toEqual(['it.', '. Null', ' Nullam', 'am id', ' id.']);
   });
 
   it('returns correct text chunks with default parameters', async () => {

api/app/clients/document/tokenSplit.spec.js

@@ -1,4 +1,4 @@
-const { ChatOpenAI } = require('langchain/chat_models/openai');
+const { ChatOpenAI } = require('@langchain/openai');
 const { sanitizeModelName, constructAzureURL } = require('~/utils');
 const { isEnabled } = require('~/server/utils');
 

api/app/clients/llm/createLLM.js

@@ -1,5 +1,5 @@
 require('dotenv').config();
-const { ChatOpenAI } = require('langchain/chat_models/openai');
+const { ChatOpenAI } = require('@langchain/openai');
 const { getBufferString, ConversationSummaryBufferMemory } = require('langchain/memory');
 
 const chatPromptMemory = new ConversationSummaryBufferMemory({

api/app/clients/memory/summaryBuffer.demo.js

@@ -1,6 +1,6 @@
 const { ToolMessage } = require('@langchain/core/messages');
 const { ContentTypes } = require('librechat-data-provider');
-const { HumanMessage, AIMessage, SystemMessage } = require('langchain/schema');
+const { HumanMessage, AIMessage, SystemMessage } = require('@langchain/core/messages');
 const { formatAgentMessages } = require('./formatMessages');
 
 describe('formatAgentMessages', () => {

api/app/clients/prompts/formatAgentMessages.spec.js

@@ -1,6 +1,6 @@
 const { ToolMessage } = require('@langchain/core/messages');
 const { EModelEndpoint, ContentTypes } = require('librechat-data-provider');
-const { HumanMessage, AIMessage, SystemMessage } = require('langchain/schema');
+const { HumanMessage, AIMessage, SystemMessage } = require('@langchain/core/messages');
 
 /**
  * Formats a message to OpenAI Vision API payload format.

api/app/clients/prompts/formatMessages.js

@@ -1,5 +1,5 @@
 const { Constants } = require('librechat-data-provider');
-const { HumanMessage, AIMessage, SystemMessage } = require('langchain/schema');
+const { HumanMessage, AIMessage, SystemMessage } = require('@langchain/core/messages');
 const { formatMessage, formatLangChainMessages, formatFromLangChain } = require('./formatMessages');
 
 describe('formatMessage', () => {

api/app/clients/prompts/formatMessages.spec.js

@@ -1,4 +1,4 @@
-const { PromptTemplate } = require('langchain/prompts');
+const { PromptTemplate } = require('@langchain/core/prompts');
 /*
  * Without `{summary}` and `{new_lines}`, token count is 98
  * We are counting this towards the max context tokens for summaries, +3 for the assistant label (101)

api/app/clients/prompts/summaryPrompts.js

@@ -2,7 +2,7 @@ const {
   ChatPromptTemplate,
   SystemMessagePromptTemplate,
   HumanMessagePromptTemplate,
-} = require('langchain/prompts');
+} = require('@langchain/core/prompts');
 
 const langPrompt = new ChatPromptTemplate({
   promptMessages: [

api/app/clients/prompts/titlePrompts.js

@@ -30,7 +30,7 @@ jest.mock('~/models', () => ({
   updateFileUsage: jest.fn(),
 }));
 
-jest.mock('langchain/chat_models/openai', () => {
+jest.mock('@langchain/openai', () => {
   return {
     ChatOpenAI: jest.fn().mockImplementation(() => {
       return {};

api/app/clients/specs/BaseClient.test.js

@@ -34,7 +34,7 @@ jest.mock('~/models', () => ({
   updateFileUsage: jest.fn(),
 }));
 
-jest.mock('langchain/chat_models/openai', () => {
+jest.mock('@langchain/openai', () => {
   return {
     ChatOpenAI: jest.fn().mockImplementation(() => {
       return {};

api/app/clients/specs/OpenAIClient.test.js

@@ -1,6 +1,6 @@
 const crypto = require('crypto');
 const { Constants } = require('librechat-data-provider');
-const { HumanChatMessage, AIChatMessage } = require('langchain/schema');
+const { HumanMessage, AIMessage } = require('@langchain/core/messages');
 const PluginsClient = require('../PluginsClient');
 
 jest.mock('~/lib/db/connectDb');
@@ -55,8 +55,8 @@ describe('PluginsClient', () => {
 
         const chatMessages = orderedMessages.map((msg) =>
           msg?.isCreatedByUser || msg?.role?.toLowerCase() === 'user'
-            ? new HumanChatMessage(msg.text)
-            : new AIChatMessage(msg.text),
+            ? new HumanMessage(msg.text)
+            : new AIMessage(msg.text),
         );
 
         TestAgent.currentMessages = orderedMessages;