Feature/add vector upsert ability

packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts

@@ -18,13 +18,13 @@ class MRKLAgentChat_Agents implements INode {
     inputs: INodeParams[]
 
     constructor() {
-        this.label = 'MRKL Agent for Chat Models'
+        this.label = 'ReAct Agent for Chat Models'
         this.name = 'mrklAgentChat'
         this.version = 1.0
         this.type = 'AgentExecutor'
         this.category = 'Agents'
         this.icon = 'agent.svg'
-        this.description = 'Agent that uses the ReAct Framework to decide what action to take, optimized to be used with Chat Models'
+        this.description = 'Agent that uses the ReAct logic to decide what action to take, optimized to be used with Chat Models'
         this.baseClasses = [this.type, ...getBaseClasses(AgentExecutor)]
         this.inputs = [
             {

packages/components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts

@@ -18,13 +18,13 @@ class MRKLAgentLLM_Agents implements INode {
     inputs: INodeParams[]
 
     constructor() {
-        this.label = 'MRKL Agent for LLMs'
+        this.label = 'ReAct Agent for LLMs'
         this.name = 'mrklAgentLLM'
         this.version = 1.0
         this.type = 'AgentExecutor'
         this.category = 'Agents'
         this.icon = 'agent.svg'
-        this.description = 'Agent that uses the ReAct Framework to decide what action to take, optimized to be used with LLMs'
+        this.description = 'Agent that uses the ReAct logic to decide what action to take, optimized to be used with LLMs'
         this.baseClasses = [this.type, ...getBaseClasses(AgentExecutor)]
         this.inputs = [
             {

packages/components/nodes/retrievers/HydeRetriever/HydeRetriever.ts

@@ -104,7 +104,7 @@ class HydeRetriever_Retrievers implements INode {
         const promptKey = nodeData.inputs?.promptKey as PromptKey
         const customPrompt = nodeData.inputs?.customPrompt as string
         const topK = nodeData.inputs?.topK as string
-        const k = topK ? parseInt(topK, 10) : 4
+        const k = topK ? parseFloat(topK) : 4
 
         const obj: HydeRetrieverOptions<any> = {
             llm,

packages/components/nodes/tools/ZapierNLA/ZapierNLA.ts

@@ -11,6 +11,7 @@ class ZapierNLA_Tools implements INode {
     type: string
     icon: string
     category: string
+    badge: string
     baseClasses: string[]
     inputs: INodeParams[]
     credential: INodeParams
@@ -23,6 +24,7 @@ class ZapierNLA_Tools implements INode {
         this.icon = 'zapier.svg'
         this.category = 'Tools'
         this.description = "Access to apps and actions on Zapier's platform through a natural language API interface"
+        this.badge = 'DEPRECATING'
         this.inputs = []
         this.credential = {
             label: 'Connect Credential',

packages/components/nodes/vectorstores/Chroma/Chroma.ts

@@ -0,0 +1,170 @@
+import { flatten } from 'lodash'
+import { Chroma } from 'langchain/vectorstores/chroma'
+import { Embeddings } from 'langchain/embeddings/base'
+import { Document } from 'langchain/document'
+import { ICommonObject, INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface'
+import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
+import { ChromaExtended } from './core'
+
+class Chroma_VectorStores implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    badge: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    credential: INodeParams
+    outputs: INodeOutputsValue[]
+
+    constructor() {
+        this.label = 'Chroma'
+        this.name = 'chroma'
+        this.version = 1.0
+        this.type = 'Chroma'
+        this.icon = 'chroma.svg'
+        this.category = 'Vector Stores'
+        this.description = 'Upsert embedded data and perform similarity search upon query using Chroma, an open-source embedding database'
+        this.baseClasses = [this.type, 'VectorStoreRetriever', 'BaseRetriever']
+        this.badge = 'NEW'
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            description: 'Only needed if you have chroma on cloud services with X-Api-key',
+            optional: true,
+            credentialNames: ['chromaApi']
+        }
+        this.inputs = [
+            {
+                label: 'Document',
+                name: 'document',
+                type: 'Document',
+                list: true,
+                optional: true
+            },
+            {
+                label: 'Embeddings',
+                name: 'embeddings',
+                type: 'Embeddings'
+            },
+            {
+                label: 'Collection Name',
+                name: 'collectionName',
+                type: 'string'
+            },
+            {
+                label: 'Chroma URL',
+                name: 'chromaURL',
+                type: 'string',
+                optional: true
+            },
+            {
+                label: 'Chroma Metadata Filter',
+                name: 'chromaMetadataFilter',
+                type: 'json',
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Top K',
+                name: 'topK',
+                description: 'Number of top results to fetch. Default to 4',
+                placeholder: '4',
+                type: 'number',
+                additionalParams: true,
+                optional: true
+            }
+        ]
+        this.outputs = [
+            {
+                label: 'Chroma Retriever',
+                name: 'retriever',
+                baseClasses: this.baseClasses
+            },
+            {
+                label: 'Chroma Vector Store',
+                name: 'vectorStore',
+                baseClasses: [this.type, ...getBaseClasses(Chroma)]
+            }
+        ]
+    }
+
+    //@ts-ignore
+    vectorStoreMethods = {
+        async upsert(nodeData: INodeData, options: ICommonObject): Promise<void> {
+            const collectionName = nodeData.inputs?.collectionName as string
+            const docs = nodeData.inputs?.document as Document[]
+            const embeddings = nodeData.inputs?.embeddings as Embeddings
+            const chromaURL = nodeData.inputs?.chromaURL as string
+
+            const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+            const chromaApiKey = getCredentialParam('chromaApiKey', credentialData, nodeData)
+
+            const flattenDocs = docs && docs.length ? flatten(docs) : []
+            const finalDocs = []
+            for (let i = 0; i < flattenDocs.length; i += 1) {
+                if (flattenDocs[i] && flattenDocs[i].pageContent) {
+                    finalDocs.push(new Document(flattenDocs[i]))
+                }
+            }
+
+            const obj: {
+                collectionName: string
+                url?: string
+                chromaApiKey?: string
+            } = { collectionName }
+            if (chromaURL) obj.url = chromaURL
+            if (chromaApiKey) obj.chromaApiKey = chromaApiKey
+
+            try {
+                await ChromaExtended.fromDocuments(finalDocs, embeddings, obj)
+            } catch (e) {
+                throw new Error(e)
+            }
+        }
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const collectionName = nodeData.inputs?.collectionName as string
+        const embeddings = nodeData.inputs?.embeddings as Embeddings
+        const chromaURL = nodeData.inputs?.chromaURL as string
+        const output = nodeData.outputs?.output as string
+        const topK = nodeData.inputs?.topK as string
+        const k = topK ? parseFloat(topK) : 4
+
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const chromaApiKey = getCredentialParam('chromaApiKey', credentialData, nodeData)
+
+        const chromaMetadataFilter = nodeData.inputs?.chromaMetadataFilter
+
+        const obj: {
+            collectionName: string
+            url?: string
+            chromaApiKey?: string
+            filter?: object | undefined
+        } = { collectionName }
+        if (chromaURL) obj.url = chromaURL
+        if (chromaApiKey) obj.chromaApiKey = chromaApiKey
+        if (chromaMetadataFilter) {
+            const metadatafilter = typeof chromaMetadataFilter === 'object' ? chromaMetadataFilter : JSON.parse(chromaMetadataFilter)
+            obj.filter = metadatafilter
+        }
+
+        const vectorStore = await ChromaExtended.fromExistingCollection(embeddings, obj)
+
+        if (output === 'retriever') {
+            const retriever = vectorStore.asRetriever(k)
+            return retriever
+        } else if (output === 'vectorStore') {
+            ;(vectorStore as any).k = k
+            return vectorStore
+        }
+        return vectorStore
+    }
+}
+
+module.exports = { nodeClass: Chroma_VectorStores }

packages/components/nodes/vectorstores/Chroma/Chroma_Existing.ts

@@ -12,6 +12,7 @@ class Chroma_Existing_VectorStores implements INode {
     type: string
     icon: string
     category: string
+    badge: string
     baseClasses: string[]
     inputs: INodeParams[]
     credential: INodeParams
@@ -26,6 +27,7 @@ class Chroma_Existing_VectorStores implements INode {
         this.category = 'Vector Stores'
         this.description = 'Load existing index from Chroma (i.e: Document has been upserted)'
         this.baseClasses = [this.type, 'VectorStoreRetriever', 'BaseRetriever']
+        this.badge = 'DEPRECATING'
         this.credential = {
             label: 'Connect Credential',
             name: 'credential',

packages/components/nodes/vectorstores/Chroma/Chroma_Upsert.ts

@@ -14,6 +14,7 @@ class ChromaUpsert_VectorStores implements INode {
     type: string
     icon: string
     category: string
+    badge: string
     baseClasses: string[]
     inputs: INodeParams[]
     credential: INodeParams
@@ -28,6 +29,7 @@ class ChromaUpsert_VectorStores implements INode {
         this.category = 'Vector Stores'
         this.description = 'Upsert documents to Chroma'
         this.baseClasses = [this.type, 'VectorStoreRetriever', 'BaseRetriever']
+        this.badge = 'DEPRECATING'
         this.credential = {
             label: 'Connect Credential',
             name: 'credential',

packages/components/nodes/vectorstores/Elasticsearch/ElasticSearchBase.ts

@@ -21,6 +21,7 @@ export abstract class ElasticSearchBase {
     type: string
     icon: string
     category: string
+    badge: string
     baseClasses: string[]
     inputs: INodeParams[]
     credential: INodeParams
@@ -30,6 +31,7 @@ export abstract class ElasticSearchBase {
         this.type = 'Elasticsearch'
         this.icon = 'elasticsearch.png'
         this.category = 'Vector Stores'
+        this.badge = 'DEPRECATING'
         this.baseClasses = [this.type, 'VectorStoreRetriever', 'BaseRetriever']
         this.credential = {
             label: 'Connect Credential',