Feature/llama index

.github/workflows/autoSyncMergedPullRequest.yml

@@ -1,33 +1,33 @@
 name: autoSyncMergedPullRequest
 on:
-  pull_request_target:
-    types:
-      - closed
-    branches: [ "main" ]
+    pull_request_target:
+        types:
+            - closed
+        branches: ['main']
 jobs:
-  autoSyncMergedPullRequest:
-    if: github.event.pull_request.merged == true
-    runs-on: ubuntu-latest
-    permissions:
-      contents: write
-    steps:
-      - uses: actions/checkout@v3
-      - name: Show PR info
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-        run: |
-          echo The PR #${{ github.event.pull_request.number }} was merged on main branch!
-      - name: Repository Dispatch
-        uses: peter-evans/repository-dispatch@v2
-        with:
-          token: ${{ secrets.AUTOSYNC_TOKEN }}
-          repository: ${{ secrets.AUTOSYNC_CH_URL }}
-          event-type: ${{ secrets.AUTOSYNC_PR_EVENT_TYPE }}
-          client-payload: >-
-            {
-              "ref": "${{ github.ref }}",
-              "prNumber": "${{ github.event.pull_request.number }}",
-              "prTitle": "${{ github.event.pull_request.title }}",
-              "prDescription": "${{ github.event.pull_request.description }}",
-              "sha": "${{ github.sha }}"
-            }
+    autoSyncMergedPullRequest:
+        if: github.event.pull_request.merged == true
+        runs-on: ubuntu-latest
+        permissions:
+            contents: write
+        steps:
+            - uses: actions/checkout@v3
+            - name: Show PR info
+              env:
+                  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+              run: |
+                  echo The PR #${{ github.event.pull_request.number }} was merged on main branch!
+            - name: Repository Dispatch
+              uses: peter-evans/repository-dispatch@v2
+              with:
+                  token: ${{ secrets.AUTOSYNC_TOKEN }}
+                  repository: ${{ secrets.AUTOSYNC_CH_URL }}
+                  event-type: ${{ secrets.AUTOSYNC_PR_EVENT_TYPE }}
+                  client-payload: >-
+                      {
+                        "ref": "${{ github.ref }}",
+                        "prNumber": "${{ github.event.pull_request.number }}",
+                        "prTitle": "${{ github.event.pull_request.title }}",
+                        "prDescription": "${{ github.event.pull_request.description }}",
+                        "sha": "${{ github.sha }}"
+                      }

.github/workflows/autoSyncSingleCommit.yml

@@ -1,36 +1,36 @@
 name: autoSyncSingleCommit
 on:
-  push:
-    branches:
-      - main
+    push:
+        branches:
+            - main
 jobs:
-  doNotAutoSyncSingleCommit:
-    if: github.event.commits[1] != null
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - name: IGNORE autoSyncSingleCommit
-        run: |
-          echo This single commit has came from a merged commit. We will ignore it. This case is handled in autoSyncMergedPullRequest workflow for merge commits comming from merged pull requests only! Beware, the regular merge commits are not handled by any workflow for the moment.
-  autoSyncSingleCommit:
-    if: github.event.commits[1] == null
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v3
-      - name: autoSyncSingleCommit
-        env:
-          GITHUB_CONTEXT: ${{ toJSON(github) }}
-        run: |
-          echo Autosync a single commit with id: ${{ github.sha }} from openSource main branch towards cloud hosted version.
-      - name: Repository Dispatch
-        uses: peter-evans/repository-dispatch@v2
-        with:
-          token: ${{ secrets.AUTOSYNC_TOKEN }}
-          repository: ${{ secrets.AUTOSYNC_CH_URL }}
-          event-type: ${{ secrets.AUTOSYNC_SC_EVENT_TYPE }}
-          client-payload: >-
-            {
-              "ref": "${{ github.ref }}",
-              "sha": "${{ github.sha }}",
-              "commitMessage": "${{ github.event.commits[0].message }}"
-            }
+    doNotAutoSyncSingleCommit:
+        if: github.event.commits[1] != null
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v3
+            - name: IGNORE autoSyncSingleCommit
+              run: |
+                  echo This single commit has came from a merged commit. We will ignore it. This case is handled in autoSyncMergedPullRequest workflow for merge commits comming from merged pull requests only! Beware, the regular merge commits are not handled by any workflow for the moment.
+    autoSyncSingleCommit:
+        if: github.event.commits[1] == null
+        runs-on: ubuntu-latest
+        steps:
+            - uses: actions/checkout@v3
+            - name: autoSyncSingleCommit
+              env:
+                  GITHUB_CONTEXT: ${{ toJSON(github) }}
+              run: |
+                  echo Autosync a single commit with id: ${{ github.sha }} from openSource main branch towards cloud hosted version.
+            - name: Repository Dispatch
+              uses: peter-evans/repository-dispatch@v2
+              with:
+                  token: ${{ secrets.AUTOSYNC_TOKEN }}
+                  repository: ${{ secrets.AUTOSYNC_CH_URL }}
+                  event-type: ${{ secrets.AUTOSYNC_SC_EVENT_TYPE }}
+                  client-payload: >-
+                      {
+                        "ref": "${{ github.ref }}",
+                        "sha": "${{ github.sha }}",
+                        "commitMessage": "${{ github.event.commits[0].message }}"
+                      }

packages/components/nodes/chatmodels/AzureChatOpenAI/AzureChatOpenAI_LlamaIndex.ts

@@ -0,0 +1,135 @@
+import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
+import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
+import { OpenAI, ALL_AVAILABLE_OPENAI_MODELS } from 'llamaindex'
+
+interface AzureOpenAIConfig {
+    apiKey?: string
+    endpoint?: string
+    apiVersion?: string
+    deploymentName?: string
+}
+
+class AzureChatOpenAI_LlamaIndex_ChatModels implements INode {
+    label: string
+    name: string
+    version: number
+    type: string
+    icon: string
+    category: string
+    description: string
+    baseClasses: string[]
+    tags: string[]
+    credential: INodeParams
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'AzureChatOpenAI'
+        this.name = 'azureChatOpenAI_LlamaIndex'
+        this.version = 1.0
+        this.type = 'AzureChatOpenAI'
+        this.icon = 'Azure.svg'
+        this.category = 'Chat Models'
+        this.description = 'Wrapper around Azure OpenAI Chat LLM specific for LlamaIndex'
+        this.baseClasses = [this.type, 'BaseChatModel_LlamaIndex', ...getBaseClasses(OpenAI)]
+        this.tags = ['LlamaIndex']
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            credentialNames: ['azureOpenAIApi']
+        }
+        this.inputs = [
+            {
+                label: 'Model Name',
+                name: 'modelName',
+                type: 'options',
+                options: [
+                    {
+                        label: 'gpt-4',
+                        name: 'gpt-4'
+                    },
+                    {
+                        label: 'gpt-4-32k',
+                        name: 'gpt-4-32k'
+                    },
+                    {
+                        label: 'gpt-3.5-turbo',
+                        name: 'gpt-3.5-turbo'
+                    },
+                    {
+                        label: 'gpt-3.5-turbo-16k',
+                        name: 'gpt-3.5-turbo-16k'
+                    }
+                ],
+                default: 'gpt-3.5-turbo-16k',
+                optional: true
+            },
+            {
+                label: 'Temperature',
+                name: 'temperature',
+                type: 'number',
+                step: 0.1,
+                default: 0.9,
+                optional: true
+            },
+            {
+                label: 'Max Tokens',
+                name: 'maxTokens',
+                type: 'number',
+                step: 1,
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Top Probability',
+                name: 'topP',
+                type: 'number',
+                step: 0.1,
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Timeout',
+                name: 'timeout',
+                type: 'number',
+                step: 1,
+                optional: true,
+                additionalParams: true
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const modelName = nodeData.inputs?.modelName as keyof typeof ALL_AVAILABLE_OPENAI_MODELS
+        const temperature = nodeData.inputs?.temperature as string
+        const maxTokens = nodeData.inputs?.maxTokens as string
+        const topP = nodeData.inputs?.topP as string
+        const timeout = nodeData.inputs?.timeout as string
+
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const azureOpenAIApiKey = getCredentialParam('azureOpenAIApiKey', credentialData, nodeData)
+        const azureOpenAIApiInstanceName = getCredentialParam('azureOpenAIApiInstanceName', credentialData, nodeData)
+        const azureOpenAIApiDeploymentName = getCredentialParam('azureOpenAIApiDeploymentName', credentialData, nodeData)
+        const azureOpenAIApiVersion = getCredentialParam('azureOpenAIApiVersion', credentialData, nodeData)
+
+        const obj: Partial<OpenAI> & { azure?: AzureOpenAIConfig } = {
+            temperature: parseFloat(temperature),
+            model: modelName,
+            azure: {
+                apiKey: azureOpenAIApiKey,
+                endpoint: `https://${azureOpenAIApiInstanceName}.openai.azure.com`,
+                apiVersion: azureOpenAIApiVersion,
+                deploymentName: azureOpenAIApiDeploymentName
+            }
+        }
+
+        if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10)
+        if (topP) obj.topP = parseFloat(topP)
+        if (timeout) obj.timeout = parseInt(timeout, 10)
+
+        const model = new OpenAI(obj)
+        return model
+    }
+}
+
+module.exports = { nodeClass: AzureChatOpenAI_LlamaIndex_ChatModels }

packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic_LlamaIndex.ts

@@ -0,0 +1,104 @@
+import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
+import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
+import { Anthropic } from 'llamaindex'
+
+class ChatAnthropic_LlamaIndex_ChatModels implements INode {
+    label: string
+    name: string
+    version: number
+    type: string
+    icon: string
+    category: string
+    description: string
+    tags: string[]
+    baseClasses: string[]
+    credential: INodeParams
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'ChatAnthropic'
+        this.name = 'chatAnthropic_LlamaIndex'
+        this.version = 1.0
+        this.type = 'ChatAnthropic'
+        this.icon = 'Anthropic.svg'
+        this.category = 'Chat Models'
+        this.description = 'Wrapper around ChatAnthropic LLM specific for LlamaIndex'
+        this.baseClasses = [this.type, 'BaseChatModel_LlamaIndex', ...getBaseClasses(Anthropic)]
+        this.tags = ['LlamaIndex']
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            credentialNames: ['anthropicApi']
+        }
+        this.inputs = [
+            {
+                label: 'Model Name',
+                name: 'modelName',
+                type: 'options',
+                options: [
+                    {
+                        label: 'claude-2',
+                        name: 'claude-2',
+                        description: 'Claude 2 latest major version, automatically get updates to the model as they are released'
+                    },
+                    {
+                        label: 'claude-instant-1',
+                        name: 'claude-instant-1',
+                        description: 'Claude Instant latest major version, automatically get updates to the model as they are released'
+                    }
+                ],
+                default: 'claude-2',
+                optional: true
+            },
+            {
+                label: 'Temperature',
+                name: 'temperature',
+                type: 'number',
+                step: 0.1,
+                default: 0.9,
+                optional: true
+            },
+            {
+                label: 'Max Tokens',
+                name: 'maxTokensToSample',
+                type: 'number',
+                step: 1,
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Top P',
+                name: 'topP',
+                type: 'number',
+                step: 0.1,
+                optional: true,
+                additionalParams: true
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const temperature = nodeData.inputs?.temperature as string
+        const modelName = nodeData.inputs?.modelName as 'claude-2' | 'claude-instant-1' | undefined
+        const maxTokensToSample = nodeData.inputs?.maxTokensToSample as string
+        const topP = nodeData.inputs?.topP as string
+
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const anthropicApiKey = getCredentialParam('anthropicApiKey', credentialData, nodeData)
+
+        const obj: Partial<Anthropic> = {
+            temperature: parseFloat(temperature),
+            model: modelName,
+            apiKey: anthropicApiKey
+        }
+
+        if (maxTokensToSample) obj.maxTokens = parseInt(maxTokensToSample, 10)
+        if (topP) obj.topP = parseFloat(topP)
+
+        const model = new Anthropic(obj)
+        return model
+    }
+}
+
+module.exports = { nodeClass: ChatAnthropic_LlamaIndex_ChatModels }