From 0767e6765cd4ac10f911a6e8d4109b2fad5229b5 Mon Sep 17 00:00:00 2001 From: Tyler Merritt Date: Fri, 18 Oct 2024 16:54:13 -0500 Subject: [PATCH] Add Cerebras Node and Credential --- .../credentials/CerebrasApi.credential.ts | 25 +++ .../chatmodels/ChatCerebras/ChatCerebras.ts | 161 ++++++++++++++++++ .../chatmodels/ChatCerebras/cerebras.png | Bin 0 -> 3267 bytes 3 files changed, 186 insertions(+) create mode 100644 packages/components/credentials/CerebrasApi.credential.ts create mode 100644 packages/components/nodes/chatmodels/ChatCerebras/ChatCerebras.ts create mode 100644 packages/components/nodes/chatmodels/ChatCerebras/cerebras.png diff --git a/packages/components/credentials/CerebrasApi.credential.ts b/packages/components/credentials/CerebrasApi.credential.ts new file mode 100644 index 00000000000..5a701536f0f --- /dev/null +++ b/packages/components/credentials/CerebrasApi.credential.ts @@ -0,0 +1,25 @@ +import { INodeParams, INodeCredential } from '../src/Interface' + +class CerebrasAPIAuth implements INodeCredential { + label: string + name: string + version: number + description: string + inputs: INodeParams[] + + constructor() { + this.label = 'Cerebras API Key' + this.name = 'cerebrasAIApi' + this.version = 1.0 + this.inputs = [ + { + label: 'Cerebras API Key', + name: 'cerebrasApiKey', + type: 'password', + description: 'API Key (cloud.cerebras.ai)' + } + ] + } +} + +module.exports = { credClass: CerebrasAPIAuth } diff --git a/packages/components/nodes/chatmodels/ChatCerebras/ChatCerebras.ts b/packages/components/nodes/chatmodels/ChatCerebras/ChatCerebras.ts new file mode 100644 index 00000000000..40951b3a8b4 --- /dev/null +++ b/packages/components/nodes/chatmodels/ChatCerebras/ChatCerebras.ts @@ -0,0 +1,161 @@ +import { ChatOpenAI, OpenAIChatInput } from '@langchain/openai' +import { BaseCache } from '@langchain/core/caches' +import { BaseLLMParams } from '@langchain/core/language_models/llms' +import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface' +import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils' + +class ChatCerebras_ChatModels implements INode { + label: string + name: string + version: number + type: string + icon: string + category: string + description: string + baseClasses: string[] + credential: INodeParams + inputs: INodeParams[] + + constructor() { + this.label = 'ChatCerebras' + this.name = 'chatCerebras' + this.version = 1.0 + this.type = 'ChatCerebras' + this.icon = 'cerebras.png' + this.category = 'Chat Models' + this.description = 'Models available via Cerebras' + this.baseClasses = [this.type, ...getBaseClasses(ChatOpenAI)] + this.credential = { + label: 'Connect Credential', + name: 'credential', + type: 'credential', + credentialNames: ['cerebrasAIApi'], + optional: true + } + this.inputs = [ + { + label: 'Cache', + name: 'cache', + type: 'BaseCache', + optional: true + }, + { + label: 'Model Name', + name: 'modelName', + type: 'string', + placeholder: 'llama3.1-8b' + }, + { + label: 'Temperature', + name: 'temperature', + type: 'number', + step: 0.1, + default: 0.9, + optional: true + }, + { + label: 'Max Tokens', + name: 'maxTokens', + type: 'number', + step: 1, + optional: true, + additionalParams: true + }, + { + label: 'Top Probability', + name: 'topP', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Frequency Penalty', + name: 'frequencyPenalty', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Presence Penalty', + name: 'presencePenalty', + type: 'number', + step: 0.1, + optional: true, + additionalParams: true + }, + { + label: 'Timeout', + name: 'timeout', + type: 'number', + step: 1, + optional: true, + additionalParams: true + }, + { + label: 'BasePath', + name: 'basepath', + type: 'string', + optional: true, + default: 'https://api.cerebras.ai/v1', + additionalParams: true + }, + { + label: 'BaseOptions', + name: 'baseOptions', + type: 'json', + optional: true, + additionalParams: true + } + ] + } + + async init(nodeData: INodeData, _: string, options: ICommonObject): Promise { + const temperature = nodeData.inputs?.temperature as string + const modelName = nodeData.inputs?.modelName as string + const maxTokens = nodeData.inputs?.maxTokens as string + const topP = nodeData.inputs?.topP as string + const frequencyPenalty = nodeData.inputs?.frequencyPenalty as string + const presencePenalty = nodeData.inputs?.presencePenalty as string + const timeout = nodeData.inputs?.timeout as string + const streaming = nodeData.inputs?.streaming as boolean + const basePath = nodeData.inputs?.basepath as string + const baseOptions = nodeData.inputs?.baseOptions + const cache = nodeData.inputs?.cache as BaseCache + + const credentialData = await getCredentialData(nodeData.credential ?? '', options) + const cerebrasAIApiKey = getCredentialParam('cerebrasApiKey', credentialData, nodeData) + + const obj: Partial & BaseLLMParams & { cerebrasAIApiKey?: string } = { + temperature: parseFloat(temperature), + modelName, + openAIApiKey: cerebrasAIApiKey, + streaming: streaming ?? true + } + + if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10) + if (topP) obj.topP = parseFloat(topP) + if (frequencyPenalty) obj.frequencyPenalty = parseFloat(frequencyPenalty) + if (presencePenalty) obj.presencePenalty = parseFloat(presencePenalty) + if (timeout) obj.timeout = parseInt(timeout, 10) + if (cache) obj.cache = cache + + let parsedBaseOptions: any | undefined = undefined + + if (baseOptions) { + try { + parsedBaseOptions = typeof baseOptions === 'object' ? baseOptions : JSON.parse(baseOptions) + } catch (exception) { + throw new Error("Invalid JSON in the ChatCerebras's BaseOptions: " + exception) + } + } + const model = new ChatOpenAI(obj, { + basePath, + baseOptions: parsedBaseOptions + }) + return model + } +} + +module.exports = { nodeClass: ChatCerebras_ChatModels } diff --git a/packages/components/nodes/chatmodels/ChatCerebras/cerebras.png b/packages/components/nodes/chatmodels/ChatCerebras/cerebras.png new file mode 100644 index 0000000000000000000000000000000000000000..0b12258f1cc13b4d67efa5c270818625ac6e5d3a GIT binary patch literal 3267 zcmV;!3_SCRP)>nDcT@_MCaS>w?DoQKCkt&h472N!3i^ zCp5j$03JVxtgEgSw0Tsez5#&Yr&W}P4Yaf(V;vYt79xYm0mqCRE!@nc-f@u<70;M$S#_>m*6b;qVQs~8G8kCy;Bc_fjUDK--DEpL-uje&i1$!%N@Ds|8jxk9H;y#SX zPExH{h7TyYWCwsCVN&XqMbJ3zf$uGawjZ|r11i~VGbIX*C@@2t|EO{f3ee;ml(jRU zlQ4l@0=#_5vrrQJYZ(4Oh5oKk1wo_z$eGSU0p$NN4DV2KxyKkt%t%&3kJC^9mhWoy z4wdXtR_w>CPU}1rVDUDTwZqsz^8B#En&~t_^Fvf2fw#DQ38j7aE)w+KzOIK(Tv3HE z#t7Od4DAtUXd6)R*U5t@UYfeF$qh;STg`aCs z&X?7L&})S4m=FrQc)NIL)jm9yohh%X%nYS@Vl7ALwQQ}5Vq7`fk$*p6;WImwc|dP| z#Tn|0mP>ek5w)fm<~!;qYHS<{I9|qThBAbME#Z0Y%oJ1F?5p~Qxw3x_k?|KQ5Dt_C zr*YB~1*7L1lCC0zY3K{Y~^BomWbGa9`fDO=A}>CCy|mCvM;XXzP?bhbSYUfxj- z_7}LDC6t_t1`7MrL`9e_qF1ZTD5GiYgqkcrhCf>8c2Y_ys$S;8-3!gKY!sR@ z4m)DFm^H@CJC~BL1q^DOW6Dr4V(kpk1|il0>M5A_*%;_G#?OgKi!+95XJZlSP7M&v z&GB2inE-vhpj2Nl!jRj4xnOK&G9$)vQDHpn!VwH&Sr@(U=K%QX4CM&Eh^B-;kZ3hU zz>ZHPfsg5==zkKSXL8I3QfGz|c^HMSh>+kpn+*u9-m9s0=$e)r&Wph0dV~+=wa}ZO zG=ZAKia)hWQMqT4V@S(|-&5Vh^Np-aM-AUg+=2XS#IZRB8ix{DbHqss3@6tVFjCB! zjBY-CN|-{R)C*+He_9WdoMak|_>OBkrsO(!oe-DMJp}K{*2MoUb-S3$E`e ztNGl?-5P}H%c1;`VlBlPpo;C;LwxC_bTlAcwo2zU7)ul{cZjcng2e!}?e``JV=7a! z;ZV#qUoSBA-^}MlP*D%1ZWoq#J)|3+Y%~FOs!Z{H!f^GTm0klSWoic{aK>b;7?|0V zY9yrM1}cC!e@&fcHF11VJz23jsO{iflE!70K%SJ@66Moq0b0#WVHXv25#BXSeW(uP za`O%O?CB}xHY!#sjZY()PEn z6v<#aY>{}8J7CH+rpq@e zr7Q&2W-P^xxazZZTw*>M=QH$qg!l-v8#Yd{1)NQX&Xao!vGIecU~Uc&x1jQoP+_EJ|6VPtGtR#hR22(DTn9mtsgx_i+Ck3})a|Vzx zF14J81$x9)%2Igb=iH!BJyZ!c-Ep@xhesQ9EGXM4XNgHR;wJZOcEK8K28oa>jzY)8 z$_3m?MLc8H#r22Nf;^CJnJE~_9BTA779OiwdWs`%8Sa@rDFvI=S3E|YvclEcA^9+L zw$E*-d8Nl&Lir%u`ZqWl0DTJZ9Ho{y)M!<$tKx#ck{y5|`8$+(*M@wyJ$+MMW}ZGa z*0i*gj=1j0z0hwW83IM0SKpXYSrWGq6;6l0?R#uzujtjLN#Fq;P29eR`EaHHTTQ@&TwsfyO0c}P)zAmk#bK5ZB6J}R7L-pTP; zI}VVRWBS^?Rh>4k(u=720*9y+G|gW+tv?4!yiOLTG+VS?$eOL6t_Z)&Pzn+h%`h)- z288k&ORM-?mt3E+;;jeg%A(n0JN}n4o(Yo)FEr-;8MngJ3onQ2Yro<`EacjpP;Lw! z4T4h9i3kKZ!B5Dd{nwFny}}l~BB7EiCR&PLA-nrSmcD z)dAwR2w{*Xj(io=RNNPBgG`a0?BQvE)QZhx^=R;Lv~W7T4-)3BHQ^@Y+=l5fG_O0q z%O*Nl_40W5wFxQQuANQOpXIy(=Hvqrx@9A0eK3OBZq&jUI$!~Q^J4$Bq6=xZ0) zQ9+B1ZD9*QH-TKk9b=%Ho3Jm9SjI;!S^yrF(3#@N^Ew3kmYm<$)c@8jA#N*?l*ukR z29*vrVIPtAwvsOmIIlihC%fWI-Ih#o(Y{utSA)Il-FI^3Z>v%lG710xyx0D)Yvryp zK7X6KzO}yr>d##y&7n@a{qouV_ND)=qk3(Gnl-sYv0hEFGt}1tG+rDQbi9i<`9QBx z`Ulk4=2HOuR~w}rOFy2r{SdO!e7d7)1}Vv+J*mkvc;PIrx9RR^XzmilMRSB^JyXWu zHO>b4>kZ9cbsY@nJ(p>fY{qrfUzzYrFZv)`t>1f^g zVeWZdymFpkkRK8UNqRfTapK?wz(%ol^5U0+7w_kJ&Kywz5(D*T>(d&VeMWMGlfWg z6`jqHUv0MAP<@f^@DFzh@>!RI>(9>GmE)P(jZyfA&}gOG_y6S}Yi}6-)sf%7#y|k| zpFAA>-#kX%QT+!G-1oiSw_i=L*<~-d#G$JT<;>h7{u{! zQY`2TZ!;2Kq2kteOrgX|@#Q?r|0=gMr|uDqtt+eQ49yV{*F;h8G%L`m9cen z(yoB&M3(K)a)P3*z0?Q5PrbS=0>=t%`KRkx{|6(3x7py%NtXZs002ovPDHLkV1ikp BUX%a; literal 0 HcmV?d00001