add localAI

packages/components/nodes/agents/ConversationalAgent/ConversationalAgent.ts

@@ -1,10 +1,10 @@
 import { ICommonObject, IMessage, INode, INodeData, INodeParams } from '../../../src/Interface'
 import { initializeAgentExecutorWithOptions, AgentExecutor, InitializeAgentExecutorOptions } from 'langchain/agents'
 import { Tool } from 'langchain/tools'
-import { BaseChatModel } from 'langchain/chat_models/base'
 import { BaseChatMemory, ChatMessageHistory } from 'langchain/memory'
 import { getBaseClasses } from '../../../src/utils'
 import { AIChatMessage, HumanChatMessage } from 'langchain/schema'
+import { BaseLanguageModel } from 'langchain/base_language'
 
 class ConversationalAgent_Agents implements INode {
     label: string
@@ -32,9 +32,9 @@ class ConversationalAgent_Agents implements INode {
                 list: true
             },
             {
-                label: 'Chat Model',
+                label: 'Language Model',
                 name: 'model',
-                type: 'BaseChatModel'
+                type: 'BaseLanguageModel'
             },
             {
                 label: 'Memory',
@@ -61,7 +61,7 @@ class ConversationalAgent_Agents implements INode {
     }
 
     async init(nodeData: INodeData): Promise<any> {
-        const model = nodeData.inputs?.model as BaseChatModel
+        const model = nodeData.inputs?.model as BaseLanguageModel
         let tools = nodeData.inputs?.tools as Tool[]
         tools = tools.flat()
         const memory = nodeData.inputs?.memory as BaseChatMemory

packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts

@@ -1,8 +1,8 @@
 import { INode, INodeData, INodeParams } from '../../../src/Interface'
 import { initializeAgentExecutorWithOptions, AgentExecutor } from 'langchain/agents'
-import { BaseChatModel } from 'langchain/chat_models/base'
 import { getBaseClasses } from '../../../src/utils'
 import { Tool } from 'langchain/tools'
+import { BaseLanguageModel } from 'langchain/base_language'
 
 class MRKLAgentChat_Agents implements INode {
     label: string
@@ -30,15 +30,15 @@ class MRKLAgentChat_Agents implements INode {
                 list: true
             },
             {
-                label: 'Chat Model',
+                label: 'Language Model',
                 name: 'model',
-                type: 'BaseChatModel'
+                type: 'BaseLanguageModel'
             }
         ]
     }
 
     async init(nodeData: INodeData): Promise<any> {
-        const model = nodeData.inputs?.model as BaseChatModel
+        const model = nodeData.inputs?.model as BaseLanguageModel
         let tools = nodeData.inputs?.tools as Tool[]
         tools = tools.flat()
         const executor = await initializeAgentExecutorWithOptions(tools, model, {

packages/components/nodes/chatmodels/ChatLocalAI/ChatLocalAI.ts

@@ -0,0 +1,92 @@
+import { INode, INodeData, INodeParams } from '../../../src/Interface'
+import { getBaseClasses } from '../../../src/utils'
+import { OpenAIChat } from 'langchain/llms/openai'
+import { OpenAIChatInput } from 'langchain/chat_models/openai'
+
+class ChatLocalAI_ChatModels implements INode {
+    label: string
+    name: string
+    type: string
+    icon: string
+    category: string
+    description: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'ChatLocalAI'
+        this.name = 'chatLocalAI'
+        this.type = 'ChatLocalAI'
+        this.icon = 'localai.png'
+        this.category = 'Chat Models'
+        this.description = 'Use local LLMs like llama.cpp, gpt4all using LocalAI'
+        this.baseClasses = [this.type, ...getBaseClasses(OpenAIChat)]
+        this.inputs = [
+            {
+                label: 'Base Path',
+                name: 'basePath',
+                type: 'string',
+                placeholder: 'http://localhost:8080/v1'
+            },
+            {
+                label: 'Model Name',
+                name: 'modelName',
+                type: 'string',
+                placeholder: 'gpt4all-lora-quantized.bin'
+            },
+            {
+                label: 'Temperature',
+                name: 'temperature',
+                type: 'number',
+                default: 0.9,
+                optional: true
+            },
+            {
+                label: 'Max Tokens',
+                name: 'maxTokens',
+                type: 'number',
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Top Probability',
+                name: 'topP',
+                type: 'number',
+                optional: true,
+                additionalParams: true
+            },
+            {
+                label: 'Timeout',
+                name: 'timeout',
+                type: 'number',
+                optional: true,
+                additionalParams: true
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData): Promise<any> {
+        const temperature = nodeData.inputs?.temperature as string
+        const modelName = nodeData.inputs?.modelName as string
+        const maxTokens = nodeData.inputs?.maxTokens as string
+        const topP = nodeData.inputs?.topP as string
+        const timeout = nodeData.inputs?.timeout as string
+        const basePath = nodeData.inputs?.basePath as string
+
+        const obj: Partial<OpenAIChatInput> & { openAIApiKey?: string } = {
+            temperature: parseInt(temperature, 10),
+            modelName,
+            openAIApiKey: 'sk-'
+        }
+
+        if (maxTokens) obj.maxTokens = parseInt(maxTokens, 10)
+        if (topP) obj.topP = parseInt(topP, 10)
+        if (timeout) obj.timeout = parseInt(timeout, 10)
+
+        const model = new OpenAIChat(obj, { basePath })
+
+        return model
+    }
+}
+
+module.exports = { nodeClass: ChatLocalAI_ChatModels }