Multimodal: Image Uploads.

packages/components/nodes/agents/ConversationalAgent/ConversationalAgent.ts

@@ -9,6 +9,7 @@ import { FlowiseMemory, ICommonObject, IMessage, INode, INodeData, INodeParams }
 import { AgentExecutor } from '../../../src/agents'
 import { ChatConversationalAgent } from 'langchain/agents'
 import { renderTemplate } from '@langchain/core/prompts'
+import { injectChainNodeData } from '../../../src/MultiModalUtils'
 
 const DEFAULT_PREFIX = `Assistant is a large language model trained by OpenAI.
 
@@ -84,6 +85,8 @@ class ConversationalAgent_Agents implements INode {
 
     async run(nodeData: INodeData, input: string, options: ICommonObject): Promise<string> {
         const memory = nodeData.inputs?.memory as FlowiseMemory
+        injectChainNodeData(nodeData, options)
+
         const executor = await prepareAgent(nodeData, { sessionId: this.sessionId, chatId: options.chatId, input }, options.chatHistory)
 
         const loggerHandler = new ConsoleCallbackHandler(options.logger)

packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts

@@ -5,6 +5,7 @@ import { Tool } from 'langchain/tools'
 import { BaseLanguageModel } from 'langchain/base_language'
 import { flatten } from 'lodash'
 import { additionalCallbacks } from '../../../src/handler'
+import { injectChainNodeData } from '../../../src/MultiModalUtils'
 
 class MRKLAgentChat_Agents implements INode {
     label: string
@@ -54,6 +55,7 @@ class MRKLAgentChat_Agents implements INode {
 
     async run(nodeData: INodeData, input: string, options: ICommonObject): Promise<string> {
         const executor = nodeData.instance as AgentExecutor
+        injectChainNodeData(nodeData, options)
 
         const callbacks = await additionalCallbacks(nodeData, options)