From 0521d26c603327ab953d58a2bcca9818f5fb2d62 Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Mon, 26 Feb 2024 11:03:35 +0800
Subject: [PATCH 01/14] Fix CustomFunction deserializing escaped JSON strings

---
 .../utilities/CustomFunction/CustomFunction.ts     | 14 ++++++--------
 1 file changed, 6 insertions(+), 8 deletions(-)

diff --git a/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts b/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
index 4ab2a6f2..2ec6074a 100644
--- a/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
+++ b/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
@@ -90,13 +90,15 @@ class CustomFunction_Utilities implements INode {
 
         // Some values might be a stringified JSON, parse it
         for (const key in inputVars) {
-            if (typeof inputVars[key] === 'string' && inputVars[key].startsWith('{') && inputVars[key].endsWith('}')) {
+            value = handleEscapeCharacters(value, true)
+            if (value.startsWith('{') && value.endsWith('}')) {
                 try {
-                    inputVars[key] = JSON.parse(inputVars[key])
+                    value = JSON.parse(value)
                 } catch (e) {
-                    continue
+                    // ignore
                 }
             }
+            inputVars[key] = value
         }
 
         let sandbox: any = { $input: input }
@@ -105,11 +107,7 @@ class CustomFunction_Utilities implements INode {
 
         if (Object.keys(inputVars).length) {
             for (const item in inputVars) {
-                let value = inputVars[item]
-                if (typeof value === 'string') {
-                    value = handleEscapeCharacters(value, true)
-                }
-                sandbox[`$${item}`] = value
+                sandbox[`$${item}`] = inputVars[item]
             }
         }
 

From 735425e902a77cb8e08ae101eabc1aba51c7b5ed Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Mon, 26 Feb 2024 11:05:29 +0800
Subject: [PATCH 02/14] Update CustomFunction.ts

---
 .../utilities/CustomFunction/CustomFunction.ts  | 17 ++++++++++-------
 1 file changed, 10 insertions(+), 7 deletions(-)

diff --git a/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts b/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
index 2ec6074a..9c1469e0 100644
--- a/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
+++ b/packages/components/nodes/utilities/CustomFunction/CustomFunction.ts
@@ -90,15 +90,18 @@ class CustomFunction_Utilities implements INode {
 
         // Some values might be a stringified JSON, parse it
         for (const key in inputVars) {
-            value = handleEscapeCharacters(value, true)
-            if (value.startsWith('{') && value.endsWith('}')) {
-                try {
-                    value = JSON.parse(value)
-                } catch (e) {
-                    // ignore
+            let value = inputVars[key]
+            if (typeof value === 'string') {
+                value = handleEscapeCharacters(value, true)
+                if (value.startsWith('{') && value.endsWith('}')) {
+                    try {
+                        value = JSON.parse(value)
+                    } catch (e) {
+                        // ignore
+                    }
                 }
+                inputVars[key] = value
             }
-            inputVars[key] = value
         }
 
         let sandbox: any = { $input: input }

From 877c283d07d4a0f3dbc652cd2f25e77c142962eb Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Tue, 27 Feb 2024 09:47:18 +0800
Subject: [PATCH 03/14] Feature: Add support for accessing NodeData via json
 path

Supports `{{<variableNodeId>.data.instance.pathtokey}}`
---
 packages/server/src/utils/index.ts | 35 +++++++++++++++++++++++++++---
 1 file changed, 32 insertions(+), 3 deletions(-)

diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts
index 2903d426..d4639978 100644
--- a/packages/server/src/utils/index.ts
+++ b/packages/server/src/utils/index.ts
@@ -528,11 +528,40 @@ export const getVariableValue = (
                 variableDict[`{{${variableFullPath}}}`] = handleEscapeCharacters(convertChatHistoryToText(chatHistory), false)
             }
 
-            // Split by first occurrence of '.' to get just nodeId
-            const [variableNodeId, _] = variableFullPath.split('.')
+            // Resolve values with following case.
+            // 1: <variableNodeId>.data.instance
+            // 2: <variableNodeId>.data.instance.pathtokey
+            const variableFullPathParts = variableFullPath.split('.')
+            const variableNodeId = variableFullPathParts[0]
             const executedNode = reactFlowNodes.find((nd) => nd.id === variableNodeId)
             if (executedNode) {
-                const variableValue = get(executedNode.data, 'instance')
+                let variableValue = get(executedNode.data, 'instance')
+
+                // Handle path such as `<variableNodeId>.data.instance.key`
+                if (variableFullPathParts.length > 3) {
+                    let variableObj = null
+                    switch (typeof variableValue) {
+                        case 'string':
+                            const unEscapedVariableValue = handleEscapeCharacters(variableValue, true)
+                            if (unEscapedVariableValue.startsWith('{') && unEscapedVariableValue.endsWith('}')) {
+                                try {
+                                    variableObj = JSON.parse(unEscapedVariableValue)
+                                } catch (e) {
+                                    // ignore
+                                }
+                            }
+                            break
+                        case 'object':
+                            variableObj = variableValue
+                            break
+                        default:
+                            break
+                    }
+                    if (variableObj) {
+                        variableObj = get(variableObj, variableFullPathParts.slice(3))
+                        variableValue = handleEscapeCharacters(JSON.stringify(variableObj), false)
+                    }
+                }
                 if (isAcceptVariable) {
                     variableDict[`{{${variableFullPath}}}`] = variableValue
                 } else {

From 6a6cfb61fc3e1e72c035db945959161d0249afd5 Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Tue, 27 Feb 2024 10:00:09 +0800
Subject: [PATCH 04/14] Update index.ts

---
 packages/server/src/utils/index.ts | 6 ++++--
 1 file changed, 4 insertions(+), 2 deletions(-)

diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts
index d4639978..fd99f49d 100644
--- a/packages/server/src/utils/index.ts
+++ b/packages/server/src/utils/index.ts
@@ -541,7 +541,7 @@ export const getVariableValue = (
                 if (variableFullPathParts.length > 3) {
                     let variableObj = null
                     switch (typeof variableValue) {
-                        case 'string':
+                        case 'string': {
                             const unEscapedVariableValue = handleEscapeCharacters(variableValue, true)
                             if (unEscapedVariableValue.startsWith('{') && unEscapedVariableValue.endsWith('}')) {
                                 try {
@@ -551,9 +551,11 @@ export const getVariableValue = (
                                 }
                             }
                             break
-                        case 'object':
+                        }
+                        case 'object': {
                             variableObj = variableValue
                             break
+                        }
                         default:
                             break
                     }

From b7d01f10a453c1e642d35e277bd0e6dcb753dac2 Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Tue, 27 Feb 2024 10:16:55 +0800
Subject: [PATCH 05/14] Update index.ts

---
 packages/server/src/utils/index.ts | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts
index fd99f49d..30196c66 100644
--- a/packages/server/src/utils/index.ts
+++ b/packages/server/src/utils/index.ts
@@ -561,7 +561,10 @@ export const getVariableValue = (
                     }
                     if (variableObj) {
                         variableObj = get(variableObj, variableFullPathParts.slice(3))
-                        variableValue = handleEscapeCharacters(JSON.stringify(variableObj), false)
+                        variableValue = handleEscapeCharacters(
+                            typeof variableObj === 'object' ? JSON.stringify(variableObj) : variableObj,
+                            false
+                        )
                     }
                 }
                 if (isAcceptVariable) {

From 43c1d5d017c3dd1cabd5440da7d1904caf75f4ee Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Thu, 29 Feb 2024 03:12:11 +0800
Subject: [PATCH 06/14] add groq

---
 .../credentials/GroqApi.credential.ts         |  23 +++++
 .../components/nodes/chatmodels/Groq/Groq.ts  |  80 ++++++++++++++++++
 .../components/nodes/chatmodels/Groq/groq.png | Bin 0 -> 1450 bytes
 packages/components/package.json              |   1 +
 packages/server/src/utils/index.ts            |   3 +-
 5 files changed, 106 insertions(+), 1 deletion(-)
 create mode 100644 packages/components/credentials/GroqApi.credential.ts
 create mode 100644 packages/components/nodes/chatmodels/Groq/Groq.ts
 create mode 100644 packages/components/nodes/chatmodels/Groq/groq.png

diff --git a/packages/components/credentials/GroqApi.credential.ts b/packages/components/credentials/GroqApi.credential.ts
new file mode 100644
index 00000000..a1c79060
--- /dev/null
+++ b/packages/components/credentials/GroqApi.credential.ts
@@ -0,0 +1,23 @@
+import { INodeParams, INodeCredential } from '../src/Interface'
+
+class GroqApi implements INodeCredential {
+    label: string
+    name: string
+    version: number
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'Groq API'
+        this.name = 'groqApi'
+        this.version = 1.0
+        this.inputs = [
+            {
+                label: 'Groq Api Key',
+                name: 'groqApiKey',
+                type: 'password'
+            }
+        ]
+    }
+}
+
+module.exports = { credClass: GroqApi }
diff --git a/packages/components/nodes/chatmodels/Groq/Groq.ts b/packages/components/nodes/chatmodels/Groq/Groq.ts
new file mode 100644
index 00000000..91e96aef
--- /dev/null
+++ b/packages/components/nodes/chatmodels/Groq/Groq.ts
@@ -0,0 +1,80 @@
+import { BaseCache } from '@langchain/core/caches'
+import { ChatGroq, ChatGroqInput } from '@langchain/groq'
+import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
+import { getBaseClasses, getCredentialData, getCredentialParam } from '../../../src/utils'
+
+class Groq_ChatModels implements INode {
+    label: string
+    name: string
+    version: number
+    type: string
+    icon: string
+    category: string
+    description: string
+    baseClasses: string[]
+    credential: INodeParams
+    inputs: INodeParams[]
+
+    constructor() {
+        this.label = 'GroqChat'
+        this.name = 'groqChat'
+        this.version = 2.0
+        this.type = 'GroqChat'
+        this.icon = 'groq.png'
+        this.category = 'Chat Models'
+        this.description = 'Wrapper around Groq API with LPU Inference Engine'
+        this.baseClasses = [this.type, ...getBaseClasses(ChatGroq)]
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            credentialNames: ['groqApi'],
+            optional: true
+        }
+        this.inputs = [
+            {
+                label: 'Cache',
+                name: 'cache',
+                type: 'BaseCache',
+                optional: true
+            },
+            {
+                label: 'Model Name',
+                name: 'modelName',
+                type: 'string',
+                placeholder: 'ft:gpt-3.5-turbo:my-org:custom_suffix:id'
+            },
+            {
+                label: 'Temperature',
+                name: 'temperature',
+                type: 'number',
+                step: 0.1,
+                default: 0.9,
+                optional: true
+            }
+        ]
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const modelName = nodeData.inputs?.modelName as string
+        const cache = nodeData.inputs?.cache as BaseCache
+        const temperature = nodeData.inputs?.temperature as string
+        const streaming = nodeData.inputs?.streaming as boolean
+
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const groqApiKey = getCredentialParam('groqApiKey', credentialData, nodeData)
+
+        const obj: ChatGroqInput = {
+            modelName,
+            temperature: parseFloat(temperature),
+            apiKey: groqApiKey,
+            streaming: streaming ?? true
+        }
+        if (cache) obj.cache = cache
+
+        const model = new ChatGroq(obj)
+        return model
+    }
+}
+
+module.exports = { nodeClass: Groq_ChatModels }
diff --git a/packages/components/nodes/chatmodels/Groq/groq.png b/packages/components/nodes/chatmodels/Groq/groq.png
new file mode 100644
index 0000000000000000000000000000000000000000..31564145e1068131f3cf0a49766efbd68a0b4d54
GIT binary patch
literal 1450
zcmb7^do<Ju6vwquMnn^p%KJw&#h4<ayvE=+jJKvd^2l&Jj>tQT$Rm%*&tNegE6tFx
zX~(OSS86M*Ff-*bWJY9AB4p4GJG+1FUwh7;bMO7$d%x%2KR;Pc4mL7Uho!{C#AI+F
z)<vYff2ZV5QSCf5b4DZ>C%l{0cSnPN$C?LbJuzsrmhz*qR>*$4wYt2$y}dOzvyq>&
zo)P_{qe&3q`RD6y;l$`#fWt;PNp#!cIN&Y%CK2u8;F{Ovd()hO4f|a*!*N&(xA^jf
z^3Rles?r(!-?BNJ5YNSJ!lO)dG|ma>xACQ5QGoxX5DA%2OicJ#s)R4HLuc6_j|jx0
z;O7)!mAT@M)~Uxdo)zTtdcmdtSd+ESw}f(9$38TNdkzn8R2Jn?jgJb>(uZWORTk$=
zBT@1`oHOpek&s)%o~ZGd`S&W66sobV?>Q~&3ac{WHPfVvd+D-6T6JiIY@JD{sYekt
z1a8zYf4aCts~1A4$todQY7yjB#)0Ku3n(^28dnh_x7q0(SbbeDr+WH%Gf24QMe`Tf
z0&qE+M2%%+{!Q(>_o1Ui)#3Puyj%mY-%l_`YDj8d+T?MNwg}}ksa~Bl3zi_Faq-1H
zCsmj@+;q$&6NP8gy~gcIGS$7?B})_@n?%ZkBP|B~rO029cEiObRKB%BIg~jPJeRg*
zhwo|U-d^e+9db65(}A7RbiR70%yu-hxG>EDN9+!CI?M#qfWG+4as2xaUZ1c6G0$V$
z_f$JL7Rvtt_7jn?;NA9-SbZyNOcYPPzDW2;PZ8#>8azpQoRe;J8nF-N?v-We8LF$d
z5BANgPH}gse2M^`FK0t}(%)MzCw~zOY$23fldH%M^97>bh&7e6{Yi5@wh)rLWgl0)
zwaj^_oO}BP_x447>E+Va1f)9L%)rsGAWL`fJHxqvNNU^68cX17s(q_iqDYb~s`aIk
zy-6=X<pd?TnfXITyfj=!FBjLSg}Mv{0rrOgDMdgs3q#1msBf`S)%GO|dmu=rKH5wg
zqy9mY;tS5|IxbVIAZW$w5}j5B4Tc2I&qzwaT+tw2!w)R6b@K32${<$r#aVaQJP2tu
z4#*!RXQSKmQ&TN_loxD`<Rq~@N+(AaC?mdkSWKtO*KCu}J6Oz4p=H>+sw$8^h-(oB
zpyN{1OEZ?{p1C$f+=Jz$nJFp^tpq&-F*S`A<mQ5bK>(*c0_bS-0GReH@J(5|l1SIk
zlb9^Pzwdj?3d_e%yyuAH-dS~rL3s8xW>#4G^h;FN%T~+COa3>s+1$gu=lMy}Z~In)
zgfvMol0Eozac0k5=H+rvCe$VM$nN97@TSjkJjO6^Xxq&X&W%wpX4a{4@#2EiH)IGy
z<N4ljhm)zWD+UKN)s6@&c(1a_(8rwVO)nhWBQf7A{5TH7PVOygN(EL49kW*g(eN2U
z$Ni2A`tTZp+T&Sdk;Y`UZlkh_BA5|78iAG@EhMTcKKX<)^xU<-^^)_kwu6rkP|O)+
zMXVYL4!|vXQd%RCa#BCo2NOW%lKuHVoiO1Zv5Tc$XK8KJ#=c>=?bw?>p-%^>lIPY2
zV!qI2!{>Svz3FRiQ!m@XE9yUU+OA$X<ro>WVV4b@3fRzumHCa+Y}Ccj!O>4$HFRXE
zZBT5<`L3Jtb;7_M%;xnN?IxvM7wTO4e%X)XntK<_Sft!Kd*c>k?Fnkx1MJU?E*j@2
z!r6lkL4oz0ZG%_E1mdkp--dRAVrP;+MKg{R5<Xeh_yz1MP71d%DdJDncqJk%_oGVi
z513J3;T4H2Mv|F#WJ~=(C-=Ncc~sb#VZYM6bm;sAT4-0o{{+)N81v4Wo?0<j<?D?K
WSFKd7nO{Y?6vJ6LU>h*Lseb|K=B&j4

literal 0
HcmV?d00001

diff --git a/packages/components/package.json b/packages/components/package.json
index 20aef68a..95605edd 100644
--- a/packages/components/package.json
+++ b/packages/components/package.json
@@ -33,6 +33,7 @@
         "@langchain/cohere": "^0.0.5",
         "@langchain/community": "^0.0.30",
         "@langchain/google-genai": "^0.0.10",
+        "@langchain/groq": "^0.0.2",
         "@langchain/mistralai": "^0.0.7",
         "@langchain/openai": "^0.0.14",
         "@langchain/pinecone": "^0.0.3",
diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts
index 8092fbd8..df215270 100644
--- a/packages/server/src/utils/index.ts
+++ b/packages/server/src/utils/index.ts
@@ -855,7 +855,8 @@ export const isFlowValidForStream = (reactFlowNodes: IReactFlowNode[], endingNod
             'chatAnthropic_LlamaIndex',
             'chatOllama',
             'awsChatBedrock',
-            'chatMistralAI'
+            'chatMistralAI',
+            'groqChat'
         ],
         LLMs: ['azureOpenAI', 'openAI', 'ollama']
     }

From 1d0230382b8931ccc696149095419aa1ce8f6c6a Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Thu, 29 Feb 2024 15:59:52 +0800
Subject: [PATCH 07/14] pin MUI dependencies

---
 packages/ui/package.json | 8 ++++----
 1 file changed, 4 insertions(+), 4 deletions(-)

diff --git a/packages/ui/package.json b/packages/ui/package.json
index df32d7fa..872077a5 100644
--- a/packages/ui/package.json
+++ b/packages/ui/package.json
@@ -14,10 +14,10 @@
         "@emotion/cache": "^11.4.0",
         "@emotion/react": "^11.10.6",
         "@emotion/styled": "^11.10.6",
-        "@mui/icons-material": "^5.0.3",
-        "@mui/lab": "^5.0.0-alpha.156",
-        "@mui/material": "^5.15.0",
-        "@mui/x-data-grid": "^6.8.0",
+        "@mui/icons-material": "5.0.3",
+        "@mui/lab": "5.0.0-alpha.156",
+        "@mui/material": "5.15.0",
+        "@mui/x-data-grid": "6.8.0",
         "@tabler/icons": "^1.39.1",
         "@uiw/codemirror-theme-sublime": "^4.21.21",
         "@uiw/codemirror-theme-vscode": "^4.21.21",

From 79812a23e4ceb50bec35b34f74be2c085bbb0330 Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Thu, 29 Feb 2024 19:01:02 +0800
Subject: [PATCH 08/14] update openai assistant marketplace template

---
 .../chatflows/OpenAI Assistant.json           | 149 +++++++++---------
 1 file changed, 73 insertions(+), 76 deletions(-)

diff --git a/packages/server/marketplaces/chatflows/OpenAI Assistant.json b/packages/server/marketplaces/chatflows/OpenAI Assistant.json
index 73c01413..9941e703 100644
--- a/packages/server/marketplaces/chatflows/OpenAI Assistant.json	
+++ b/packages/server/marketplaces/chatflows/OpenAI Assistant.json	
@@ -5,12 +5,10 @@
     "badge": "NEW",
     "nodes": [
         {
-            "width": 300,
-            "height": 327,
             "id": "openAIAssistant_0",
             "position": {
-                "x": 895.3722263184736,
-                "y": 118.50795801755544
+                "x": 1237.914576178543,
+                "y": 140
             },
             "type": "customNode",
             "data": {
@@ -60,33 +58,36 @@
                 ],
                 "inputs": {
                     "selectedAssistant": "",
-                    "tools": ["{{calculator_0.data.instance}}", "{{serper_0.data.instance}}", "{{customTool_0.data.instance}}"]
+                    "tools": ["{{calculator_0.data.instance}}", "{{serper_0.data.instance}}", "{{customTool_0.data.instance}}"],
+                    "inputModeration": "",
+                    "disableFileDownload": ""
                 },
                 "outputAnchors": [
                     {
                         "id": "openAIAssistant_0-output-openAIAssistant-OpenAIAssistant",
                         "name": "openAIAssistant",
                         "label": "OpenAIAssistant",
+                        "description": "An agent that uses OpenAI Assistant API to pick the tool and args to call",
                         "type": "OpenAIAssistant"
                     }
                 ],
                 "outputs": {},
                 "selected": false
             },
+            "width": 300,
+            "height": 419,
             "selected": false,
             "dragging": false,
             "positionAbsolute": {
-                "x": 895.3722263184736,
-                "y": 118.50795801755544
+                "x": 1237.914576178543,
+                "y": 140
             }
         },
         {
-            "width": 300,
-            "height": 143,
             "id": "calculator_0",
             "position": {
-                "x": 454.74423492660145,
-                "y": -56.08375600705064
+                "x": 854.0341531341463,
+                "y": 48.134746169036475
             },
             "type": "customNode",
             "data": {
@@ -106,26 +107,75 @@
                         "id": "calculator_0-output-calculator-Calculator|Tool|StructuredTool|Runnable",
                         "name": "calculator",
                         "label": "Calculator",
+                        "description": "Perform calculations on response",
                         "type": "Calculator | Tool | StructuredTool | Runnable"
                     }
                 ],
                 "outputs": {},
                 "selected": false
             },
+            "width": 300,
+            "height": 142,
             "selected": false,
             "positionAbsolute": {
-                "x": 454.74423492660145,
-                "y": -56.08375600705064
+                "x": 854.0341531341463,
+                "y": 48.134746169036475
             },
             "dragging": false
         },
         {
+            "id": "serper_0",
+            "position": {
+                "x": 852.623106275503,
+                "y": 205.46647090775525
+            },
+            "type": "customNode",
+            "data": {
+                "id": "serper_0",
+                "label": "Serper",
+                "version": 1,
+                "name": "serper",
+                "type": "Serper",
+                "baseClasses": ["Serper", "Tool", "StructuredTool", "Runnable"],
+                "category": "Tools",
+                "description": "Wrapper around Serper.dev - Google Search API",
+                "inputParams": [
+                    {
+                        "label": "Connect Credential",
+                        "name": "credential",
+                        "type": "credential",
+                        "credentialNames": ["serperApi"],
+                        "id": "serper_0-input-credential-credential"
+                    }
+                ],
+                "inputAnchors": [],
+                "inputs": {},
+                "outputAnchors": [
+                    {
+                        "id": "serper_0-output-serper-Serper|Tool|StructuredTool|Runnable",
+                        "name": "serper",
+                        "label": "Serper",
+                        "description": "Wrapper around Serper.dev - Google Search API",
+                        "type": "Serper | Tool | StructuredTool | Runnable"
+                    }
+                ],
+                "outputs": {},
+                "selected": false
+            },
             "width": 300,
-            "height": 277,
+            "height": 276,
+            "selected": false,
+            "positionAbsolute": {
+                "x": 852.623106275503,
+                "y": 205.46647090775525
+            },
+            "dragging": false
+        },
+        {
             "id": "customTool_0",
             "position": {
-                "x": 454.43871855431365,
-                "y": 401.2171774551178
+                "x": 850.6759101766447,
+                "y": 496.68759375469654
             },
             "type": "customNode",
             "data": {
@@ -155,63 +205,19 @@
                         "id": "customTool_0-output-customTool-CustomTool|Tool|StructuredTool|Runnable",
                         "name": "customTool",
                         "label": "CustomTool",
+                        "description": "Use custom tool you've created in Flowise within chatflow",
                         "type": "CustomTool | Tool | StructuredTool | Runnable"
                     }
                 ],
                 "outputs": {},
                 "selected": false
             },
-            "selected": false,
-            "positionAbsolute": {
-                "x": 454.43871855431365,
-                "y": 401.2171774551178
-            },
-            "dragging": false
-        },
-        {
             "width": 300,
-            "height": 277,
-            "id": "serper_0",
-            "position": {
-                "x": 452.2514874331948,
-                "y": 99.6087116015905
-            },
-            "type": "customNode",
-            "data": {
-                "id": "serper_0",
-                "label": "Serper",
-                "version": 1,
-                "name": "serper",
-                "type": "Serper",
-                "baseClasses": ["Serper", "Tool", "StructuredTool", "Runnable"],
-                "category": "Tools",
-                "description": "Wrapper around Serper.dev - Google Search API",
-                "inputParams": [
-                    {
-                        "label": "Connect Credential",
-                        "name": "credential",
-                        "type": "credential",
-                        "credentialNames": ["serperApi"],
-                        "id": "serper_0-input-credential-credential"
-                    }
-                ],
-                "inputAnchors": [],
-                "inputs": {},
-                "outputAnchors": [
-                    {
-                        "id": "serper_0-output-serper-Serper|Tool|StructuredTool|Runnable",
-                        "name": "serper",
-                        "label": "Serper",
-                        "type": "Serper | Tool | StructuredTool | Runnable"
-                    }
-                ],
-                "outputs": {},
-                "selected": false
-            },
+            "height": 276,
             "selected": false,
             "positionAbsolute": {
-                "x": 452.2514874331948,
-                "y": 99.6087116015905
+                "x": 850.6759101766447,
+                "y": 496.68759375469654
             },
             "dragging": false
         }
@@ -223,10 +229,7 @@
             "target": "openAIAssistant_0",
             "targetHandle": "openAIAssistant_0-input-tools-Tool",
             "type": "buttonedge",
-            "id": "calculator_0-calculator_0-output-calculator-Calculator|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool",
-            "data": {
-                "label": ""
-            }
+            "id": "calculator_0-calculator_0-output-calculator-Calculator|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool"
         },
         {
             "source": "serper_0",
@@ -234,10 +237,7 @@
             "target": "openAIAssistant_0",
             "targetHandle": "openAIAssistant_0-input-tools-Tool",
             "type": "buttonedge",
-            "id": "serper_0-serper_0-output-serper-Serper|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool",
-            "data": {
-                "label": ""
-            }
+            "id": "serper_0-serper_0-output-serper-Serper|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool"
         },
         {
             "source": "customTool_0",
@@ -245,10 +245,7 @@
             "target": "openAIAssistant_0",
             "targetHandle": "openAIAssistant_0-input-tools-Tool",
             "type": "buttonedge",
-            "id": "customTool_0-customTool_0-output-customTool-CustomTool|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool",
-            "data": {
-                "label": ""
-            }
+            "id": "customTool_0-customTool_0-output-customTool-CustomTool|Tool|StructuredTool|Runnable-openAIAssistant_0-openAIAssistant_0-input-tools-Tool"
         }
     ]
 }

From a412bcc84eb3957a282a45393a1dae2bbc584163 Mon Sep 17 00:00:00 2001
From: YISH <mokeyish@hotmail.com>
Date: Thu, 29 Feb 2024 19:34:30 +0800
Subject: [PATCH 09/14] Update IfElseFunction.ts

---
 .../IfElseFunction/IfElseFunction.ts          | 21 ++++++++++---------
 1 file changed, 11 insertions(+), 10 deletions(-)

diff --git a/packages/components/nodes/utilities/IfElseFunction/IfElseFunction.ts b/packages/components/nodes/utilities/IfElseFunction/IfElseFunction.ts
index 1c5c0b7d..1e61616c 100644
--- a/packages/components/nodes/utilities/IfElseFunction/IfElseFunction.ts
+++ b/packages/components/nodes/utilities/IfElseFunction/IfElseFunction.ts
@@ -101,12 +101,17 @@ class IfElseFunction_Utilities implements INode {
 
         // Some values might be a stringified JSON, parse it
         for (const key in inputVars) {
-            if (typeof inputVars[key] === 'string' && inputVars[key].startsWith('{') && inputVars[key].endsWith('}')) {
-                try {
-                    inputVars[key] = JSON.parse(inputVars[key])
-                } catch (e) {
-                    continue
+            let value = inputVars[key]
+            if (typeof value === 'string') {
+                value = handleEscapeCharacters(value, true)
+                if (value.startsWith('{') && value.endsWith('}')) {
+                    try {
+                        value = JSON.parse(value)
+                    } catch (e) {
+                        // ignore
+                    }
                 }
+                inputVars[key] = value
             }
         }
 
@@ -116,11 +121,7 @@ class IfElseFunction_Utilities implements INode {
 
         if (Object.keys(inputVars).length) {
             for (const item in inputVars) {
-                let value = inputVars[item]
-                if (typeof value === 'string') {
-                    value = handleEscapeCharacters(value, true)
-                }
-                sandbox[`$${item}`] = value
+                sandbox[`$${item}`] = inputVars[item]
             }
         }
 

From d0b20386e5f483d9847e50e292fdbf333c39593d Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Thu, 29 Feb 2024 23:07:01 +0800
Subject: [PATCH 10/14] update chat mistral

---
 .../chatmodels/ChatMistral/ChatMistral.ts     | 20 ++++---------------
 1 file changed, 4 insertions(+), 16 deletions(-)

diff --git a/packages/components/nodes/chatmodels/ChatMistral/ChatMistral.ts b/packages/components/nodes/chatmodels/ChatMistral/ChatMistral.ts
index 87ad240a..0b65fb87 100644
--- a/packages/components/nodes/chatmodels/ChatMistral/ChatMistral.ts
+++ b/packages/components/nodes/chatmodels/ChatMistral/ChatMistral.ts
@@ -18,7 +18,7 @@ class ChatMistral_ChatModels implements INode {
     constructor() {
         this.label = 'ChatMistralAI'
         this.name = 'chatMistralAI'
-        this.version = 1.0
+        this.version = 2.0
         this.type = 'ChatMistralAI'
         this.icon = 'MistralAI.svg'
         this.category = 'Chat Models'
@@ -40,21 +40,9 @@ class ChatMistral_ChatModels implements INode {
             {
                 label: 'Model Name',
                 name: 'modelName',
-                type: 'options',
-                options: [
-                    {
-                        label: 'mistral-tiny',
-                        name: 'mistral-tiny'
-                    },
-                    {
-                        label: 'mistral-small',
-                        name: 'mistral-small'
-                    },
-                    {
-                        label: 'mistral-medium',
-                        name: 'mistral-medium'
-                    }
-                ],
+                type: 'string',
+                description:
+                    'Refer to <a target="_blank" href="https://docs.mistral.ai/guides/model-selection/">Model Selection</a> for more available models',
                 default: 'mistral-tiny'
             },
             {

From 52dbfc6a4f61f11b09b4cd8dc5ad77156291db3c Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Fri, 1 Mar 2024 21:05:21 +0800
Subject: [PATCH 11/14] pin mongodb version

---
 packages/components/package.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/components/package.json b/packages/components/package.json
index 95605edd..69ca3b5f 100644
--- a/packages/components/package.json
+++ b/packages/components/package.json
@@ -73,7 +73,7 @@
         "lunary": "^0.6.16",
         "mammoth": "^1.5.1",
         "moment": "^2.29.3",
-        "mongodb": "^6.2.0",
+        "mongodb": "6.2.0",
         "mysql2": "^3.5.1",
         "node-fetch": "^2.6.11",
         "node-html-markdown": "^1.3.0",

From 02735a1f1e02c86d0a787363180daad047cee527 Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Sun, 3 Mar 2024 00:42:04 +0800
Subject: [PATCH 12/14] add image upload bugfix and import deps

---
 .../components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts  | 6 +++---
 .../components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts    | 2 +-
 packages/components/nodes/chains/LLMChain/LLMChain.ts       | 2 +-
 .../nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts        | 5 +++--
 .../ConversationSummaryMemory/ConversationSummaryMemory.ts  | 4 ++--
 packages/components/src/multiModalUtils.ts                  | 4 ++--
 6 files changed, 12 insertions(+), 11 deletions(-)

diff --git a/packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts b/packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts
index d59de540..5923d77e 100644
--- a/packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts
+++ b/packages/components/nodes/agents/MRKLAgentChat/MRKLAgentChat.ts
@@ -1,17 +1,17 @@
 import { flatten } from 'lodash'
 import { AgentExecutor } from 'langchain/agents'
-import { pull } from 'langchain/hub'
+import { HumanMessage } from '@langchain/core/messages'
+import { ChatPromptTemplate, HumanMessagePromptTemplate } from '@langchain/core/prompts'
 import { Tool } from '@langchain/core/tools'
 import type { PromptTemplate } from '@langchain/core/prompts'
 import { BaseChatModel } from '@langchain/core/language_models/chat_models'
+import { pull } from 'langchain/hub'
 import { additionalCallbacks } from '../../../src/handler'
 import { FlowiseMemory, ICommonObject, IMessage, INode, INodeData, INodeParams } from '../../../src/Interface'
 import { getBaseClasses } from '../../../src/utils'
 import { createReactAgent } from '../../../src/agents'
 import { ChatOpenAI } from '../../chatmodels/ChatOpenAI/FlowiseChatOpenAI'
-import { HumanMessage } from '@langchain/core/messages'
 import { addImagesToMessages } from '../../../src/multiModalUtils'
-import { ChatPromptTemplate, HumanMessagePromptTemplate } from 'langchain/prompts'
 
 class MRKLAgentChat_Agents implements INode {
     label: string
diff --git a/packages/components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts b/packages/components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts
index 596d20c5..452cf437 100644
--- a/packages/components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts
+++ b/packages/components/nodes/agents/MRKLAgentLLM/MRKLAgentLLM.ts
@@ -3,7 +3,7 @@ import { AgentExecutor } from 'langchain/agents'
 import { pull } from 'langchain/hub'
 import { Tool } from '@langchain/core/tools'
 import type { PromptTemplate } from '@langchain/core/prompts'
-import { BaseLanguageModel } from 'langchain/base_language'
+import { BaseLanguageModel } from '@langchain/core/language_models/base'
 import { additionalCallbacks } from '../../../src/handler'
 import { getBaseClasses } from '../../../src/utils'
 import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
diff --git a/packages/components/nodes/chains/LLMChain/LLMChain.ts b/packages/components/nodes/chains/LLMChain/LLMChain.ts
index c60b4b29..6adee1e1 100644
--- a/packages/components/nodes/chains/LLMChain/LLMChain.ts
+++ b/packages/components/nodes/chains/LLMChain/LLMChain.ts
@@ -1,5 +1,6 @@
 import { BaseLanguageModel, BaseLanguageModelCallOptions } from '@langchain/core/language_models/base'
 import { BaseLLMOutputParser, BaseOutputParser } from '@langchain/core/output_parsers'
+import { HumanMessage } from '@langchain/core/messages'
 import { ChatPromptTemplate, FewShotPromptTemplate, PromptTemplate, HumanMessagePromptTemplate } from '@langchain/core/prompts'
 import { OutputFixingParser } from 'langchain/output_parsers'
 import { LLMChain } from 'langchain/chains'
@@ -10,7 +11,6 @@ import { checkInputs, Moderation, streamResponse } from '../../moderation/Modera
 import { formatResponse, injectOutputParser } from '../../outputparsers/OutputParserHelpers'
 import { ChatOpenAI } from '../../chatmodels/ChatOpenAI/FlowiseChatOpenAI'
 import { addImagesToMessages } from '../../../src/multiModalUtils'
-import { HumanMessage } from 'langchain/schema'
 
 class LLMChain_Chains implements INode {
     label: string
diff --git a/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts b/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts
index 2fa65375..9049bb79 100644
--- a/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts
+++ b/packages/components/nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI.ts
@@ -7,9 +7,10 @@ import {
     ChatOpenAICallOptions
 } from '@langchain/openai'
 import { BaseChatModelParams } from '@langchain/core/language_models/chat_models'
-import { IMultiModalOption } from '../../../src'
-import { BaseMessageLike, LLMResult } from 'langchain/schema'
+import { BaseMessageLike } from '@langchain/core/messages'
 import { Callbacks } from '@langchain/core/callbacks/manager'
+import { LLMResult } from '@langchain/core/outputs'
+import { IMultiModalOption } from '../../../src'
 
 export class ChatOpenAI extends LangchainChatOpenAI {
     configuredModel: string
diff --git a/packages/components/nodes/memory/ConversationSummaryMemory/ConversationSummaryMemory.ts b/packages/components/nodes/memory/ConversationSummaryMemory/ConversationSummaryMemory.ts
index c3b3df91..88c8e34c 100644
--- a/packages/components/nodes/memory/ConversationSummaryMemory/ConversationSummaryMemory.ts
+++ b/packages/components/nodes/memory/ConversationSummaryMemory/ConversationSummaryMemory.ts
@@ -1,8 +1,8 @@
 import { FlowiseSummaryMemory, IMessage, INode, INodeData, INodeParams, MemoryMethods } from '../../../src/Interface'
 import { convertBaseMessagetoIMessage, getBaseClasses } from '../../../src/utils'
-import { ConversationSummaryMemory, ConversationSummaryMemoryInput } from 'langchain/memory'
-import { BaseLanguageModel } from 'langchain/base_language'
+import { BaseLanguageModel } from '@langchain/core/language_models/base'
 import { BaseMessage } from '@langchain/core/messages'
+import { ConversationSummaryMemory, ConversationSummaryMemoryInput } from 'langchain/memory'
 
 class ConversationSummaryMemory_Memory implements INode {
     label: string
diff --git a/packages/components/src/multiModalUtils.ts b/packages/components/src/multiModalUtils.ts
index 94414e58..00cc5bf3 100644
--- a/packages/components/src/multiModalUtils.ts
+++ b/packages/components/src/multiModalUtils.ts
@@ -1,5 +1,5 @@
 import { ICommonObject, IFileUpload, IMultiModalOption, INodeData, MessageContentImageUrl } from './Interface'
-import { ChatOpenAI as LangchainChatOpenAI } from 'langchain/chat_models/openai'
+import { ChatOpenAI } from '../nodes/chatmodels/ChatOpenAI/FlowiseChatOpenAI'
 import path from 'path'
 import { getStoragePath } from './utils'
 import fs from 'fs'
@@ -12,7 +12,7 @@ export const addImagesToMessages = (
     const imageContent: MessageContentImageUrl[] = []
     let model = nodeData.inputs?.model
 
-    if (model instanceof LangchainChatOpenAI && multiModalOption) {
+    if (model instanceof ChatOpenAI && multiModalOption) {
         // Image Uploaded
         if (multiModalOption.image && multiModalOption.image.allowImageUploads && options?.uploads && options?.uploads.length > 0) {
             const imageUploads = getImageUploads(options.uploads)

From 2df05b3252771ebfae6392b099eb3c3a224e5591 Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Wed, 6 Mar 2024 01:05:43 +0800
Subject: [PATCH 13/14] add claude 3 and xml agent

---
 .../nodes/agents/XMLAgent/XMLAgent.ts         | 203 ++++++++++++++++++
 .../nodes/agents/XMLAgent/xmlagent.svg        |   1 +
 .../chatmodels/AWSBedrock/AWSChatBedrock.ts   |   2 +
 .../chatmodels/ChatAnthropic/ChatAnthropic.ts |  10 +
 packages/components/src/agents.ts             |  42 ++--
 .../marketplaces/chatflows/Claude LLM.json    |  10 +
 6 files changed, 254 insertions(+), 14 deletions(-)
 create mode 100644 packages/components/nodes/agents/XMLAgent/XMLAgent.ts
 create mode 100644 packages/components/nodes/agents/XMLAgent/xmlagent.svg

diff --git a/packages/components/nodes/agents/XMLAgent/XMLAgent.ts b/packages/components/nodes/agents/XMLAgent/XMLAgent.ts
new file mode 100644
index 00000000..49109947
--- /dev/null
+++ b/packages/components/nodes/agents/XMLAgent/XMLAgent.ts
@@ -0,0 +1,203 @@
+import { flatten } from 'lodash'
+import { ChainValues } from '@langchain/core/utils/types'
+import { AgentStep } from '@langchain/core/agents'
+import { RunnableSequence } from '@langchain/core/runnables'
+import { ChatOpenAI } from '@langchain/openai'
+import { Tool } from '@langchain/core/tools'
+import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder } from '@langchain/core/prompts'
+import { XMLAgentOutputParser } from 'langchain/agents/xml/output_parser'
+import { formatLogToMessage } from 'langchain/agents/format_scratchpad/log_to_message'
+import { getBaseClasses } from '../../../src/utils'
+import { FlowiseMemory, ICommonObject, IMessage, INode, INodeData, INodeParams } from '../../../src/Interface'
+import { ConsoleCallbackHandler, CustomChainHandler, additionalCallbacks } from '../../../src/handler'
+import { AgentExecutor } from '../../../src/agents'
+//import { AgentExecutor } from "langchain/agents";
+
+const defaultSystemMessage = `You are a helpful assistant. Help the user answer any questions.
+
+You have access to the following tools:
+
+{tools}
+
+In order to use a tool, you can use <tool></tool> and <tool_input></tool_input> tags. You will then get back a response in the form <observation></observation>
+For example, if you have a tool called 'search' that could run a google search, in order to search for the weather in SF you would respond:
+
+<tool>search</tool><tool_input>weather in SF</tool_input>
+<observation>64 degrees</observation>
+
+When you are done, respond with a final answer between <final_answer></final_answer>. For example:
+
+<final_answer>The weather in SF is 64 degrees</final_answer>
+
+Begin!
+
+Previous Conversation:
+{chat_history}
+
+Question: {input}
+{agent_scratchpad}`
+
+class XMLAgent_Agents implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    sessionId?: string
+
+    constructor(fields?: { sessionId?: string }) {
+        this.label = 'XML Agent'
+        this.name = 'xmlAgent'
+        this.version = 1.0
+        this.type = 'XMLAgent'
+        this.category = 'Agents'
+        this.icon = 'xmlagent.svg'
+        this.description = `Agent that is designed for LLMs that are good for reasoning/writing XML (e.g: Anthropic Claude)`
+        this.baseClasses = [this.type, ...getBaseClasses(AgentExecutor)]
+        this.inputs = [
+            {
+                label: 'Tools',
+                name: 'tools',
+                type: 'Tool',
+                list: true
+            },
+            {
+                label: 'Memory',
+                name: 'memory',
+                type: 'BaseChatMemory'
+            },
+            {
+                label: 'Chat Model',
+                name: 'model',
+                type: 'BaseChatModel'
+            },
+            {
+                label: 'System Message',
+                name: 'systemMessage',
+                type: 'string',
+                warning: 'Prompt must include input variables: {tools}, {chat_history}, {input} and {agent_scratchpad}',
+                rows: 4,
+                default: defaultSystemMessage,
+                additionalParams: true
+            }
+        ]
+        this.sessionId = fields?.sessionId
+    }
+
+    async init(): Promise<any> {
+        return null
+    }
+
+    async run(nodeData: INodeData, input: string, options: ICommonObject): Promise<string | ICommonObject> {
+        const memory = nodeData.inputs?.memory as FlowiseMemory
+        const executor = await prepareAgent(nodeData, { sessionId: this.sessionId, chatId: options.chatId, input }, options.chatHistory)
+
+        const loggerHandler = new ConsoleCallbackHandler(options.logger)
+        const callbacks = await additionalCallbacks(nodeData, options)
+
+        let res: ChainValues = {}
+        let sourceDocuments: ICommonObject[] = []
+
+        if (options.socketIO && options.socketIOClientId) {
+            const handler = new CustomChainHandler(options.socketIO, options.socketIOClientId)
+            res = await executor.invoke({ input }, { callbacks: [loggerHandler, handler, ...callbacks] })
+            if (res.sourceDocuments) {
+                options.socketIO.to(options.socketIOClientId).emit('sourceDocuments', flatten(res.sourceDocuments))
+                sourceDocuments = res.sourceDocuments
+            }
+        } else {
+            res = await executor.invoke({ input }, { callbacks: [loggerHandler, ...callbacks] })
+            if (res.sourceDocuments) {
+                sourceDocuments = res.sourceDocuments
+            }
+        }
+
+        await memory.addChatMessages(
+            [
+                {
+                    text: input,
+                    type: 'userMessage'
+                },
+                {
+                    text: res?.output,
+                    type: 'apiMessage'
+                }
+            ],
+            this.sessionId
+        )
+
+        return sourceDocuments.length ? { text: res?.output, sourceDocuments: flatten(sourceDocuments) } : res?.output
+    }
+}
+
+const prepareAgent = async (
+    nodeData: INodeData,
+    flowObj: { sessionId?: string; chatId?: string; input?: string },
+    chatHistory: IMessage[] = []
+) => {
+    const model = nodeData.inputs?.model as ChatOpenAI
+    const memory = nodeData.inputs?.memory as FlowiseMemory
+    const systemMessage = nodeData.inputs?.systemMessage as string
+    let tools = nodeData.inputs?.tools
+    tools = flatten(tools)
+    const inputKey = memory.inputKey ? memory.inputKey : 'input'
+    const memoryKey = memory.memoryKey ? memory.memoryKey : 'chat_history'
+
+    let promptMessage = systemMessage ? systemMessage : defaultSystemMessage
+    if (memory.memoryKey) promptMessage = promptMessage.replaceAll('{chat_history}', `{${memory.memoryKey}}`)
+    if (memory.inputKey) promptMessage = promptMessage.replaceAll('{input}', `{${memory.inputKey}}`)
+
+    const prompt = ChatPromptTemplate.fromMessages([
+        HumanMessagePromptTemplate.fromTemplate(promptMessage),
+        new MessagesPlaceholder('agent_scratchpad')
+    ])
+
+    const missingVariables = ['tools', 'agent_scratchpad'].filter((v) => !prompt.inputVariables.includes(v))
+
+    if (missingVariables.length > 0) {
+        throw new Error(`Provided prompt is missing required input variables: ${JSON.stringify(missingVariables)}`)
+    }
+
+    const llmWithStop = model.bind({ stop: ['</tool_input>', '</final_answer>'] })
+
+    const messages = (await memory.getChatMessages(flowObj.sessionId, false, chatHistory)) as IMessage[]
+    let chatHistoryMsgTxt = ''
+    for (const message of messages) {
+        if (message.type === 'apiMessage') {
+            chatHistoryMsgTxt += `\\nAI:${message.message}`
+        } else if (message.type === 'userMessage') {
+            chatHistoryMsgTxt += `\\nHuman:${message.message}`
+        }
+    }
+
+    const runnableAgent = RunnableSequence.from([
+        {
+            [inputKey]: (i: { input: string; tools: Tool[]; steps: AgentStep[] }) => i.input,
+            agent_scratchpad: (i: { input: string; tools: Tool[]; steps: AgentStep[] }) => formatLogToMessage(i.steps),
+            tools: (_: { input: string; tools: Tool[]; steps: AgentStep[] }) =>
+                tools.map((tool: Tool) => `${tool.name}: ${tool.description}`),
+            [memoryKey]: (_: { input: string; tools: Tool[]; steps: AgentStep[] }) => chatHistoryMsgTxt
+        },
+        prompt,
+        llmWithStop,
+        new XMLAgentOutputParser()
+    ])
+
+    const executor = AgentExecutor.fromAgentAndTools({
+        agent: runnableAgent,
+        tools,
+        sessionId: flowObj?.sessionId,
+        chatId: flowObj?.chatId,
+        input: flowObj?.input,
+        isXML: true,
+        verbose: process.env.DEBUG === 'true' ? true : false
+    })
+
+    return executor
+}
+
+module.exports = { nodeClass: XMLAgent_Agents }
diff --git a/packages/components/nodes/agents/XMLAgent/xmlagent.svg b/packages/components/nodes/agents/XMLAgent/xmlagent.svg
new file mode 100644
index 00000000..d1b5f708
--- /dev/null
+++ b/packages/components/nodes/agents/XMLAgent/xmlagent.svg
@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" class="icon icon-tabler icon-tabler-file-type-xml" width="24" height="24" viewBox="0 0 24 24" stroke-width="1.5" stroke="currentColor" fill="none" stroke-linecap="round" stroke-linejoin="round"><path stroke="none" d="M0 0h24v24H0z" fill="none"/><path d="M14 3v4a1 1 0 0 0 1 1h4" /><path d="M5 12v-7a2 2 0 0 1 2 -2h7l5 5v4" /><path d="M4 15l4 6" /><path d="M4 21l4 -6" /><path d="M19 15v6h3" /><path d="M11 21v-6l2.5 3l2.5 -3v6" /></svg>
\ No newline at end of file
diff --git a/packages/components/nodes/chatmodels/AWSBedrock/AWSChatBedrock.ts b/packages/components/nodes/chatmodels/AWSBedrock/AWSChatBedrock.ts
index 85586d14..251bd24a 100644
--- a/packages/components/nodes/chatmodels/AWSBedrock/AWSChatBedrock.ts
+++ b/packages/components/nodes/chatmodels/AWSBedrock/AWSChatBedrock.ts
@@ -95,6 +95,8 @@ class AWSChatBedrock_ChatModels implements INode {
                 name: 'model',
                 type: 'options',
                 options: [
+                    { label: 'anthropic.claude-3-sonnet', name: 'anthropic.claude-3-sonnet-20240229-v1:0' },
+                    { label: 'anthropic.claude-instant-v1', name: 'anthropic.claude-instant-v1' },
                     { label: 'anthropic.claude-instant-v1', name: 'anthropic.claude-instant-v1' },
                     { label: 'anthropic.claude-v1', name: 'anthropic.claude-v1' },
                     { label: 'anthropic.claude-v2', name: 'anthropic.claude-v2' },
diff --git a/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic.ts b/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic.ts
index 8b4f7c0e..844e7d25 100644
--- a/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic.ts
+++ b/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic.ts
@@ -43,6 +43,16 @@ class ChatAnthropic_ChatModels implements INode {
                 name: 'modelName',
                 type: 'options',
                 options: [
+                    {
+                        label: 'claude-3-opus',
+                        name: 'claude-3-opus-20240229',
+                        description: 'Most powerful model for highly complex tasks'
+                    },
+                    {
+                        label: 'claude-3-sonnet',
+                        name: 'claude-3-sonnet-20240229',
+                        description: 'Ideal balance of intelligence and speed for enterprise workloads'
+                    },
                     {
                         label: 'claude-2',
                         name: 'claude-2',
diff --git a/packages/components/src/agents.ts b/packages/components/src/agents.ts
index 5e4bd9c8..41bc076d 100644
--- a/packages/components/src/agents.ts
+++ b/packages/components/src/agents.ts
@@ -257,6 +257,8 @@ export class AgentExecutor extends BaseChain<ChainValues, AgentExecutorOutput> {
 
     input?: string
 
+    isXML?: boolean
+
     /**
      * How to handle errors raised by the agent's output parser.
         Defaults to `False`, which raises the error.
@@ -277,7 +279,7 @@ export class AgentExecutor extends BaseChain<ChainValues, AgentExecutorOutput> {
         return this.agent.returnValues
     }
 
-    constructor(input: AgentExecutorInput & { sessionId?: string; chatId?: string; input?: string }) {
+    constructor(input: AgentExecutorInput & { sessionId?: string; chatId?: string; input?: string; isXML?: boolean }) {
         let agent: BaseSingleActionAgent | BaseMultiActionAgent
         if (Runnable.isRunnable(input.agent)) {
             agent = new RunnableAgent({ runnable: input.agent })
@@ -305,13 +307,17 @@ export class AgentExecutor extends BaseChain<ChainValues, AgentExecutorOutput> {
         this.sessionId = input.sessionId
         this.chatId = input.chatId
         this.input = input.input
+        this.isXML = input.isXML
     }
 
-    static fromAgentAndTools(fields: AgentExecutorInput & { sessionId?: string; chatId?: string; input?: string }): AgentExecutor {
+    static fromAgentAndTools(
+        fields: AgentExecutorInput & { sessionId?: string; chatId?: string; input?: string; isXML?: boolean }
+    ): AgentExecutor {
         const newInstance = new AgentExecutor(fields)
         if (fields.sessionId) newInstance.sessionId = fields.sessionId
         if (fields.chatId) newInstance.chatId = fields.chatId
         if (fields.input) newInstance.input = fields.input
+        if (fields.isXML) newInstance.isXML = fields.isXML
         return newInstance
     }
 
@@ -405,12 +411,16 @@ export class AgentExecutor extends BaseChain<ChainValues, AgentExecutorOutput> {
                          * - flowConfig?: { sessionId?: string, chatId?: string, input?: string }
                          */
                         observation = tool
-                            ? // @ts-ignore
-                              await tool.call(action.toolInput, runManager?.getChild(), undefined, {
-                                  sessionId: this.sessionId,
-                                  chatId: this.chatId,
-                                  input: this.input
-                              })
+                            ? await (tool as any).call(
+                                  this.isXML && typeof action.toolInput === 'string' ? { input: action.toolInput } : action.toolInput,
+                                  runManager?.getChild(),
+                                  undefined,
+                                  {
+                                      sessionId: this.sessionId,
+                                      chatId: this.chatId,
+                                      input: this.input
+                                  }
+                              )
                             : `${action.tool} is not a valid tool, try another one.`
                     } catch (e) {
                         if (e instanceof ToolInputParsingException) {
@@ -526,12 +536,16 @@ export class AgentExecutor extends BaseChain<ChainValues, AgentExecutorOutput> {
                      * - tags?: string[]
                      * - flowConfig?: { sessionId?: string, chatId?: string, input?: string }
                      */
-                    // @ts-ignore
-                    observation = await tool.call(agentAction.toolInput, runManager?.getChild(), undefined, {
-                        sessionId: this.sessionId,
-                        chatId: this.chatId,
-                        input: this.input
-                    })
+                    observation = await (tool as any).call(
+                        this.isXML && typeof agentAction.toolInput === 'string' ? { input: agentAction.toolInput } : agentAction.toolInput,
+                        runManager?.getChild(),
+                        undefined,
+                        {
+                            sessionId: this.sessionId,
+                            chatId: this.chatId,
+                            input: this.input
+                        }
+                    )
                     if (observation?.includes(SOURCE_DOCUMENTS_PREFIX)) {
                         const observationArray = observation.split(SOURCE_DOCUMENTS_PREFIX)
                         observation = observationArray[0]
diff --git a/packages/server/marketplaces/chatflows/Claude LLM.json b/packages/server/marketplaces/chatflows/Claude LLM.json
index 48be286d..fdce533e 100644
--- a/packages/server/marketplaces/chatflows/Claude LLM.json	
+++ b/packages/server/marketplaces/chatflows/Claude LLM.json	
@@ -179,6 +179,16 @@
                         "name": "modelName",
                         "type": "options",
                         "options": [
+                            {
+                                "label": "claude-3-opus",
+                                "name": "claude-3-opus-20240229",
+                                "description": "Most powerful model for highly complex tasks"
+                            },
+                            {
+                                "label": "claude-3-sonnet",
+                                "name": "claude-3-sonnet-20240229",
+                                "description": "Ideal balance of intelligence and speed for enterprise workloads"
+                            },
                             {
                                 "label": "claude-2",
                                 "name": "claude-2",

From b643afae3dd379781e1afd8f09d41eb8071b228e Mon Sep 17 00:00:00 2001
From: Henry <hzj94@hotmail.com>
Date: Wed, 6 Mar 2024 02:04:11 +0800
Subject: [PATCH 14/14] claude 3 llamaindex

---
 .../ChatAnthropic/ChatAnthropic_LlamaIndex.ts          | 10 ++++++++++
 .../server/marketplaces/chatflows/Query Engine.json    | 10 ++++++++++
 2 files changed, 20 insertions(+)

diff --git a/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic_LlamaIndex.ts b/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic_LlamaIndex.ts
index 69a15114..d61b30e9 100644
--- a/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic_LlamaIndex.ts
+++ b/packages/components/nodes/chatmodels/ChatAnthropic/ChatAnthropic_LlamaIndex.ts
@@ -37,6 +37,16 @@ class ChatAnthropic_LlamaIndex_ChatModels implements INode {
                 name: 'modelName',
                 type: 'options',
                 options: [
+                    {
+                        label: 'claude-3-opus',
+                        name: 'claude-3-opus-20240229',
+                        description: 'Most powerful model for highly complex tasks'
+                    },
+                    {
+                        label: 'claude-3-sonnet',
+                        name: 'claude-3-sonnet-20240229',
+                        description: 'Ideal balance of intelligence and speed for enterprise workloads'
+                    },
                     {
                         label: 'claude-2',
                         name: 'claude-2',
diff --git a/packages/server/marketplaces/chatflows/Query Engine.json b/packages/server/marketplaces/chatflows/Query Engine.json
index 63bbabfe..10809cb3 100644
--- a/packages/server/marketplaces/chatflows/Query Engine.json	
+++ b/packages/server/marketplaces/chatflows/Query Engine.json	
@@ -382,6 +382,16 @@
                         "name": "modelName",
                         "type": "options",
                         "options": [
+                            {
+                                "label": "claude-3-opus",
+                                "name": "claude-3-opus-20240229",
+                                "description": "Most powerful model for highly complex tasks"
+                            },
+                            {
+                                "label": "claude-3-sonnet",
+                                "name": "claude-3-sonnet-20240229",
+                                "description": "Ideal balance of intelligence and speed for enterprise workloads"
+                            },
                             {
                                 "label": "claude-2",
                                 "name": "claude-2",