Feature/agentflow v2 (#4298)

* agent flow v2

* chat message background

* conditon agent flow

* add sticky note

* update human input dynamic prompt

* add HTTP node

* add default tool icon

* fix export duplicate agentflow v2

* add agentflow v2 marketplaces

* refractor memoization, add iteration nodes

* add agentflow v2 templates

* add agentflow generator

* add migration scripts for mysql, mariadb, posrgres and fix date filters for executions

* update agentflow chat history config

* fix get all flows error after deletion and rename

* add previous nodes from parent node

* update generator prompt

* update run time state when using iteration nodes

* prevent looping connection, prevent duplication of start node, add executeflow node, add nodes agentflow, chat history variable

* update embed

* convert form input to string

* bump openai version

* add react rewards

* add prompt generator to prediction queue

* add array schema to overrideconfig

* UI touchup

* update embedded chat version

* fix node info dialog

* update start node and loop default iteration

* update UI fixes for agentflow v2

* fix async drop down

* add export import to agentflowsv2, executions, fix UI bugs

* add default empty object to flowlisttable

* add ability to share trace link publicly, allow MCP tool use for Agent and Assistant

* add runtime message length to variable, display conditions on UI

* fix array validation

* add ability to add knowledge from vector store and embeddings for agent

* add agent tool require human input

* add ephemeral memory to start node

* update agent flow node to show vs and embeddings icons

* feat: add import chat data functionality for AgentFlowV2

* feat: set chatMessage.executionId to null if not found in import JSON file or database

* fix: MariaDB execution migration script to utf8mb4_unicode_520_ci

---------

Co-authored-by: Ong Chung Yau <33013947+chungyau97@users.noreply.github.com>
Co-authored-by: chungyau97 <chungyau97@gmail.com>

packages/components/package.json

@@ -6,7 +6,6 @@
     "types": "dist/src/index.d.ts",
     "scripts": {
         "build": "tsc && gulp",
-        "dev:gulp": "gulp",
         "lint": "eslint . --ext ts,tsx --report-unused-disable-directives --max-warnings 0",
         "clean": "rimraf dist",
         "nuke": "rimraf dist node_modules .turbo"
@@ -26,7 +25,7 @@
         "@aws-sdk/client-s3": "^3.427.0",
         "@aws-sdk/client-secrets-manager": "^3.699.0",
         "@datastax/astra-db-ts": "1.5.0",
-        "@dqbd/tiktoken": "^1.0.7",
+        "@dqbd/tiktoken": "^1.0.21",
         "@e2b/code-interpreter": "^0.0.5",
         "@elastic/elasticsearch": "^8.9.0",
         "@flowiseai/nodevm": "^3.9.25",
@@ -52,7 +51,7 @@
         "@langchain/mistralai": "^0.2.0",
         "@langchain/mongodb": "^0.0.1",
         "@langchain/ollama": "0.2.0",
-        "@langchain/openai": "0.4.4",
+        "@langchain/openai": "0.5.6",
         "@langchain/pinecone": "^0.1.3",
         "@langchain/qdrant": "^0.0.5",
         "@langchain/weaviate": "^0.0.1",
@@ -122,7 +121,7 @@
         "notion-to-md": "^3.1.1",
         "object-hash": "^3.0.0",
         "ollama": "^0.5.11",
-        "openai": "^4.82.0",
+        "openai": "^4.96.0",
         "papaparse": "^5.4.1",
         "pdf-parse": "^1.1.1",
         "pdfjs-dist": "^3.7.107",