Merge branch 'main' into feature/ChatHistory2

This commit is contained in:
Henry
2023-10-16 13:30:03 +01:00
123 changed files with 3416 additions and 309 deletions
@@ -89,7 +89,7 @@
"id": "chatOpenAI_1",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -201,7 +201,15 @@
"id": "chatOpenAI_1-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_1-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -392,7 +400,7 @@
"id": "chatOpenAI_2",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -504,7 +512,15 @@
"id": "chatOpenAI_2-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_2-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -397,7 +397,7 @@
"id": "chatOpenAI_2",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -509,7 +509,15 @@
"id": "chatOpenAI_2-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_2-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -551,7 +559,7 @@
"id": "chatOpenAI_1",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -663,7 +671,15 @@
"id": "chatOpenAI_1-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_1-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -705,7 +721,7 @@
"id": "chatOpenAI_3",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -817,7 +833,15 @@
"id": "chatOpenAI_3-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_3-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -169,14 +169,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 1226.7977900193628,
"y": 48.01100655894436
"y": -22.01100655894436
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -288,7 +288,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -313,7 +321,7 @@
"selected": false,
"positionAbsolute": {
"x": 1226.7977900193628,
"y": 48.01100655894436
"y": -22.01100655894436
},
"dragging": false
},
@@ -252,7 +252,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -364,7 +364,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -78,7 +78,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -190,7 +190,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -70,7 +70,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -182,7 +182,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -215,7 +215,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -327,7 +327,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -141,14 +141,14 @@
"id": "chatAnthropic_0",
"position": {
"x": 800.5525382783799,
"y": -76.7988221837009
"y": -130.7988221837009
},
"type": "customNode",
"data": {
"id": "chatAnthropic_0",
"label": "ChatAnthropic",
"name": "chatAnthropic",
"version": 1,
"version": 2,
"type": "ChatAnthropic",
"baseClasses": ["ChatAnthropic", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -258,7 +258,15 @@
"id": "chatAnthropic_0-input-topK-number"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatAnthropic_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "claude-2",
"temperature": 0.9,
@@ -280,7 +288,7 @@
"selected": false,
"positionAbsolute": {
"x": 800.5525382783799,
"y": -76.7988221837009
"y": -130.7988221837009
},
"dragging": false
},
@@ -157,7 +157,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -269,7 +269,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -13,7 +13,7 @@
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
@@ -126,7 +126,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-16k",
"temperature": "0",
@@ -7,14 +7,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 1184.1176114500388,
"y": -44.15535835370571
"y": -74.15535835370571
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -126,7 +126,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0",
@@ -150,7 +158,7 @@
},
"positionAbsolute": {
"x": 1184.1176114500388,
"y": -44.15535835370571
"y": -74.15535835370571
},
"selected": false,
"dragging": false
@@ -418,7 +426,7 @@
"id": "textFile_0",
"label": "Text File",
"name": "textFile",
"version": 1,
"version": 2,
"type": "Document",
"baseClasses": ["Document"],
"category": "Document Loaders",
@@ -455,13 +463,29 @@
},
"outputAnchors": [
{
"id": "textFile_0-output-textFile-Document",
"name": "textFile",
"label": "Document",
"type": "Document"
"name": "output",
"label": "Output",
"type": "options",
"options": [
{
"id": "textFile_0-output-document-Document",
"name": "document",
"label": "Document",
"type": "Document"
},
{
"id": "textFile_0-output-text-string|json",
"name": "text",
"label": "Text",
"type": "string | json"
}
],
"default": "document"
}
],
"outputs": {},
"outputs": {
"output": "document"
},
"selected": false
},
"selected": false,
@@ -386,7 +386,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -498,7 +498,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -148,14 +148,14 @@
"id": "huggingFaceInference_LLMs_0",
"position": {
"x": 498.8594464193537,
"y": -44.91050256311678
"y": -94.91050256311678
},
"type": "customNode",
"data": {
"id": "huggingFaceInference_LLMs_0",
"label": "HuggingFace Inference",
"name": "huggingFaceInference_LLMs",
"version": 1,
"version": 2,
"type": "HuggingFaceInference",
"baseClasses": ["HuggingFaceInference", "LLM", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -232,7 +232,15 @@
"id": "huggingFaceInference_LLMs_0-input-frequencyPenalty-number"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "huggingFaceInference_LLMs_0-input-cache-BaseCache"
}
],
"inputs": {
"model": "tiiuae/falcon-7b-instruct",
"endpoint": "",
@@ -256,7 +264,7 @@
"selected": false,
"positionAbsolute": {
"x": 498.8594464193537,
"y": -44.91050256311678
"y": -94.91050256311678
},
"dragging": false
}
@@ -265,14 +265,14 @@
"id": "chatLocalAI_0",
"position": {
"x": 1191.9512064167336,
"y": -44.05401001663306
"y": -94.05401001663306
},
"type": "customNode",
"data": {
"id": "chatLocalAI_0",
"label": "ChatLocalAI",
"name": "chatLocalAI",
"version": 1,
"version": 2,
"type": "ChatLocalAI",
"baseClasses": ["ChatLocalAI", "BaseChatModel", "LLM", "BaseLLM", "BaseLanguageModel", "BaseLangChain"],
"category": "Chat Models",
@@ -325,7 +325,15 @@
"id": "chatLocalAI_0-input-timeout-number"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatLocalAI_0-input-cache-BaseCache"
}
],
"inputs": {
"basePath": "http://localhost:8080/v1",
"modelName": "ggml-gpt4all-j.bin",
@@ -348,7 +356,7 @@
"selected": false,
"positionAbsolute": {
"x": 1191.9512064167336,
"y": -44.05401001663306
"y": -94.05401001663306
},
"dragging": false
},
@@ -402,13 +410,29 @@
},
"outputAnchors": [
{
"id": "textFile_0-output-textFile-Document",
"name": "textFile",
"label": "Document",
"type": "Document"
"name": "output",
"label": "Output",
"type": "options",
"options": [
{
"id": "textFile_0-output-document-Document",
"name": "document",
"label": "Document",
"type": "Document"
},
{
"id": "textFile_0-output-text-string|json",
"name": "text",
"label": "Text",
"type": "string | json"
}
],
"default": "document"
}
],
"outputs": {},
"outputs": {
"output": "document"
},
"selected": false
},
"selected": false,
@@ -115,14 +115,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 1554.3875781165111,
"y": -14.792508259787212
"y": -74.792508259787212
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -234,7 +234,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0",
@@ -259,7 +267,7 @@
"selected": false,
"positionAbsolute": {
"x": 1554.3875781165111,
"y": -14.792508259787212
"y": -74.792508259787212
},
"dragging": false
},
@@ -156,7 +156,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -268,7 +268,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -113,14 +113,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 1197.7264239788542,
"y": -16.177600120515933
"y": -76.177600120515933
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -232,7 +232,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0",
@@ -257,7 +265,7 @@
"selected": false,
"positionAbsolute": {
"x": 1197.7264239788542,
"y": -16.177600120515933
"y": -76.177600120515933
},
"dragging": false
},
@@ -109,13 +109,29 @@
},
"outputAnchors": [
{
"id": "textFile_0-output-textFile-Document",
"name": "textFile",
"label": "Document",
"type": "Document"
"name": "output",
"label": "Output",
"type": "options",
"options": [
{
"id": "textFile_0-output-document-Document",
"name": "document",
"label": "Document",
"type": "Document"
},
{
"id": "textFile_0-output-text-string|json",
"name": "text",
"label": "Text",
"type": "string | json"
}
],
"default": "document"
}
],
"outputs": {},
"outputs": {
"output": "document"
},
"selected": false
},
"selected": false,
@@ -436,7 +452,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -548,7 +564,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -278,7 +278,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -390,7 +390,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -679,7 +679,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -791,7 +791,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -321,14 +321,14 @@
"id": "openAI_2",
"position": {
"x": 520.8471510168988,
"y": -1282.1183473852964
"y": -1362.1183473852964
},
"type": "customNode",
"data": {
"id": "openAI_2",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -436,7 +436,15 @@
"id": "openAI_2-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_2-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
@@ -463,7 +471,7 @@
"selected": false,
"positionAbsolute": {
"x": 520.8471510168988,
"y": -1282.1183473852964
"y": -1362.1183473852964
},
"dragging": false
},
@@ -557,7 +565,7 @@
"id": "chromaExistingIndex_0",
"position": {
"x": 509.55198017578016,
"y": -732.42003311752
"y": -782.42003311752
},
"type": "customNode",
"data": {
@@ -638,7 +646,7 @@
"selected": false,
"positionAbsolute": {
"x": 509.55198017578016,
"y": -732.42003311752
"y": -782.42003311752
},
"dragging": false
},
@@ -732,14 +740,14 @@
"id": "openAI_3",
"position": {
"x": 504.808358369027,
"y": -197.78194663790197
"y": -257.78194663790197
},
"type": "customNode",
"data": {
"id": "openAI_3",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -847,7 +855,15 @@
"id": "openAI_3-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_3-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
@@ -874,7 +890,7 @@
"selected": false,
"positionAbsolute": {
"x": 504.808358369027,
"y": -197.78194663790197
"y": -257.78194663790197
},
"dragging": false
},
@@ -993,14 +1009,14 @@
"id": "openAI_4",
"position": {
"x": 1619.5346765785587,
"y": 292.29615581180684
"y": 352.29615581180684
},
"type": "customNode",
"data": {
"id": "openAI_4",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -1108,7 +1124,15 @@
"id": "openAI_4-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_4-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
@@ -1135,7 +1159,7 @@
"selected": false,
"positionAbsolute": {
"x": 1619.5346765785587,
"y": 292.29615581180684
"y": 352.29615581180684
},
"dragging": false
}
@@ -281,7 +281,7 @@
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -393,7 +393,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -260,13 +260,13 @@
"id": "chatOpenAI_0",
"position": {
"x": 335.7621848973805,
"y": -651.7411273245009
"y": -721.7411273245009
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"],
@@ -385,7 +385,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-16k",
"temperature": 0.9,
@@ -411,7 +419,7 @@
"dragging": false,
"positionAbsolute": {
"x": 335.7621848973805,
"y": -651.7411273245009
"y": -721.7411273245009
}
},
{
@@ -420,13 +428,13 @@
"id": "chatOpenAI_1",
"position": {
"x": 1765.2801848172305,
"y": -667.9261054149061
"y": -737.9261054149061
},
"type": "customNode",
"data": {
"id": "chatOpenAI_1",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"],
@@ -545,7 +553,15 @@
"id": "chatOpenAI_1-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_1-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-16k",
"temperature": 0.9,
@@ -571,7 +587,7 @@
"dragging": false,
"positionAbsolute": {
"x": 1765.2801848172305,
"y": -667.9261054149061
"y": -737.9261054149061
}
},
{
@@ -289,14 +289,14 @@
"id": "openAI_1",
"position": {
"x": 791.6102007244282,
"y": -13.71386876566092
"y": -83.71386876566092
},
"type": "customNode",
"data": {
"id": "openAI_1",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -404,7 +404,15 @@
"id": "openAI_1-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_1-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
@@ -431,7 +439,7 @@
"selected": false,
"positionAbsolute": {
"x": 791.6102007244282,
"y": -13.71386876566092
"y": -83.71386876566092
},
"dragging": false
},
@@ -441,14 +449,14 @@
"id": "openAI_2",
"position": {
"x": 1571.148617508543,
"y": -20.372437481171687
"y": -90.372437481171687
},
"type": "customNode",
"data": {
"id": "openAI_2",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -556,7 +564,15 @@
"id": "openAI_2-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_2-input-cache-BaseCache"
}
],
"default": "gpt-3.5-turbo-instruct",
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
@@ -584,7 +600,7 @@
"selected": false,
"positionAbsolute": {
"x": 1571.148617508543,
"y": -20.372437481171687
"y": -90.372437481171687
},
"dragging": false
}
@@ -148,13 +148,13 @@
"id": "replicate_0",
"position": {
"x": 623.313978186024,
"y": -72.92788335022428
"y": -142.92788335022428
},
"type": "customNode",
"data": {
"id": "replicate_0",
"label": "Replicate",
"version": 1,
"version": 2,
"name": "replicate",
"type": "Replicate",
"baseClasses": ["Replicate", "BaseChatModel", "LLM", "BaseLLM", "BaseLanguageModel", "Runnable"],
@@ -226,7 +226,15 @@
"id": "replicate_0-input-additionalInputs-json"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "replicate_0-input-cache-BaseCache"
}
],
"inputs": {
"model": "a16z-infra/llama13b-v2-chat:df7690f1994d94e96ad9d568eac121aecf50684a0b0963b25a41cc40061269e5",
"temperature": 0.7,
@@ -249,7 +257,7 @@
"selected": false,
"positionAbsolute": {
"x": 623.313978186024,
"y": -72.92788335022428
"y": -142.92788335022428
},
"dragging": false
}
@@ -13,7 +13,7 @@
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
@@ -126,7 +126,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0",
@@ -64,14 +64,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 754.8942497823595,
"y": -70.76607584232393
"y": -140
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -183,7 +183,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -208,7 +216,7 @@
"selected": false,
"positionAbsolute": {
"x": 754.8942497823595,
"y": -70.76607584232393
"y": -140
},
"dragging": false
},
@@ -148,14 +148,14 @@
"id": "openAI_0",
"position": {
"x": 513.3297923232442,
"y": -42.67554802812833
"y": -112.67554802812833
},
"type": "customNode",
"data": {
"id": "openAI_0",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -263,7 +263,15 @@
"id": "openAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
@@ -290,7 +298,7 @@
"selected": false,
"positionAbsolute": {
"x": 513.3297923232442,
"y": -42.67554802812833
"y": -112.67554802812833
},
"dragging": false
}
@@ -157,14 +157,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 436.97058562345904,
"y": 99.96180150605153
"y": 29.96180150605153
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -276,7 +276,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0",
@@ -301,7 +309,7 @@
"selected": false,
"positionAbsolute": {
"x": 436.97058562345904,
"y": 99.96180150605153
"y": 29.96180150605153
},
"dragging": false
}
@@ -32,7 +32,7 @@
"id": "vectaraUpload_0-input-file-file"
},
{
"label": "Vectara Metadata Filter",
"label": "Metadata Filter",
"name": "filter",
"description": "Filter to apply to Vectara metadata. Refer to the <a target=\"_blank\" href=\"https://docs.flowiseai.com/vector-stores/vectara\">documentation</a> on how to use Vectara filters with Flowise.",
"type": "string",
@@ -124,7 +124,7 @@
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"],
@@ -230,7 +230,15 @@
"id": "chatOpenAI_0-input-baseOptions-json"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": "0.5",
@@ -194,14 +194,14 @@
"id": "chatOpenAI_0",
"position": {
"x": 734.7477982032904,
"y": -400.9979556765114
"y": -470.9979556765114
},
"type": "customNode",
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -313,7 +313,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -338,7 +346,7 @@
"selected": false,
"positionAbsolute": {
"x": 734.7477982032904,
"y": -400.9979556765114
"y": -470.9979556765114
},
"dragging": false
},
@@ -432,14 +440,14 @@
"id": "chatOpenAI_1",
"position": {
"x": 68.312124033115,
"y": -169.65476709991256
"y": -239.65476709991256
},
"type": "customNode",
"data": {
"id": "chatOpenAI_1",
"label": "ChatOpenAI",
"name": "chatOpenAI",
"version": 1,
"version": 2,
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
"category": "Chat Models",
@@ -551,7 +559,15 @@
"id": "chatOpenAI_1-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_1-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo",
"temperature": 0.9,
@@ -576,7 +592,7 @@
"selected": false,
"positionAbsolute": {
"x": 68.312124033115,
"y": -169.65476709991256
"y": -239.65476709991256
},
"dragging": false
}
@@ -13,7 +13,7 @@
"data": {
"id": "chatOpenAI_0",
"label": "ChatOpenAI",
"version": 1,
"version": 2,
"name": "chatOpenAI",
"type": "ChatOpenAI",
"baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel"],
@@ -126,7 +126,15 @@
"id": "chatOpenAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "chatOpenAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-16k",
"temperature": "0.9",
@@ -425,7 +433,7 @@
"data": {
"id": "cheerioWebScraper_0",
"label": "Cheerio Web Scraper",
"version": 1,
"version": 1.1,
"name": "cheerioWebScraper",
"type": "Document",
"baseClasses": ["Document"],
@@ -469,6 +477,15 @@
"warning": "Retrieving all links might take long time, and all links will be upserted again if the flow's state changed (eg: different URL, chunk size, etc)",
"id": "cheerioWebScraper_0-input-limit-number"
},
{
"label": "Selector (CSS)",
"name": "selector",
"type": "string",
"description": "Specify a CSS selector to select the content to be extracted",
"optional": true,
"additionalParams": true,
"id": "cheerioWebScraper_0-input-selector-string"
},
{
"label": "Metadata",
"name": "metadata",
@@ -115,7 +115,7 @@
"id": "openAI_0",
"label": "OpenAI",
"name": "openAI",
"version": 2,
"version": 3,
"type": "OpenAI",
"baseClasses": ["OpenAI", "BaseLLM", "BaseLanguageModel"],
"category": "LLMs",
@@ -223,7 +223,15 @@
"id": "openAI_0-input-basepath-string"
}
],
"inputAnchors": [],
"inputAnchors": [
{
"label": "Cache",
"name": "cache",
"type": "BaseCache",
"optional": true,
"id": "openAI_0-input-cache-BaseCache"
}
],
"inputs": {
"modelName": "gpt-3.5-turbo-instruct",
"temperature": 0.7,
+1 -1
View File
@@ -1,6 +1,6 @@
{
"name": "flowise",
"version": "1.3.6",
"version": "1.3.8",
"description": "Flowiseai Server",
"main": "dist/index",
"types": "dist/index.d.ts",
+53
View File
@@ -0,0 +1,53 @@
import { IActiveCache } from './Interface'
/**
* This pool is to keep track of in-memory cache used for LLM and Embeddings
*/
export class CachePool {
activeLLMCache: IActiveCache = {}
activeEmbeddingCache: IActiveCache = {}
/**
* Add to the llm cache pool
* @param {string} chatflowid
* @param {Map<any, any>} value
*/
addLLMCache(chatflowid: string, value: Map<any, any>) {
this.activeLLMCache[chatflowid] = value
}
/**
* Add to the embedding cache pool
* @param {string} chatflowid
* @param {Map<any, any>} value
*/
addEmbeddingCache(chatflowid: string, value: Map<any, any>) {
this.activeEmbeddingCache[chatflowid] = value
}
/**
* Get item from llm cache pool
* @param {string} chatflowid
*/
getLLMCache(chatflowid: string): Map<any, any> | undefined {
return this.activeLLMCache[chatflowid]
}
/**
* Get item from embedding cache pool
* @param {string} chatflowid
*/
getEmbeddingCache(chatflowid: string): Map<any, any> | undefined {
return this.activeEmbeddingCache[chatflowid]
}
}
let cachePoolInstance: CachePool | undefined
export function getInstance(): CachePool {
if (cachePoolInstance === undefined) {
cachePoolInstance = new CachePool()
}
return cachePoolInstance
}
+4
View File
@@ -166,6 +166,10 @@ export interface IActiveChatflows {
}
}
export interface IActiveCache {
[key: string]: Map<any, any>
}
export interface IOverrideConfig {
node: string
nodeId: string
+8 -1
View File
@@ -55,6 +55,7 @@ import { ChatMessage } from './database/entities/ChatMessage'
import { Credential } from './database/entities/Credential'
import { Tool } from './database/entities/Tool'
import { ChatflowPool } from './ChatflowPool'
import { CachePool } from './CachePool'
import { ICommonObject, INodeOptionsValue } from 'flowise-components'
import { createRateLimiter, getRateLimiter, initializeRateLimiter } from './utils/rateLimit'
@@ -62,6 +63,7 @@ export class App {
app: express.Application
nodesPool: NodesPool
chatflowPool: ChatflowPool
cachePool: CachePool
AppDataSource = getDataSource()
constructor() {
@@ -93,6 +95,9 @@ export class App {
// Initialize Rate Limit
const AllChatFlow: IChatFlow[] = await getAllChatFlow()
await initializeRateLimiter(AllChatFlow)
// Initialize cache pool
this.cachePool = new CachePool()
})
.catch((err) => {
logger.error('❌ [server]: Error during Data Source initialization:', err)
@@ -994,8 +999,10 @@ export class App {
incomingInput.question,
incomingInput.history,
chatId,
chatflowid,
this.AppDataSource,
incomingInput?.overrideConfig
incomingInput?.overrideConfig,
this.cachePool
)
const nodeToExecute = reactFlowNodes.find((node: IReactFlowNode) => node.id === endingNodeId)
+12 -4
View File
@@ -35,6 +35,7 @@ import { ChatMessage } from '../database/entities/ChatMessage'
import { Credential } from '../database/entities/Credential'
import { Tool } from '../database/entities/Tool'
import { DataSource } from 'typeorm'
import { CachePool } from '../CachePool'
const QUESTION_VAR_PREFIX = 'question'
const CHAT_HISTORY_VAR_PREFIX = 'chat_history'
@@ -197,8 +198,10 @@ export const getEndingNode = (nodeDependencies: INodeDependencies, graph: INodeD
* @param {IComponentNodes} componentNodes
* @param {string} question
* @param {string} chatId
* @param {string} chatflowid
* @param {DataSource} appDataSource
* @param {ICommonObject} overrideConfig
* @param {CachePool} cachePool
*/
export const buildLangchain = async (
startingNodeIds: string[],
@@ -209,8 +212,10 @@ export const buildLangchain = async (
question: string,
chatHistory: IMessage[],
chatId: string,
chatflowid: string,
appDataSource: DataSource,
overrideConfig?: ICommonObject
overrideConfig?: ICommonObject,
cachePool?: CachePool
) => {
const flowNodes = cloneDeep(reactFlowNodes)
@@ -245,9 +250,11 @@ export const buildLangchain = async (
logger.debug(`[server]: Initializing ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
flowNodes[nodeIndex].data.instance = await newNodeInstance.init(reactFlowNodeData, question, {
chatId,
chatflowid,
appDataSource,
databaseEntities,
logger
logger,
cachePool
})
logger.debug(`[server]: Finished initializing ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
} catch (e: any) {
@@ -477,6 +484,7 @@ export const replaceInputsWithConfig = (flowNodeData: INodeData, overrideConfig:
*/
export const isStartNodeDependOnInput = (startingNodes: IReactFlowNode[], nodes: IReactFlowNode[]): boolean => {
for (const node of startingNodes) {
if (node.data.category === 'Cache') return true
for (const inputName in node.data.inputs) {
const inputVariables = getInputVariables(node.data.inputs[inputName])
if (inputVariables.length > 0) return true
@@ -771,8 +779,8 @@ export const findAvailableConfigs = (reactFlowNodes: IReactFlowNode[], component
*/
export const isFlowValidForStream = (reactFlowNodes: IReactFlowNode[], endingNodeData: INodeData) => {
const streamAvailableLLMs = {
'Chat Models': ['azureChatOpenAI', 'chatOpenAI', 'chatAnthropic'],
LLMs: ['azureOpenAI', 'openAI']
'Chat Models': ['azureChatOpenAI', 'chatOpenAI', 'chatAnthropic', 'chatOllama'],
LLMs: ['azureOpenAI', 'openAI', 'ollama']
}
let isChatOrLLMsExist = false