{ "description": "Manually construct prompts to query a SQL database", "categories": "IfElse Function,Variable Set/Get,Custom JS Function,ChatOpenAI,LLM Chain,Langchain", "framework": "Langchain", "badge": "new", "nodes": [ { "width": 300, "height": 511, "id": "promptTemplate_0", "position": { "x": 384.84394025989127, "y": 61.21205260943492 }, "type": "customNode", "data": { "id": "promptTemplate_0", "label": "Prompt Template", "version": 1, "name": "promptTemplate", "type": "PromptTemplate", "baseClasses": ["PromptTemplate", "BaseStringPromptTemplate", "BasePromptTemplate", "Runnable"], "category": "Prompts", "description": "Schema to represent a basic prompt for an LLM", "inputParams": [ { "label": "Template", "name": "template", "type": "string", "rows": 4, "placeholder": "What is a good name for a company that makes {product}?", "id": "promptTemplate_0-input-template-string" }, { "label": "Format Prompt Values", "name": "promptValues", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "promptTemplate_0-input-promptValues-json" } ], "inputAnchors": [], "inputs": { "template": "Based on the provided SQL table schema and question below, return a SQL SELECT ALL query that would answer the user's question. For example: SELECT * FROM table WHERE id = '1'.\n------------\nSCHEMA: {schema}\n------------\nQUESTION: {question}\n------------\nSQL QUERY:", "promptValues": "{\"schema\":\"{{setVariable_0.data.instance}}\",\"question\":\"{{question}}\"}" }, "outputAnchors": [ { "id": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "name": "promptTemplate", "label": "PromptTemplate", "type": "PromptTemplate | BaseStringPromptTemplate | BasePromptTemplate | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "positionAbsolute": { "x": 384.84394025989127, "y": 61.21205260943492 }, "dragging": false }, { "width": 300, "height": 507, "id": "llmChain_0", "position": { "x": 770.4559230968546, "y": -127.11351409346554 }, "type": "customNode", "data": { "id": "llmChain_0", "label": "LLM Chain", "version": 3, "name": "llmChain", "type": "LLMChain", "baseClasses": ["LLMChain", "BaseChain", "Runnable"], "category": "Chains", "description": "Chain to run queries against LLMs", "inputParams": [ { "label": "Chain Name", "name": "chainName", "type": "string", "placeholder": "Name Your Chain", "optional": true, "id": "llmChain_0-input-chainName-string" } ], "inputAnchors": [ { "label": "Language Model", "name": "model", "type": "BaseLanguageModel", "id": "llmChain_0-input-model-BaseLanguageModel" }, { "label": "Prompt", "name": "prompt", "type": "BasePromptTemplate", "id": "llmChain_0-input-prompt-BasePromptTemplate" }, { "label": "Output Parser", "name": "outputParser", "type": "BaseLLMOutputParser", "optional": true, "id": "llmChain_0-input-outputParser-BaseLLMOutputParser" }, { "label": "Input Moderation", "description": "Detect text that could generate harmful output and prevent it from being sent to the language model", "name": "inputModeration", "type": "Moderation", "optional": true, "list": true, "id": "llmChain_0-input-inputModeration-Moderation" } ], "inputs": { "model": "{{chatOpenAI_0.data.instance}}", "prompt": "{{promptTemplate_0.data.instance}}", "outputParser": "", "inputModeration": "", "chainName": "SQL Query Chain" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "llmChain_0-output-llmChain-LLMChain|BaseChain|Runnable", "name": "llmChain", "label": "LLM Chain", "type": "LLMChain | BaseChain | Runnable" }, { "id": "llmChain_0-output-outputPrediction-string|json", "name": "outputPrediction", "label": "Output Prediction", "type": "string | json" } ], "default": "llmChain" } ], "outputs": { "output": "outputPrediction" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 770.4559230968546, "y": -127.11351409346554 }, "dragging": false }, { "width": 300, "height": 574, "id": "chatOpenAI_0", "position": { "x": 372.72389181000057, "y": -561.0744498265477 }, "type": "customNode", "data": { "id": "chatOpenAI_0", "label": "ChatOpenAI", "version": 5, "name": "chatOpenAI", "type": "ChatOpenAI", "baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"], "category": "Chat Models", "description": "Wrapper around OpenAI large language models that use the Chat endpoint", "inputParams": [ { "label": "Connect Credential", "name": "credential", "type": "credential", "credentialNames": ["openAIApi"], "id": "chatOpenAI_0-input-credential-credential" }, { "label": "Model Name", "name": "modelName", "type": "options", "options": [ { "label": "gpt-4", "name": "gpt-4" }, { "label": "gpt-4-turbo-preview", "name": "gpt-4-turbo-preview" }, { "label": "gpt-4-0125-preview", "name": "gpt-4-0125-preview" }, { "label": "gpt-4-1106-preview", "name": "gpt-4-1106-preview" }, { "label": "gpt-4-1106-vision-preview", "name": "gpt-4-1106-vision-preview" }, { "label": "gpt-4-vision-preview", "name": "gpt-4-vision-preview" }, { "label": "gpt-4-0613", "name": "gpt-4-0613" }, { "label": "gpt-4-32k", "name": "gpt-4-32k" }, { "label": "gpt-4-32k-0613", "name": "gpt-4-32k-0613" }, { "label": "gpt-3.5-turbo", "name": "gpt-3.5-turbo" }, { "label": "gpt-3.5-turbo-0125", "name": "gpt-3.5-turbo-0125" }, { "label": "gpt-3.5-turbo-1106", "name": "gpt-3.5-turbo-1106" }, { "label": "gpt-3.5-turbo-0613", "name": "gpt-3.5-turbo-0613" }, { "label": "gpt-3.5-turbo-16k", "name": "gpt-3.5-turbo-16k" }, { "label": "gpt-3.5-turbo-16k-0613", "name": "gpt-3.5-turbo-16k-0613" } ], "default": "gpt-3.5-turbo", "optional": true, "id": "chatOpenAI_0-input-modelName-options" }, { "label": "Temperature", "name": "temperature", "type": "number", "step": 0.1, "default": 0.9, "optional": true, "id": "chatOpenAI_0-input-temperature-number" }, { "label": "Max Tokens", "name": "maxTokens", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-maxTokens-number" }, { "label": "Top Probability", "name": "topP", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-topP-number" }, { "label": "Frequency Penalty", "name": "frequencyPenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-frequencyPenalty-number" }, { "label": "Presence Penalty", "name": "presencePenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-presencePenalty-number" }, { "label": "Timeout", "name": "timeout", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-timeout-number" }, { "label": "BasePath", "name": "basepath", "type": "string", "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-basepath-string" }, { "label": "BaseOptions", "name": "baseOptions", "type": "json", "optional": true, "additionalParams": true, "id": "chatOpenAI_0-input-baseOptions-json" }, { "label": "Allow Image Uploads", "name": "allowImageUploads", "type": "boolean", "description": "Automatically uses gpt-4-vision-preview when image is being uploaded from chat. Only works with LLMChain, Conversation Chain, ReAct Agent, and Conversational Agent", "default": false, "optional": true, "id": "chatOpenAI_0-input-allowImageUploads-boolean" }, { "label": "Image Resolution", "description": "This parameter controls the resolution in which the model views the image.", "name": "imageResolution", "type": "options", "options": [ { "label": "Low", "name": "low" }, { "label": "High", "name": "high" }, { "label": "Auto", "name": "auto" } ], "default": "low", "optional": false, "additionalParams": true, "id": "chatOpenAI_0-input-imageResolution-options" } ], "inputAnchors": [ { "label": "Cache", "name": "cache", "type": "BaseCache", "optional": true, "id": "chatOpenAI_0-input-cache-BaseCache" } ], "inputs": { "cache": "", "modelName": "gpt-3.5-turbo-16k", "temperature": "0", "maxTokens": "", "topP": "", "frequencyPenalty": "", "presencePenalty": "", "timeout": "", "basepath": "", "baseOptions": "", "allowImageUploads": true, "imageResolution": "low" }, "outputAnchors": [ { "id": "chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "name": "chatOpenAI", "label": "ChatOpenAI", "type": "ChatOpenAI | BaseChatModel | BaseLanguageModel | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "positionAbsolute": { "x": 372.72389181000057, "y": -561.0744498265477 }, "dragging": false }, { "width": 300, "height": 574, "id": "chatOpenAI_1", "position": { "x": 2636.1598769864936, "y": -653.0025971757484 }, "type": "customNode", "data": { "id": "chatOpenAI_1", "label": "ChatOpenAI", "version": 5, "name": "chatOpenAI", "type": "ChatOpenAI", "baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"], "category": "Chat Models", "description": "Wrapper around OpenAI large language models that use the Chat endpoint", "inputParams": [ { "label": "Connect Credential", "name": "credential", "type": "credential", "credentialNames": ["openAIApi"], "id": "chatOpenAI_1-input-credential-credential" }, { "label": "Model Name", "name": "modelName", "type": "options", "options": [ { "label": "gpt-4", "name": "gpt-4" }, { "label": "gpt-4-turbo-preview", "name": "gpt-4-turbo-preview" }, { "label": "gpt-4-0125-preview", "name": "gpt-4-0125-preview" }, { "label": "gpt-4-1106-preview", "name": "gpt-4-1106-preview" }, { "label": "gpt-4-1106-vision-preview", "name": "gpt-4-1106-vision-preview" }, { "label": "gpt-4-vision-preview", "name": "gpt-4-vision-preview" }, { "label": "gpt-4-0613", "name": "gpt-4-0613" }, { "label": "gpt-4-32k", "name": "gpt-4-32k" }, { "label": "gpt-4-32k-0613", "name": "gpt-4-32k-0613" }, { "label": "gpt-3.5-turbo", "name": "gpt-3.5-turbo" }, { "label": "gpt-3.5-turbo-0125", "name": "gpt-3.5-turbo-0125" }, { "label": "gpt-3.5-turbo-1106", "name": "gpt-3.5-turbo-1106" }, { "label": "gpt-3.5-turbo-0613", "name": "gpt-3.5-turbo-0613" }, { "label": "gpt-3.5-turbo-16k", "name": "gpt-3.5-turbo-16k" }, { "label": "gpt-3.5-turbo-16k-0613", "name": "gpt-3.5-turbo-16k-0613" } ], "default": "gpt-3.5-turbo", "optional": true, "id": "chatOpenAI_1-input-modelName-options" }, { "label": "Temperature", "name": "temperature", "type": "number", "step": 0.1, "default": 0.9, "optional": true, "id": "chatOpenAI_1-input-temperature-number" }, { "label": "Max Tokens", "name": "maxTokens", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-maxTokens-number" }, { "label": "Top Probability", "name": "topP", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-topP-number" }, { "label": "Frequency Penalty", "name": "frequencyPenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-frequencyPenalty-number" }, { "label": "Presence Penalty", "name": "presencePenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-presencePenalty-number" }, { "label": "Timeout", "name": "timeout", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-timeout-number" }, { "label": "BasePath", "name": "basepath", "type": "string", "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-basepath-string" }, { "label": "BaseOptions", "name": "baseOptions", "type": "json", "optional": true, "additionalParams": true, "id": "chatOpenAI_1-input-baseOptions-json" }, { "label": "Allow Image Uploads", "name": "allowImageUploads", "type": "boolean", "description": "Automatically uses gpt-4-vision-preview when image is being uploaded from chat. Only works with LLMChain, Conversation Chain, ReAct Agent, and Conversational Agent", "default": false, "optional": true, "id": "chatOpenAI_1-input-allowImageUploads-boolean" }, { "label": "Image Resolution", "description": "This parameter controls the resolution in which the model views the image.", "name": "imageResolution", "type": "options", "options": [ { "label": "Low", "name": "low" }, { "label": "High", "name": "high" }, { "label": "Auto", "name": "auto" } ], "default": "low", "optional": false, "additionalParams": true, "id": "chatOpenAI_1-input-imageResolution-options" } ], "inputAnchors": [ { "label": "Cache", "name": "cache", "type": "BaseCache", "optional": true, "id": "chatOpenAI_1-input-cache-BaseCache" } ], "inputs": { "cache": "", "modelName": "gpt-3.5-turbo-16k", "temperature": "0", "maxTokens": "", "topP": "", "frequencyPenalty": "", "presencePenalty": "", "timeout": "", "basepath": "", "baseOptions": "", "allowImageUploads": true, "imageResolution": "low" }, "outputAnchors": [ { "id": "chatOpenAI_1-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "name": "chatOpenAI", "label": "ChatOpenAI", "type": "ChatOpenAI | BaseChatModel | BaseLanguageModel | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "positionAbsolute": { "x": 2636.1598769864936, "y": -653.0025971757484 }, "dragging": false }, { "width": 300, "height": 507, "id": "llmChain_1", "position": { "x": 3089.9937691022837, "y": -109.24001734925716 }, "type": "customNode", "data": { "id": "llmChain_1", "label": "LLM Chain", "version": 3, "name": "llmChain", "type": "LLMChain", "baseClasses": ["LLMChain", "BaseChain", "Runnable"], "category": "Chains", "description": "Chain to run queries against LLMs", "inputParams": [ { "label": "Chain Name", "name": "chainName", "type": "string", "placeholder": "Name Your Chain", "optional": true, "id": "llmChain_1-input-chainName-string" } ], "inputAnchors": [ { "label": "Language Model", "name": "model", "type": "BaseLanguageModel", "id": "llmChain_1-input-model-BaseLanguageModel" }, { "label": "Prompt", "name": "prompt", "type": "BasePromptTemplate", "id": "llmChain_1-input-prompt-BasePromptTemplate" }, { "label": "Output Parser", "name": "outputParser", "type": "BaseLLMOutputParser", "optional": true, "id": "llmChain_1-input-outputParser-BaseLLMOutputParser" }, { "label": "Input Moderation", "description": "Detect text that could generate harmful output and prevent it from being sent to the language model", "name": "inputModeration", "type": "Moderation", "optional": true, "list": true, "id": "llmChain_1-input-inputModeration-Moderation" } ], "inputs": { "model": "{{chatOpenAI_1.data.instance}}", "prompt": "{{promptTemplate_1.data.instance}}", "outputParser": "", "inputModeration": "", "chainName": "Final Chain" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "llmChain_1-output-llmChain-LLMChain|BaseChain|Runnable", "name": "llmChain", "label": "LLM Chain", "type": "LLMChain | BaseChain | Runnable" }, { "id": "llmChain_1-output-outputPrediction-string|json", "name": "outputPrediction", "label": "Output Prediction", "type": "string | json" } ], "default": "llmChain" } ], "outputs": { "output": "llmChain" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 3089.9937691022837, "y": -109.24001734925716 }, "dragging": false }, { "width": 300, "height": 669, "id": "customFunction_2", "position": { "x": -395.18079694059173, "y": -222.8935573325382 }, "type": "customNode", "data": { "id": "customFunction_2", "label": "Custom JS Function", "version": 1, "name": "customFunction", "type": "CustomFunction", "baseClasses": ["CustomFunction", "Utilities"], "category": "Utilities", "description": "Execute custom javascript function", "inputParams": [ { "label": "Input Variables", "name": "functionInputVariables", "description": "Input variables can be used in the function with prefix $. For example: $var", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "customFunction_2-input-functionInputVariables-json" }, { "label": "Function Name", "name": "functionName", "type": "string", "placeholder": "My Function", "id": "customFunction_2-input-functionName-string" }, { "label": "Javascript Function", "name": "javascriptFunction", "type": "code", "id": "customFunction_2-input-javascriptFunction-code" } ], "inputAnchors": [], "inputs": { "functionInputVariables": "", "functionName": "Get SQL Schema Prompt", "javascriptFunction": "const HOST = 'singlestore-host.com';\nconst USER = 'admin';\nconst PASSWORD = 'mypassword';\nconst DATABASE = 'mydb';\nconst TABLE = 'samples';\nconst mysql = require('mysql2/promise');\n\nlet sqlSchemaPrompt;\n\n/**\n * Ideal prompt contains schema info and examples\n * Follows best practices as specified form https://arxiv.org/abs/2204.00498\n * =========================================\n * CREATE TABLE samples (firstName varchar NOT NULL, lastName varchar)\n * SELECT * FROM samples LIMIT 3\n * firstName lastName\n * Stephen Tyler\n * Jack McGinnis\n * Steven Repici\n * =========================================\n*/\nfunction getSQLPrompt() {\n return new Promise(async (resolve, reject) => {\n try {\n const singleStoreConnection = mysql.createPool({\n host: HOST,\n user: USER,\n password: PASSWORD,\n database: DATABASE,\n });\n \n // Get schema info\n const [schemaInfo] = await singleStoreConnection.execute(\n `SELECT * FROM INFORMATION_SCHEMA.COLUMNS WHERE table_name = \"${TABLE}\"`\n );\n \n const createColumns = [];\n const columnNames = [];\n \n for (const schemaData of schemaInfo) {\n columnNames.push(`${schemaData['COLUMN_NAME']}`);\n createColumns.push(`${schemaData['COLUMN_NAME']} ${schemaData['COLUMN_TYPE']} ${schemaData['IS_NULLABLE'] === 'NO' ? 'NOT NULL' : ''}`);\n }\n \n const sqlCreateTableQuery = `CREATE TABLE samples (${createColumns.join(', ')})`;\n const sqlSelectTableQuery = `SELECT * FROM samples LIMIT 3`;\n \n // Get first 3 rows\n const [rows] = await singleStoreConnection.execute(\n sqlSelectTableQuery,\n );\n \n const allValues = [];\n for (const row of rows) {\n const rowValues = [];\n for (const colName in row) {\n rowValues.push(row[colName]);\n }\n allValues.push(rowValues.join(' '));\n }\n \n sqlSchemaPrompt = sqlCreateTableQuery + '\\n' + sqlSelectTableQuery + '\\n' + columnNames.join(' ') + '\\n' + allValues.join('\\n');\n \n resolve();\n } catch (e) {\n console.error(e);\n return reject(e);\n }\n });\n}\n\nasync function main() {\n await getSQLPrompt();\n}\n\nawait main();\n\nreturn sqlSchemaPrompt;" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "customFunction_2-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "selected": false, "positionAbsolute": { "x": -395.18079694059173, "y": -222.8935573325382 }, "dragging": false }, { "width": 300, "height": 669, "id": "customFunction_1", "position": { "x": 1887.4670208331604, "y": -275.95340782935716 }, "type": "customNode", "data": { "id": "customFunction_1", "label": "Custom JS Function", "version": 1, "name": "customFunction", "type": "CustomFunction", "baseClasses": ["CustomFunction", "Utilities"], "category": "Utilities", "description": "Execute custom javascript function", "inputParams": [ { "label": "Input Variables", "name": "functionInputVariables", "description": "Input variables can be used in the function with prefix $. For example: $var", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "customFunction_1-input-functionInputVariables-json" }, { "label": "Function Name", "name": "functionName", "type": "string", "placeholder": "My Function", "id": "customFunction_1-input-functionName-string" }, { "label": "Javascript Function", "name": "javascriptFunction", "type": "code", "id": "customFunction_1-input-javascriptFunction-code" } ], "inputAnchors": [], "inputs": { "functionInputVariables": "{\"sqlQuery\":\"{{setVariable_1.data.instance}}\"}", "functionName": "Run SQL Query", "javascriptFunction": "const HOST = 'singlestore-host.com';\nconst USER = 'admin';\nconst PASSWORD = 'mypassword';\nconst DATABASE = 'mydb';\nconst TABLE = 'samples';\nconst mysql = require('mysql2/promise');\n\nlet result;\n\nfunction getSQLResult() {\n return new Promise(async (resolve, reject) => {\n try {\n const singleStoreConnection = mysql.createPool({\n host: HOST,\n user: USER,\n password: PASSWORD,\n database: DATABASE,\n });\n \n const [rows] = await singleStoreConnection.execute(\n $sqlQuery\n );\n \n result = JSON.stringify(rows)\n \n resolve();\n } catch (e) {\n console.error(e);\n return reject(e);\n }\n });\n}\n\nasync function main() {\n await getSQLResult();\n}\n\nawait main();\n\nreturn result;" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "customFunction_1-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 1887.4670208331604, "y": -275.95340782935716 }, "dragging": false }, { "width": 300, "height": 511, "id": "promptTemplate_1", "position": { "x": 2638.3935631956588, "y": -18.55855423639423 }, "type": "customNode", "data": { "id": "promptTemplate_1", "label": "Prompt Template", "version": 1, "name": "promptTemplate", "type": "PromptTemplate", "baseClasses": ["PromptTemplate", "BaseStringPromptTemplate", "BasePromptTemplate", "Runnable"], "category": "Prompts", "description": "Schema to represent a basic prompt for an LLM", "inputParams": [ { "label": "Template", "name": "template", "type": "string", "rows": 4, "placeholder": "What is a good name for a company that makes {product}?", "id": "promptTemplate_1-input-template-string" }, { "label": "Format Prompt Values", "name": "promptValues", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "promptTemplate_1-input-promptValues-json" } ], "inputAnchors": [], "inputs": { "template": "Based on the table schema below, question, SQL query, and SQL response, write a natural language response, be details as possible:\n------------\nSCHEMA: {schema}\n------------\nQUESTION: {question}\n------------\nSQL QUERY: {sqlQuery}\n------------\nSQL RESPONSE: {sqlResponse}\n------------\nNATURAL LANGUAGE RESPONSE:", "promptValues": "{\"schema\":\"{{getVariable_0.data.instance}}\",\"question\":\"{{question}}\",\"sqlResponse\":\"{{customFunction_1.data.instance}}\",\"sqlQuery\":\"{{getVariable_1.data.instance}}\"}" }, "outputAnchors": [ { "id": "promptTemplate_1-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "name": "promptTemplate", "label": "PromptTemplate", "type": "PromptTemplate | BaseStringPromptTemplate | BasePromptTemplate | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "dragging": false, "positionAbsolute": { "x": 2638.3935631956588, "y": -18.55855423639423 } }, { "width": 300, "height": 355, "id": "setVariable_0", "position": { "x": 18.689175061831122, "y": -62.81166351070223 }, "type": "customNode", "data": { "id": "setVariable_0", "label": "Set Variable", "version": 1, "name": "setVariable", "type": "SetVariable", "baseClasses": ["SetVariable", "Utilities"], "category": "Utilities", "description": "Set variable which can be retrieved at a later stage. Variable is only available during runtime.", "inputParams": [ { "label": "Variable Name", "name": "variableName", "type": "string", "placeholder": "var1", "id": "setVariable_0-input-variableName-string" } ], "inputAnchors": [ { "label": "Input", "name": "input", "type": "string | number | boolean | json | array", "optional": true, "list": true, "id": "setVariable_0-input-input-string | number | boolean | json | array" } ], "inputs": { "input": ["{{customFunction_2.data.instance}}"], "variableName": "schemaPrompt" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "setVariable_0-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 18.689175061831122, "y": -62.81166351070223 }, "dragging": false }, { "width": 300, "height": 304, "id": "getVariable_0", "position": { "x": 2248.4540716891547, "y": -47.21232652005119 }, "type": "customNode", "data": { "id": "getVariable_0", "label": "Get Variable", "version": 1, "name": "getVariable", "type": "GetVariable", "baseClasses": ["GetVariable", "Utilities"], "category": "Utilities", "description": "Get variable that was saved using Set Variable node", "inputParams": [ { "label": "Variable Name", "name": "variableName", "type": "string", "placeholder": "var1", "id": "getVariable_0-input-variableName-string" } ], "inputAnchors": [], "inputs": { "variableName": "schemaPrompt" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "getVariable_0-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "positionAbsolute": { "x": 2248.4540716891547, "y": -47.21232652005119 }, "selected": false, "dragging": false }, { "width": 300, "height": 304, "id": "getVariable_1", "position": { "x": 2256.0258940322105, "y": 437.4363694364632 }, "type": "customNode", "data": { "id": "getVariable_1", "label": "Get Variable", "version": 1, "name": "getVariable", "type": "GetVariable", "baseClasses": ["GetVariable", "Utilities"], "category": "Utilities", "description": "Get variable that was saved using Set Variable node", "inputParams": [ { "label": "Variable Name", "name": "variableName", "type": "string", "placeholder": "var1", "id": "getVariable_1-input-variableName-string" } ], "inputAnchors": [], "inputs": { "variableName": "sqlQuery" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "getVariable_1-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "positionAbsolute": { "x": 2256.0258940322105, "y": 437.4363694364632 }, "selected": false, "dragging": false }, { "width": 300, "height": 355, "id": "setVariable_1", "position": { "x": 1516.338224315744, "y": -133.6986023683283 }, "type": "customNode", "data": { "id": "setVariable_1", "label": "Set Variable", "version": 1, "name": "setVariable", "type": "SetVariable", "baseClasses": ["SetVariable", "Utilities"], "category": "Utilities", "description": "Set variable which can be retrieved at a later stage. Variable is only available during runtime.", "inputParams": [ { "label": "Variable Name", "name": "variableName", "type": "string", "placeholder": "var1", "id": "setVariable_1-input-variableName-string" } ], "inputAnchors": [ { "label": "Input", "name": "input", "type": "string | number | boolean | json | array", "optional": true, "list": true, "id": "setVariable_1-input-input-string | number | boolean | json | array" } ], "inputs": { "input": ["{{ifElseFunction_0.data.instance}}"], "variableName": "sqlQuery" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "setVariable_1-output-output-string|number|boolean|json|array", "name": "output", "label": "Output", "type": "string | number | boolean | json | array" } ], "default": "output" } ], "outputs": { "output": "output" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 1516.338224315744, "y": -133.6986023683283 }, "dragging": false }, { "width": 300, "height": 755, "id": "ifElseFunction_0", "position": { "x": 1147.8020838770517, "y": -237.39478763322148 }, "type": "customNode", "data": { "id": "ifElseFunction_0", "label": "IfElse Function", "version": 1, "name": "ifElseFunction", "type": "IfElseFunction", "baseClasses": ["IfElseFunction", "Utilities"], "category": "Utilities", "description": "Split flows based on If Else javascript functions", "inputParams": [ { "label": "Input Variables", "name": "functionInputVariables", "description": "Input variables can be used in the function with prefix $. For example: $var", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "ifElseFunction_0-input-functionInputVariables-json" }, { "label": "IfElse Name", "name": "functionName", "type": "string", "optional": true, "placeholder": "If Condition Match", "id": "ifElseFunction_0-input-functionName-string" }, { "label": "If Function", "name": "ifFunction", "description": "Function must return a value", "type": "code", "rows": 2, "default": "if (\"hello\" == \"hello\") {\n return true;\n}", "id": "ifElseFunction_0-input-ifFunction-code" }, { "label": "Else Function", "name": "elseFunction", "description": "Function must return a value", "type": "code", "rows": 2, "default": "return false;", "id": "ifElseFunction_0-input-elseFunction-code" } ], "inputAnchors": [], "inputs": { "functionInputVariables": "{\"sqlQuery\":\"{{llmChain_0.data.instance}}\"}", "functionName": "IF SQL Query contains SELECT and WHERE", "ifFunction": "const sqlQuery = $sqlQuery.trim();\n\nif (sqlQuery.includes(\"SELECT\") && sqlQuery.includes(\"WHERE\")) {\n return sqlQuery;\n}", "elseFunction": "return $sqlQuery;" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "ifElseFunction_0-output-returnTrue-string|number|boolean|json|array", "name": "returnTrue", "label": "True", "type": "string | number | boolean | json | array" }, { "id": "ifElseFunction_0-output-returnFalse-string|number|boolean|json|array", "name": "returnFalse", "label": "False", "type": "string | number | boolean | json | array" } ], "default": "returnTrue" } ], "outputs": { "output": "returnTrue" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 1147.8020838770517, "y": -237.39478763322148 }, "dragging": false }, { "width": 300, "height": 511, "id": "promptTemplate_2", "position": { "x": 1530.0647779039386, "y": 944.9904482583751 }, "type": "customNode", "data": { "id": "promptTemplate_2", "label": "Prompt Template", "version": 1, "name": "promptTemplate", "type": "PromptTemplate", "baseClasses": ["PromptTemplate", "BaseStringPromptTemplate", "BasePromptTemplate", "Runnable"], "category": "Prompts", "description": "Schema to represent a basic prompt for an LLM", "inputParams": [ { "label": "Template", "name": "template", "type": "string", "rows": 4, "placeholder": "What is a good name for a company that makes {product}?", "id": "promptTemplate_2-input-template-string" }, { "label": "Format Prompt Values", "name": "promptValues", "type": "json", "optional": true, "acceptVariable": true, "list": true, "id": "promptTemplate_2-input-promptValues-json" } ], "inputAnchors": [], "inputs": { "template": "Politely say \"I'm not able to answer query\"", "promptValues": "{\"schema\":\"{{setVariable_0.data.instance}}\",\"question\":\"{{question}}\"}" }, "outputAnchors": [ { "id": "promptTemplate_2-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "name": "promptTemplate", "label": "PromptTemplate", "type": "PromptTemplate | BaseStringPromptTemplate | BasePromptTemplate | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "positionAbsolute": { "x": 1530.0647779039386, "y": 944.9904482583751 }, "dragging": false }, { "width": 300, "height": 574, "id": "chatOpenAI_2", "position": { "x": 1537.0307928738125, "y": 330.7727229610632 }, "type": "customNode", "data": { "id": "chatOpenAI_2", "label": "ChatOpenAI", "version": 5, "name": "chatOpenAI", "type": "ChatOpenAI", "baseClasses": ["ChatOpenAI", "BaseChatModel", "BaseLanguageModel", "Runnable"], "category": "Chat Models", "description": "Wrapper around OpenAI large language models that use the Chat endpoint", "inputParams": [ { "label": "Connect Credential", "name": "credential", "type": "credential", "credentialNames": ["openAIApi"], "id": "chatOpenAI_2-input-credential-credential" }, { "label": "Model Name", "name": "modelName", "type": "options", "options": [ { "label": "gpt-4", "name": "gpt-4" }, { "label": "gpt-4-turbo-preview", "name": "gpt-4-turbo-preview" }, { "label": "gpt-4-0125-preview", "name": "gpt-4-0125-preview" }, { "label": "gpt-4-1106-preview", "name": "gpt-4-1106-preview" }, { "label": "gpt-4-1106-vision-preview", "name": "gpt-4-1106-vision-preview" }, { "label": "gpt-4-vision-preview", "name": "gpt-4-vision-preview" }, { "label": "gpt-4-0613", "name": "gpt-4-0613" }, { "label": "gpt-4-32k", "name": "gpt-4-32k" }, { "label": "gpt-4-32k-0613", "name": "gpt-4-32k-0613" }, { "label": "gpt-3.5-turbo", "name": "gpt-3.5-turbo" }, { "label": "gpt-3.5-turbo-0125", "name": "gpt-3.5-turbo-0125" }, { "label": "gpt-3.5-turbo-1106", "name": "gpt-3.5-turbo-1106" }, { "label": "gpt-3.5-turbo-0613", "name": "gpt-3.5-turbo-0613" }, { "label": "gpt-3.5-turbo-16k", "name": "gpt-3.5-turbo-16k" }, { "label": "gpt-3.5-turbo-16k-0613", "name": "gpt-3.5-turbo-16k-0613" } ], "default": "gpt-3.5-turbo", "optional": true, "id": "chatOpenAI_2-input-modelName-options" }, { "label": "Temperature", "name": "temperature", "type": "number", "step": 0.1, "default": 0.9, "optional": true, "id": "chatOpenAI_2-input-temperature-number" }, { "label": "Max Tokens", "name": "maxTokens", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-maxTokens-number" }, { "label": "Top Probability", "name": "topP", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-topP-number" }, { "label": "Frequency Penalty", "name": "frequencyPenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-frequencyPenalty-number" }, { "label": "Presence Penalty", "name": "presencePenalty", "type": "number", "step": 0.1, "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-presencePenalty-number" }, { "label": "Timeout", "name": "timeout", "type": "number", "step": 1, "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-timeout-number" }, { "label": "BasePath", "name": "basepath", "type": "string", "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-basepath-string" }, { "label": "BaseOptions", "name": "baseOptions", "type": "json", "optional": true, "additionalParams": true, "id": "chatOpenAI_2-input-baseOptions-json" }, { "label": "Allow Image Uploads", "name": "allowImageUploads", "type": "boolean", "description": "Automatically uses gpt-4-vision-preview when image is being uploaded from chat. Only works with LLMChain, Conversation Chain, ReAct Agent, and Conversational Agent", "default": false, "optional": true, "id": "chatOpenAI_2-input-allowImageUploads-boolean" }, { "label": "Image Resolution", "description": "This parameter controls the resolution in which the model views the image.", "name": "imageResolution", "type": "options", "options": [ { "label": "Low", "name": "low" }, { "label": "High", "name": "high" }, { "label": "Auto", "name": "auto" } ], "default": "low", "optional": false, "additionalParams": true, "id": "chatOpenAI_2-input-imageResolution-options" } ], "inputAnchors": [ { "label": "Cache", "name": "cache", "type": "BaseCache", "optional": true, "id": "chatOpenAI_2-input-cache-BaseCache" } ], "inputs": { "cache": "", "modelName": "gpt-3.5-turbo-16k", "temperature": "0.7", "maxTokens": "", "topP": "", "frequencyPenalty": "", "presencePenalty": "", "timeout": "", "basepath": "", "baseOptions": "", "allowImageUploads": true, "imageResolution": "low" }, "outputAnchors": [ { "id": "chatOpenAI_2-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "name": "chatOpenAI", "label": "ChatOpenAI", "type": "ChatOpenAI | BaseChatModel | BaseLanguageModel | Runnable" } ], "outputs": {}, "selected": false }, "selected": false, "positionAbsolute": { "x": 1537.0307928738125, "y": 330.7727229610632 }, "dragging": false }, { "width": 300, "height": 507, "id": "llmChain_2", "position": { "x": 2077.2866807477812, "y": 958.6594167386253 }, "type": "customNode", "data": { "id": "llmChain_2", "label": "LLM Chain", "version": 3, "name": "llmChain", "type": "LLMChain", "baseClasses": ["LLMChain", "BaseChain", "Runnable"], "category": "Chains", "description": "Chain to run queries against LLMs", "inputParams": [ { "label": "Chain Name", "name": "chainName", "type": "string", "placeholder": "Name Your Chain", "optional": true, "id": "llmChain_2-input-chainName-string" } ], "inputAnchors": [ { "label": "Language Model", "name": "model", "type": "BaseLanguageModel", "id": "llmChain_2-input-model-BaseLanguageModel" }, { "label": "Prompt", "name": "prompt", "type": "BasePromptTemplate", "id": "llmChain_2-input-prompt-BasePromptTemplate" }, { "label": "Output Parser", "name": "outputParser", "type": "BaseLLMOutputParser", "optional": true, "id": "llmChain_2-input-outputParser-BaseLLMOutputParser" }, { "label": "Input Moderation", "description": "Detect text that could generate harmful output and prevent it from being sent to the language model", "name": "inputModeration", "type": "Moderation", "optional": true, "list": true, "id": "llmChain_2-input-inputModeration-Moderation" } ], "inputs": { "model": "{{chatOpenAI_2.data.instance}}", "prompt": "{{promptTemplate_2.data.instance}}", "outputParser": "", "inputModeration": "", "chainName": "Fallback Chain" }, "outputAnchors": [ { "name": "output", "label": "Output", "type": "options", "options": [ { "id": "llmChain_2-output-llmChain-LLMChain|BaseChain|Runnable", "name": "llmChain", "label": "LLM Chain", "type": "LLMChain | BaseChain | Runnable" }, { "id": "llmChain_2-output-outputPrediction-string|json", "name": "outputPrediction", "label": "Output Prediction", "type": "string | json" } ], "default": "llmChain" } ], "outputs": { "output": "llmChain" }, "selected": false }, "selected": false, "positionAbsolute": { "x": 2077.2866807477812, "y": 958.6594167386253 }, "dragging": false } ], "edges": [ { "source": "promptTemplate_0", "sourceHandle": "promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "target": "llmChain_0", "targetHandle": "llmChain_0-input-prompt-BasePromptTemplate", "type": "buttonedge", "id": "promptTemplate_0-promptTemplate_0-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable-llmChain_0-llmChain_0-input-prompt-BasePromptTemplate", "data": { "label": "" } }, { "source": "chatOpenAI_0", "sourceHandle": "chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "target": "llmChain_0", "targetHandle": "llmChain_0-input-model-BaseLanguageModel", "type": "buttonedge", "id": "chatOpenAI_0-chatOpenAI_0-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable-llmChain_0-llmChain_0-input-model-BaseLanguageModel", "data": { "label": "" } }, { "source": "chatOpenAI_1", "sourceHandle": "chatOpenAI_1-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "target": "llmChain_1", "targetHandle": "llmChain_1-input-model-BaseLanguageModel", "type": "buttonedge", "id": "chatOpenAI_1-chatOpenAI_1-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable-llmChain_1-llmChain_1-input-model-BaseLanguageModel", "data": { "label": "" } }, { "source": "customFunction_1", "sourceHandle": "customFunction_1-output-output-string|number|boolean|json|array", "target": "promptTemplate_1", "targetHandle": "promptTemplate_1-input-promptValues-json", "type": "buttonedge", "id": "customFunction_1-customFunction_1-output-output-string|number|boolean|json|array-promptTemplate_1-promptTemplate_1-input-promptValues-json", "data": { "label": "" } }, { "source": "promptTemplate_1", "sourceHandle": "promptTemplate_1-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "target": "llmChain_1", "targetHandle": "llmChain_1-input-prompt-BasePromptTemplate", "type": "buttonedge", "id": "promptTemplate_1-promptTemplate_1-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable-llmChain_1-llmChain_1-input-prompt-BasePromptTemplate", "data": { "label": "" } }, { "source": "customFunction_2", "sourceHandle": "customFunction_2-output-output-string|number|boolean|json|array", "target": "setVariable_0", "targetHandle": "setVariable_0-input-input-string | number | boolean | json | array", "type": "buttonedge", "id": "customFunction_2-customFunction_2-output-output-string|number|boolean|json|array-setVariable_0-setVariable_0-input-input-string | number | boolean | json | array", "data": { "label": "" } }, { "source": "setVariable_0", "sourceHandle": "setVariable_0-output-output-string|number|boolean|json|array", "target": "promptTemplate_0", "targetHandle": "promptTemplate_0-input-promptValues-json", "type": "buttonedge", "id": "setVariable_0-setVariable_0-output-output-string|number|boolean|json|array-promptTemplate_0-promptTemplate_0-input-promptValues-json", "data": { "label": "" } }, { "source": "getVariable_0", "sourceHandle": "getVariable_0-output-output-string|number|boolean|json|array", "target": "promptTemplate_1", "targetHandle": "promptTemplate_1-input-promptValues-json", "type": "buttonedge", "id": "getVariable_0-getVariable_0-output-output-string|number|boolean|json|array-promptTemplate_1-promptTemplate_1-input-promptValues-json", "data": { "label": "" } }, { "source": "getVariable_1", "sourceHandle": "getVariable_1-output-output-string|number|boolean|json|array", "target": "promptTemplate_1", "targetHandle": "promptTemplate_1-input-promptValues-json", "type": "buttonedge", "id": "getVariable_1-getVariable_1-output-output-string|number|boolean|json|array-promptTemplate_1-promptTemplate_1-input-promptValues-json", "data": { "label": "" } }, { "source": "setVariable_1", "sourceHandle": "setVariable_1-output-output-string|number|boolean|json|array", "target": "customFunction_1", "targetHandle": "customFunction_1-input-functionInputVariables-json", "type": "buttonedge", "id": "setVariable_1-setVariable_1-output-output-string|number|boolean|json|array-customFunction_1-customFunction_1-input-functionInputVariables-json", "data": { "label": "" } }, { "source": "llmChain_0", "sourceHandle": "llmChain_0-output-outputPrediction-string|json", "target": "ifElseFunction_0", "targetHandle": "ifElseFunction_0-input-functionInputVariables-json", "type": "buttonedge", "id": "llmChain_0-llmChain_0-output-outputPrediction-string|json-ifElseFunction_0-ifElseFunction_0-input-functionInputVariables-json" }, { "source": "ifElseFunction_0", "sourceHandle": "ifElseFunction_0-output-returnTrue-string|number|boolean|json|array", "target": "setVariable_1", "targetHandle": "setVariable_1-input-input-string | number | boolean | json | array", "type": "buttonedge", "id": "ifElseFunction_0-ifElseFunction_0-output-returnTrue-string|number|boolean|json|array-setVariable_1-setVariable_1-input-input-string | number | boolean | json | array" }, { "source": "ifElseFunction_0", "sourceHandle": "ifElseFunction_0-output-returnFalse-string|number|boolean|json|array", "target": "promptTemplate_2", "targetHandle": "promptTemplate_2-input-promptValues-json", "type": "buttonedge", "id": "ifElseFunction_0-ifElseFunction_0-output-returnFalse-string|number|boolean|json|array-promptTemplate_2-promptTemplate_2-input-promptValues-json" }, { "source": "chatOpenAI_2", "sourceHandle": "chatOpenAI_2-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable", "target": "llmChain_2", "targetHandle": "llmChain_2-input-model-BaseLanguageModel", "type": "buttonedge", "id": "chatOpenAI_2-chatOpenAI_2-output-chatOpenAI-ChatOpenAI|BaseChatModel|BaseLanguageModel|Runnable-llmChain_2-llmChain_2-input-model-BaseLanguageModel" }, { "source": "promptTemplate_2", "sourceHandle": "promptTemplate_2-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable", "target": "llmChain_2", "targetHandle": "llmChain_2-input-prompt-BasePromptTemplate", "type": "buttonedge", "id": "promptTemplate_2-promptTemplate_2-output-promptTemplate-PromptTemplate|BaseStringPromptTemplate|BasePromptTemplate|Runnable-llmChain_2-llmChain_2-input-prompt-BasePromptTemplate" } ] }