mirror of
https://github.com/farcasclaudiu/Flowise.git
synced 2026-06-24 09:00:42 +03:00
40e36d1b39
* datasource: initial commit * datasource: datasource details and chunks * datasource: Document Store Node * more changes * Document Store - Base functionality * Document Store Loader Component * Document Store Loader Component * before merging the modularity PR * after merging the modularity PR * preview mode * initial draft PR * fixes * minor updates and fixes * preview with loader and splitter * preview with credential * show stored chunks * preview update... * edit config * save, preview and other changes * save, preview and other changes * save, process and other changes * save, process and other changes * alpha1 - for internal testing * rerouting urls * bug fix on new leader create * pagination support for chunks * delete document store * Update pnpm-lock.yaml * doc store card view * Update store files to use updated storage functions, Document Store Table View and other changes * ui changes * add expanded chunk dialog, improve ui * change throw Error to InternalError * Bug Fixes and removal of subFolder, adding of view chunks for store * lint fixes * merge changes * DocumentStoreStatus component * ui changes for doc store * add remove metadata key field, add custom document loader * add chatflows used doc store chips * add types/interfaces to DocumentStore Services * document loader list dialog title bar color change * update interfaces * Whereused Chatflow Name and Added chunkNo to retain order of created chunks. * use typeorm order chunkNo, ui changes --------- Co-authored-by: Henry <hzj94@hotmail.com> Co-authored-by: Henry Heng <henryheng@flowiseai.com>
165 lines
6.6 KiB
TypeScript
165 lines
6.6 KiB
TypeScript
import { cloneDeep } from 'lodash'
|
|
import { StatusCodes } from 'http-status-codes'
|
|
import { getRunningExpressApp } from '../../utils/getRunningExpressApp'
|
|
import { INodeData } from '../../Interface'
|
|
import { INodeOptionsValue, ICommonObject, handleEscapeCharacters } from 'flowise-components'
|
|
import { databaseEntities } from '../../utils'
|
|
import logger from '../../utils/logger'
|
|
import { InternalFlowiseError } from '../../errors/internalFlowiseError'
|
|
import { getErrorMessage } from '../../errors/utils'
|
|
|
|
// Get all component nodes
|
|
const getAllNodes = async () => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
const dbResponse = []
|
|
for (const nodeName in appServer.nodesPool.componentNodes) {
|
|
const clonedNode = cloneDeep(appServer.nodesPool.componentNodes[nodeName])
|
|
dbResponse.push(clonedNode)
|
|
}
|
|
return dbResponse
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(StatusCodes.INTERNAL_SERVER_ERROR, `Error: nodesService.getAllNodes - ${getErrorMessage(error)}`)
|
|
}
|
|
}
|
|
|
|
// Get all component nodes for a specific category
|
|
const getAllNodesForCategory = async (category: string) => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
const dbResponse = []
|
|
for (const nodeName in appServer.nodesPool.componentNodes) {
|
|
const componentNode = appServer.nodesPool.componentNodes[nodeName]
|
|
if (componentNode.category === category) {
|
|
const clonedNode = cloneDeep(componentNode)
|
|
dbResponse.push(clonedNode)
|
|
}
|
|
}
|
|
return dbResponse
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(
|
|
StatusCodes.INTERNAL_SERVER_ERROR,
|
|
`Error: nodesService.getAllNodesForCategory - ${getErrorMessage(error)}`
|
|
)
|
|
}
|
|
}
|
|
|
|
// Get specific component node via name
|
|
const getNodeByName = async (nodeName: string) => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
if (Object.prototype.hasOwnProperty.call(appServer.nodesPool.componentNodes, nodeName)) {
|
|
const dbResponse = appServer.nodesPool.componentNodes[nodeName]
|
|
return dbResponse
|
|
} else {
|
|
throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node ${nodeName} not found`)
|
|
}
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(StatusCodes.INTERNAL_SERVER_ERROR, `Error: nodesService.getAllNodes - ${getErrorMessage(error)}`)
|
|
}
|
|
}
|
|
|
|
// Returns specific component node icon via name
|
|
const getSingleNodeIcon = async (nodeName: string) => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
if (Object.prototype.hasOwnProperty.call(appServer.nodesPool.componentNodes, nodeName)) {
|
|
const nodeInstance = appServer.nodesPool.componentNodes[nodeName]
|
|
if (nodeInstance.icon === undefined) {
|
|
throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node ${nodeName} icon not found`)
|
|
}
|
|
|
|
if (nodeInstance.icon.endsWith('.svg') || nodeInstance.icon.endsWith('.png') || nodeInstance.icon.endsWith('.jpg')) {
|
|
const filepath = nodeInstance.icon
|
|
return filepath
|
|
} else {
|
|
throw new InternalFlowiseError(StatusCodes.INTERNAL_SERVER_ERROR, `Node ${nodeName} icon is missing icon`)
|
|
}
|
|
} else {
|
|
throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node ${nodeName} not found`)
|
|
}
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(
|
|
StatusCodes.INTERNAL_SERVER_ERROR,
|
|
`Error: nodesService.getSingleNodeIcon - ${getErrorMessage(error)}`
|
|
)
|
|
}
|
|
}
|
|
|
|
const getSingleNodeAsyncOptions = async (nodeName: string, requestBody: any): Promise<any> => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
const nodeData: INodeData = requestBody
|
|
if (Object.prototype.hasOwnProperty.call(appServer.nodesPool.componentNodes, nodeName)) {
|
|
try {
|
|
const nodeInstance = appServer.nodesPool.componentNodes[nodeName]
|
|
const methodName = nodeData.loadMethod || ''
|
|
|
|
const dbResponse: INodeOptionsValue[] = await nodeInstance.loadMethods![methodName]!.call(nodeInstance, nodeData, {
|
|
appDataSource: appServer.AppDataSource,
|
|
databaseEntities: databaseEntities
|
|
})
|
|
|
|
return dbResponse
|
|
} catch (error) {
|
|
return []
|
|
}
|
|
} else {
|
|
throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node ${nodeName} not found`)
|
|
}
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(
|
|
StatusCodes.INTERNAL_SERVER_ERROR,
|
|
`Error: nodesService.getSingleNodeAsyncOptions - ${getErrorMessage(error)}`
|
|
)
|
|
}
|
|
}
|
|
|
|
// execute custom function node
|
|
const executeCustomFunction = async (requestBody: any) => {
|
|
try {
|
|
const appServer = getRunningExpressApp()
|
|
const body = requestBody
|
|
const functionInputVariables = Object.fromEntries(
|
|
[...(body?.javascriptFunction ?? '').matchAll(/\$([a-zA-Z0-9_]+)/g)].map((g) => [g[1], undefined])
|
|
)
|
|
const nodeData = { inputs: { functionInputVariables, ...body } }
|
|
if (Object.prototype.hasOwnProperty.call(appServer.nodesPool.componentNodes, 'customFunction')) {
|
|
try {
|
|
const nodeInstanceFilePath = appServer.nodesPool.componentNodes['customFunction'].filePath as string
|
|
const nodeModule = await import(nodeInstanceFilePath)
|
|
const newNodeInstance = new nodeModule.nodeClass()
|
|
|
|
const options: ICommonObject = {
|
|
appDataSource: appServer.AppDataSource,
|
|
databaseEntities,
|
|
logger
|
|
}
|
|
|
|
const returnData = await newNodeInstance.init(nodeData, '', options)
|
|
const dbResponse = typeof returnData === 'string' ? handleEscapeCharacters(returnData, true) : returnData
|
|
|
|
return dbResponse
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(StatusCodes.INTERNAL_SERVER_ERROR, `Error running custom function: ${error}`)
|
|
}
|
|
} else {
|
|
throw new InternalFlowiseError(StatusCodes.NOT_FOUND, `Node customFunction not found`)
|
|
}
|
|
} catch (error) {
|
|
throw new InternalFlowiseError(
|
|
StatusCodes.INTERNAL_SERVER_ERROR,
|
|
`Error: nodesService.executeCustomFunction - ${getErrorMessage(error)}`
|
|
)
|
|
}
|
|
}
|
|
|
|
export default {
|
|
getAllNodes,
|
|
getNodeByName,
|
|
getSingleNodeIcon,
|
|
getSingleNodeAsyncOptions,
|
|
executeCustomFunction,
|
|
getAllNodesForCategory
|
|
}
|