mirror of
https://github.com/farcasclaudiu/Flowise.git
synced 2026-06-23 01:00:22 +03:00
Vinod Kiran
26444ac3ae
* Base changes for ServerSide Events (instead of socket.io) * lint fixes * adding of interface and separate methods for streaming events * lint * first draft, handles both internal and external prediction end points. * lint fixes * additional internal end point for streaming and associated changes * return streamresponse as true to build agent flow * 1) JSON formatting for internal events 2) other fixes * 1) convert internal event to metadata to maintain consistency with external response * fix action and metadata streaming * fix for error when agent flow is aborted * prevent subflows from streaming and other code cleanup * prevent streaming from enclosed tools * add fix for preventing chaintool streaming * update lock file * add open when hidden to sse * Streaming errors * Streaming errors * add fix for showing error message --------- Co-authored-by: Henry <hzj94@hotmail.com>
58 lines
2.4 KiB
TypeScript
58 lines
2.4 KiB
TypeScript
import { DynamicTool, DynamicToolInput } from '@langchain/core/tools'
|
|
import { BaseChain } from 'langchain/chains'
|
|
import { handleEscapeCharacters } from '../../../src/utils'
|
|
import { CustomChainHandler } from '../../../src'
|
|
|
|
export interface ChainToolInput extends Omit<DynamicToolInput, 'func'> {
|
|
chain: BaseChain
|
|
}
|
|
|
|
export class ChainTool extends DynamicTool {
|
|
chain: BaseChain
|
|
|
|
constructor({ chain, ...rest }: ChainToolInput) {
|
|
super({
|
|
...rest,
|
|
func: async (input, runManager) => {
|
|
// prevent sending SSE events of the sub-chain
|
|
const sseStreamer = runManager?.handlers.find((handler) => handler instanceof CustomChainHandler)?.sseStreamer
|
|
if (runManager) {
|
|
const callbacks = runManager.handlers
|
|
for (let i = 0; i < callbacks.length; i += 1) {
|
|
if (callbacks[i] instanceof CustomChainHandler) {
|
|
;(callbacks[i] as any).sseStreamer = undefined
|
|
}
|
|
}
|
|
}
|
|
|
|
if ((chain as any).prompt && (chain as any).prompt.promptValues) {
|
|
const promptValues = handleEscapeCharacters((chain as any).prompt.promptValues, true)
|
|
|
|
const values = await chain.call(promptValues, runManager?.getChild())
|
|
if (runManager && sseStreamer) {
|
|
const callbacks = runManager.handlers
|
|
for (let i = 0; i < callbacks.length; i += 1) {
|
|
if (callbacks[i] instanceof CustomChainHandler) {
|
|
;(callbacks[i] as any).sseStreamer = sseStreamer
|
|
}
|
|
}
|
|
}
|
|
return values?.text
|
|
}
|
|
|
|
const values = chain.run(input, runManager?.getChild())
|
|
if (runManager && sseStreamer) {
|
|
const callbacks = runManager.handlers
|
|
for (let i = 0; i < callbacks.length; i += 1) {
|
|
if (callbacks[i] instanceof CustomChainHandler) {
|
|
;(callbacks[i] as any).sseStreamer = sseStreamer
|
|
}
|
|
}
|
|
}
|
|
return values
|
|
}
|
|
})
|
|
this.chain = chain
|
|
}
|
|
}
|