farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-25 07:00:57 +03:00
Code Issues Packages Projects Releases Wiki Activity

only emit token when parentId is undefined

Browse Source
This commit is contained in:
Henry Heng
2023-10-09 18:25:36 +01:00
committed by GitHub
parent 303e5653dd
commit 719c8c4e55
1 changed files with 12 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/src/handler.ts
+12 -9
View File
@@ -177,21 +177,17 @@ export class CustomChainHandler extends BaseCallbackHandler {
}
handleLLMEnd() {
/* send the end event from handleChainEnd */
// this.socketIO.to(this.socketIOClientId).emit('end')
this.socketIO.to(this.socketIOClientId).emit('end')
}
handleChainEnd(outputs: ChainValues): void | Promise<void> {
if (this.returnSourceDocuments) {
this.socketIO.to(this.socketIOClientId).emit('sourceDocuments', outputs?.sourceDocuments)
}
handleChainEnd(outputs: ChainValues, _: string, parentRunId?: string): void | Promise<void> {
/*
Langchain does not call handleLLMStart, handleLLMEnd, handleLLMNewToken when the chain is cached.
Callback Order is "Chain Start -> LLM Start --> LLM Token --> LLM End -> Chain End" for normal responses.
Callback Order is "Chain Start -> Chain End" for cached responses.
*/
if (this.cachedResponse) {
const cachedValue: string = outputs.text ?? outputs.response ?? outputs.output ?? ''
if (this.cachedResponse && parentRunId === undefined) {
const cachedValue = outputs.text ?? outputs.response ?? outputs.output ?? outputs.output_text
//split at whitespace, and keep the whitespace. This is to preserve the original formatting.
const result = cachedValue.split(/(\s+)/)
result.forEach((token: string, index: number) => {
@@ -200,8 +196,15 @@ export class CustomChainHandler extends BaseCallbackHandler {
}
this.socketIO.to(this.socketIOClientId).emit('token', token)
})
if (this.returnSourceDocuments) {
this.socketIO.to(this.socketIOClientId).emit('sourceDocuments', outputs?.sourceDocuments)
}
this.socketIO.to(this.socketIOClientId).emit('end')
} else {
if (this.returnSourceDocuments) {
this.socketIO.to(this.socketIOClientId).emit('sourceDocuments', outputs?.sourceDocuments)
}
}
this.socketIO.to(this.socketIOClientId).emit('end')
}
}