mirror of
https://github.com/farcasclaudiu/Flowise.git
synced 2026-06-28 15:00:57 +03:00
Adding support for LLM Caching.
This commit is contained in:
@@ -0,0 +1,44 @@
|
||||
import { INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface'
|
||||
import { InMemoryCache } from 'langchain/cache'
|
||||
import { getBaseClasses } from '../../../src'
|
||||
|
||||
class LocalMemoryCache implements INode {
|
||||
label: string
|
||||
name: string
|
||||
version: number
|
||||
description: string
|
||||
type: string
|
||||
icon: string
|
||||
category: string
|
||||
baseClasses: string[]
|
||||
inputs: INodeParams[]
|
||||
outputs: INodeOutputsValue[]
|
||||
inMemoryCache: any
|
||||
|
||||
constructor() {
|
||||
this.label = 'Local (Builtin) Cache'
|
||||
this.name = 'localCache'
|
||||
this.version = 1.0
|
||||
this.type = 'LLMCache'
|
||||
this.icon = 'memorycache.png'
|
||||
this.category = 'LLM Cache'
|
||||
this.baseClasses = [this.type, 'LLMCacheBase']
|
||||
this.inputs = []
|
||||
this.outputs = [
|
||||
{
|
||||
label: 'LLM Cache',
|
||||
name: 'cache',
|
||||
baseClasses: [this.type, ...getBaseClasses(InMemoryCache)]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
async init(nodeData: INodeData): Promise<any> {
|
||||
if (!this.inMemoryCache) {
|
||||
this.inMemoryCache = InMemoryCache.global()
|
||||
}
|
||||
return this.inMemoryCache
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = { nodeClass: LocalMemoryCache }
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 2.7 KiB |
Reference in New Issue
Block a user