mirror of
https://github.com/farcasclaudiu/Flowise.git
synced 2026-06-29 07:01:04 +03:00
LLM Cache - Addition of Upstash Redis
This commit is contained in:
@@ -0,0 +1,66 @@
|
||||
import {
|
||||
getBaseClasses,
|
||||
getCredentialData,
|
||||
getCredentialParam,
|
||||
ICommonObject,
|
||||
INode,
|
||||
INodeData,
|
||||
INodeOutputsValue,
|
||||
INodeParams
|
||||
} from '../../../src'
|
||||
import { UpstashRedisCache } from 'langchain/cache/upstash_redis'
|
||||
|
||||
class LLMUpstashRedisCache implements INode {
|
||||
label: string
|
||||
name: string
|
||||
version: number
|
||||
description: string
|
||||
type: string
|
||||
icon: string
|
||||
category: string
|
||||
baseClasses: string[]
|
||||
inputs: INodeParams[]
|
||||
outputs: INodeOutputsValue[]
|
||||
credential: INodeParams
|
||||
|
||||
constructor() {
|
||||
this.label = 'Upstash Redis LLM Cache'
|
||||
this.name = 'upstashRedisCache'
|
||||
this.version = 1.0
|
||||
this.type = 'LLMCache'
|
||||
this.icon = 'upstash.png'
|
||||
this.category = 'LLM Cache'
|
||||
this.baseClasses = [this.type, 'LLMCacheBase']
|
||||
this.credential = {
|
||||
label: 'Connect Credential',
|
||||
name: 'credential',
|
||||
type: 'credential',
|
||||
optional: true,
|
||||
credentialNames: ['upstashRedisApi']
|
||||
}
|
||||
this.inputs = []
|
||||
this.outputs = [
|
||||
{
|
||||
label: 'LLM Cache',
|
||||
name: 'cache',
|
||||
baseClasses: [this.type, ...getBaseClasses(UpstashRedisCache)]
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
|
||||
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
|
||||
const upstashConnectionUrl = getCredentialParam('upstashConnectionUrl', credentialData, nodeData)
|
||||
const upstashToken = getCredentialParam('upstashConnectionToken', credentialData, nodeData)
|
||||
|
||||
const cache = new UpstashRedisCache({
|
||||
config: {
|
||||
url: upstashConnectionUrl,
|
||||
token: upstashToken
|
||||
}
|
||||
})
|
||||
return cache
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = { nodeClass: LLMUpstashRedisCache }
|
||||
Binary file not shown.
|
After Width: | Height: | Size: 2.6 KiB |
Reference in New Issue
Block a user