Renaming of Category, Class Names and File names from LLMCache to Cache as this functionality is applicable to both LLM and Chat Models.

packages/components/nodes/cache/InMemoryCache/InMemoryCache.ts

@@ -0,0 +1,36 @@
+import { INode, INodeParams } from '../../../src/Interface'
+import { InMemoryCache as LangchainInMemoryCache } from 'langchain/cache'
+import { getBaseClasses } from '../../../src'
+
+class InMemoryCache implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    inMemoryCache: any
+
+    constructor() {
+        this.label = 'Local (Builtin) Cache'
+        this.name = 'localCache'
+        this.version = 1.0
+        this.type = 'Cache'
+        this.icon = 'memorycache.png'
+        this.category = 'Cache'
+        this.baseClasses = [this.type, ...getBaseClasses(InMemoryCache)]
+        this.inputs = []
+    }
+
+    async init(): Promise<any> {
+        if (!this.inMemoryCache) {
+            this.inMemoryCache = LangchainInMemoryCache.global()
+        }
+        return this.inMemoryCache
+    }
+}
+
+module.exports = { nodeClass: InMemoryCache }

packages/components/nodes/cache/MomentoCache/MomentoCache.ts

@@ -0,0 +1,58 @@
+import { getBaseClasses, getCredentialData, getCredentialParam, ICommonObject, INode, INodeData, INodeParams } from '../../../src'
+import { MomentoCache as LangchainMomentoCache } from 'langchain/cache/momento'
+import { CacheClient, Configurations, CredentialProvider } from '@gomomento/sdk'
+
+class MomentoCache implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    credential: INodeParams
+
+    constructor() {
+        this.label = 'Momento Cache'
+        this.name = 'momentoCache'
+        this.version = 1.0
+        this.type = 'Cache'
+        this.icon = 'momento.png'
+        this.category = 'Cache'
+        this.baseClasses = [this.type, ...getBaseClasses(MomentoCache)]
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            optional: true,
+            credentialNames: ['momentoCacheApi']
+        }
+        this.inputs = []
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const apiKey = getCredentialParam('momentoApiKey', credentialData, nodeData)
+        const cacheName = getCredentialParam('momentoCache', credentialData, nodeData)
+        const endPoint = getCredentialParam('momentoEndpoint', credentialData, nodeData)
+
+        // See https://github.com/momentohq/client-sdk-javascript for connection options
+        const client = new CacheClient({
+            configuration: Configurations.Laptop.v1(),
+            credentialProvider: CredentialProvider.fromString({
+                apiKey: apiKey
+            }),
+            defaultTtlSeconds: 60 * 60 * 24
+        })
+
+        let momentoCache = await LangchainMomentoCache.fromProps({
+            client,
+            cacheName: cacheName
+        })
+        return momentoCache
+    }
+}
+
+module.exports = { nodeClass: MomentoCache }

packages/components/nodes/cache/RedisCache/RedisCache.ts

@@ -0,0 +1,52 @@
+import { getBaseClasses, getCredentialData, getCredentialParam, ICommonObject, INode, INodeData, INodeParams } from '../../../src'
+import { RedisCache as LangchainRedisCache } from 'langchain/cache/ioredis'
+import { Redis } from 'ioredis'
+
+class RedisCache implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    credential: INodeParams
+
+    constructor() {
+        this.label = 'Redis LLM Cache'
+        this.name = 'redisCache'
+        this.version = 1.0
+        this.type = 'Cache'
+        this.icon = 'redis.svg'
+        this.category = 'Cache'
+        this.baseClasses = [this.type, ...getBaseClasses(RedisCache)]
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            optional: true,
+            credentialNames: ['redisCacheApi']
+        }
+        this.inputs = []
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const username = getCredentialParam('redisCacheUser', credentialData, nodeData)
+        const password = getCredentialParam('redisCachePwd', credentialData, nodeData)
+        const portStr = getCredentialParam('redisCachePort', credentialData, nodeData)
+        const host = getCredentialParam('redisCacheHost', credentialData, nodeData)
+
+        const client = new Redis({
+            port: portStr ? parseInt(portStr) : 6379,
+            host,
+            username,
+            password
+        })
+        return new LangchainRedisCache(client)
+    }
+}
+
+module.exports = { nodeClass: RedisCache }

packages/components/nodes/cache/RedisCache/redis.svg

@@ -0,0 +1 @@
+<svg xmlns="http://www.w3.org/2000/svg" viewBox="0 0 128 128" id="redis"><path fill="#A41E11" d="M121.8 93.1c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.9-11.5 3.8-17.3 1s-42.7-17.6-49.4-20.8c-3.3-1.6-5-2.9-5-4.2v-12.7s48-10.5 55.8-13.2c7.8-2.8 10.4-2.9 17-.5s46.1 9.5 52.6 11.9v12.5c0 1.3-1.5 2.7-4.9 4.4z"></path><path fill="#D82C20" d="M121.8 80.5c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.9-11.5 3.8-17.3 1-5.8-2.8-42.7-17.7-49.4-20.9-6.6-3.2-6.8-5.4-.3-7.9 6.5-2.6 43.2-17 51-19.7 7.8-2.8 10.4-2.9 17-.5s41.1 16.1 47.6 18.5c6.7 2.4 6.9 4.4.2 7.9z"></path><path fill="#A41E11" d="M121.8 72.5c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.8-11.5 3.8-17.3 1-5.8-2.8-42.7-17.7-49.4-20.9-3.3-1.6-5-2.9-5-4.2v-12.7s48-10.5 55.8-13.2c7.8-2.8 10.4-2.9 17-.5s46.1 9.5 52.6 11.9v12.5c0 1.3-1.5 2.7-4.9 4.5z"></path><path fill="#D82C20" d="M121.8 59.8c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.8-11.5 3.8-17.3 1-5.8-2.8-42.7-17.7-49.4-20.9s-6.8-5.4-.3-7.9c6.5-2.6 43.2-17 51-19.7 7.8-2.8 10.4-2.9 17-.5s41.1 16.1 47.6 18.5c6.7 2.4 6.9 4.4.2 7.9z"></path><path fill="#A41E11" d="M121.8 51c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.8-11.5 3.8-17.3 1-5.8-2.7-42.7-17.6-49.4-20.8-3.3-1.6-5.1-2.9-5.1-4.2v-12.7s48-10.5 55.8-13.2c7.8-2.8 10.4-2.9 17-.5s46.1 9.5 52.6 11.9v12.5c.1 1.3-1.4 2.6-4.8 4.4z"></path><path fill="#D82C20" d="M121.8 38.3c-6.7 3.5-41.4 17.7-48.8 21.6-7.4 3.8-11.5 3.8-17.3 1s-42.7-17.6-49.4-20.8-6.8-5.4-.3-7.9c6.5-2.6 43.2-17 51-19.7 7.8-2.8 10.4-2.9 17-.5s41.1 16.1 47.6 18.5c6.7 2.4 6.9 4.4.2 7.8z"></path><path fill="#fff" d="M80.4 26.1l-10.8 1.2-2.5 5.8-3.9-6.5-12.5-1.1 9.3-3.4-2.8-5.2 8.8 3.4 8.2-2.7-2.2 5.4zM66.5 54.5l-20.3-8.4 29.1-4.4z"></path><ellipse cx="38.4" cy="35.4" fill="#fff" rx="15.5" ry="6"></ellipse><path fill="#7A0C00" d="M93.3 27.7l17.2 6.8-17.2 6.8z"></path><path fill="#AD2115" d="M74.3 35.3l19-7.6v13.6l-1.9.8z"></path></svg>

packages/components/nodes/cache/UpstashRedisCache/UpstashRedisCache.ts

@@ -0,0 +1,49 @@
+import { getBaseClasses, getCredentialData, getCredentialParam, ICommonObject, INode, INodeData, INodeParams } from '../../../src'
+import { UpstashRedisCache as LangchainUpstashRedisCache } from 'langchain/cache/upstash_redis'
+
+class UpstashRedisCache implements INode {
+    label: string
+    name: string
+    version: number
+    description: string
+    type: string
+    icon: string
+    category: string
+    baseClasses: string[]
+    inputs: INodeParams[]
+    credential: INodeParams
+
+    constructor() {
+        this.label = 'Upstash Redis LLM Cache'
+        this.name = 'upstashRedisCache'
+        this.version = 1.0
+        this.type = 'Cache'
+        this.icon = 'upstash.png'
+        this.category = 'Cache'
+        this.baseClasses = [this.type, ...getBaseClasses(UpstashRedisCache)]
+        this.credential = {
+            label: 'Connect Credential',
+            name: 'credential',
+            type: 'credential',
+            optional: true,
+            credentialNames: ['upstashRedisApi']
+        }
+        this.inputs = []
+    }
+
+    async init(nodeData: INodeData, _: string, options: ICommonObject): Promise<any> {
+        const credentialData = await getCredentialData(nodeData.credential ?? '', options)
+        const upstashConnectionUrl = getCredentialParam('upstashConnectionUrl', credentialData, nodeData)
+        const upstashToken = getCredentialParam('upstashConnectionToken', credentialData, nodeData)
+
+        const cache = new LangchainUpstashRedisCache({
+            config: {
+                url: upstashConnectionUrl,
+                token: upstashToken
+            }
+        })
+        return cache
+    }
+}
+
+module.exports = { nodeClass: UpstashRedisCache }