From 3f0f33e4e69ebb8ca8082398b87c0ad8ec3ae893 Mon Sep 17 00:00:00 2001 From: Henry Date: Sun, 30 Apr 2023 12:51:54 +0100 Subject: [PATCH] add in-memory vector store --- .../InMemory/InMemoryVectorStore.ts | 74 +++++++++++++++++++ .../nodes/vectorstores/InMemory/memory.svg | 7 ++ 2 files changed, 81 insertions(+) create mode 100644 packages/components/nodes/vectorstores/InMemory/InMemoryVectorStore.ts create mode 100644 packages/components/nodes/vectorstores/InMemory/memory.svg diff --git a/packages/components/nodes/vectorstores/InMemory/InMemoryVectorStore.ts b/packages/components/nodes/vectorstores/InMemory/InMemoryVectorStore.ts new file mode 100644 index 00000000..8542c1b3 --- /dev/null +++ b/packages/components/nodes/vectorstores/InMemory/InMemoryVectorStore.ts @@ -0,0 +1,74 @@ +import { INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface' +import { MemoryVectorStore } from 'langchain/vectorstores/memory' +import { Embeddings } from 'langchain/embeddings/base' +import { Document } from 'langchain/document' +import { getBaseClasses } from '../../../src/utils' + +class InMemoryVectorStore_VectorStores implements INode { + label: string + name: string + description: string + type: string + icon: string + category: string + baseClasses: string[] + inputs: INodeParams[] + outputs: INodeOutputsValue[] + + constructor() { + this.label = 'In-Memory Vector Store' + this.name = 'memoryVectorStore' + this.type = 'Memory' + this.icon = 'memory.svg' + this.category = 'Vector Stores' + this.description = 'In-memory vectorstore that stores embeddings and does an exact, linear search for the most similar embeddings.' + this.baseClasses = [this.type, 'VectorStoreRetriever', 'BaseRetriever'] + this.inputs = [ + { + label: 'Document', + name: 'document', + type: 'Document' + }, + { + label: 'Embeddings', + name: 'embeddings', + type: 'Embeddings' + } + ] + this.outputs = [ + { + label: 'Memory Retriever', + name: 'retriever', + baseClasses: this.baseClasses + }, + { + label: 'Memory Vector Store', + name: 'vectorStore', + baseClasses: [this.type, ...getBaseClasses(MemoryVectorStore)] + } + ] + } + + async init(nodeData: INodeData): Promise { + const docs = nodeData.inputs?.document as Document[] + const embeddings = nodeData.inputs?.embeddings as Embeddings + const output = nodeData.outputs?.output as string + + const finalDocs = [] + for (let i = 0; i < docs.length; i += 1) { + finalDocs.push(new Document(docs[i])) + } + + const vectorStore = await MemoryVectorStore.fromDocuments(finalDocs, embeddings) + + if (output === 'retriever') { + const retriever = vectorStore.asRetriever() + return retriever + } else if (output === 'vectorStore') { + return vectorStore + } + return vectorStore + } +} + +module.exports = { nodeClass: InMemoryVectorStore_VectorStores } diff --git a/packages/components/nodes/vectorstores/InMemory/memory.svg b/packages/components/nodes/vectorstores/InMemory/memory.svg new file mode 100644 index 00000000..e7f97c87 --- /dev/null +++ b/packages/components/nodes/vectorstores/InMemory/memory.svg @@ -0,0 +1,7 @@ + + + + + + + \ No newline at end of file