Feature/Indexing (#1802)

* indexing

* fix for multiple files upsert

* fix default Postgres port

* fix SQLite node description

* add MySQLRecordManager node

* fix MySQL unique index

* add upsert history

* update jsx ui

* lint-fix

* update dialog details

* update llamaindex pinecone

---------

Co-authored-by: chungyau97 <chungyau97@gmail.com>
This commit is contained in:
Henry Heng
2024-04-02 23:47:19 +01:00
committed by GitHub
parent 957694a912
commit e422ce287b
67 changed files with 3006 additions and 246 deletions
+11 -1
View File
@@ -113,7 +113,7 @@ export interface INode extends INodeProperties {
[key: string]: (nodeData: INodeData, options?: ICommonObject) => Promise<INodeOptionsValue[]>
}
vectorStoreMethods?: {
upsert: (nodeData: INodeData, options?: ICommonObject) => Promise<void>
upsert: (nodeData: INodeData, options?: ICommonObject) => Promise<IndexingResult | void>
search: (nodeData: INodeData, options?: ICommonObject) => Promise<any>
delete: (nodeData: INodeData, options?: ICommonObject) => Promise<void>
}
@@ -181,6 +181,7 @@ export type MessageContentImageUrl = {
import { PromptTemplate as LangchainPromptTemplate, PromptTemplateInput } from '@langchain/core/prompts'
import { VectorStore } from '@langchain/core/vectorstores'
import { Document } from '@langchain/core/documents'
export class PromptTemplate extends LangchainPromptTemplate {
promptValues: ICommonObject
@@ -271,6 +272,15 @@ export abstract class FlowiseSummaryMemory extends ConversationSummaryMemory imp
abstract clearChatMessages(overrideSessionId?: string): Promise<void>
}
export type IndexingResult = {
numAdded: number
numDeleted: number
numUpdated: number
numSkipped: number
totalKeys: number
addedDocs: Document[]
}
export interface IVisionChatModal {
id: string
configuredModel: string