Feature/DocumentStore (#2106)

* datasource: initial commit

* datasource: datasource details and chunks

* datasource: Document Store Node

* more changes

* Document Store - Base functionality

* Document Store Loader Component

* Document Store Loader Component

* before merging the modularity PR

* after merging the modularity PR

* preview mode

* initial draft PR

* fixes

* minor updates and  fixes

* preview with loader and splitter

* preview with credential

* show stored chunks

* preview update...

* edit config

* save, preview and other changes

* save, preview and other changes

* save, process and other changes

* save, process and other changes

* alpha1 - for internal testing

* rerouting urls

* bug fix on new leader create

* pagination support for chunks

* delete document store

* Update pnpm-lock.yaml

* doc store card view

* Update store files to use updated storage functions, Document Store Table View and other changes

* ui changes

* add expanded chunk dialog, improve ui

* change throw Error to InternalError

* Bug Fixes and removal of subFolder, adding of view chunks for store

* lint fixes

* merge changes

* DocumentStoreStatus component

* ui changes for doc store

* add remove metadata key field, add custom document loader

* add chatflows used doc store chips

* add types/interfaces to DocumentStore Services

* document loader list dialog title bar color change

* update interfaces

* Whereused Chatflow Name and Added chunkNo to retain order of created chunks.

* use typeorm order chunkNo, ui changes

---------

Co-authored-by: Henry <hzj94@hotmail.com>
Co-authored-by: Henry Heng <henryheng@flowiseai.com>

packages/ui/src/api/documentstore.js

@@ -0,0 +1,32 @@
+import client from './client'
+
+const getAllDocumentStores = () => client.get('/document-store/stores')
+const getDocumentLoaders = () => client.get('/document-store/loaders')
+const getSpecificDocumentStore = (id) => client.get(`/document-store/store/${id}`)
+const createDocumentStore = (body) => client.post(`/document-store/store`, body)
+const updateDocumentStore = (id, body) => client.put(`/document-store/store/${id}`, body)
+const deleteDocumentStore = (id) => client.delete(`/document-store/store/${id}`)
+
+const deleteLoaderFromStore = (id, fileId) => client.delete(`/document-store/loader/${id}/${fileId}`)
+const deleteChunkFromStore = (storeId, loaderId, chunkId) => client.delete(`/document-store/chunks/${storeId}/${loaderId}/${chunkId}`)
+const editChunkFromStore = (storeId, loaderId, chunkId, body) =>
+    client.put(`/document-store/chunks/${storeId}/${loaderId}/${chunkId}`, body)
+
+const getFileChunks = (storeId, fileId, pageNo) => client.get(`/document-store/chunks/${storeId}/${fileId}/${pageNo}`)
+const previewChunks = (body) => client.post('/document-store/loader/preview', body)
+const processChunks = (body) => client.post(`/document-store/loader/process`, body)
+
+export default {
+    getAllDocumentStores,
+    getSpecificDocumentStore,
+    createDocumentStore,
+    deleteLoaderFromStore,
+    getFileChunks,
+    updateDocumentStore,
+    previewChunks,
+    processChunks,
+    getDocumentLoaders,
+    deleteChunkFromStore,
+    editChunkFromStore,
+    deleteDocumentStore
+}

packages/ui/src/api/nodes.js

@@ -3,11 +3,13 @@ import client from './client'
 const getAllNodes = () => client.get('/nodes')
 
 const getSpecificNode = (name) => client.get(`/nodes/${name}`)
+const getNodesByCategory = (name) => client.get(`/nodes/category/${name}`)
 
 const executeCustomFunctionNode = (body) => client.post(`/node-custom-function`, body)
 
 export default {
     getAllNodes,
     getSpecificNode,
-    executeCustomFunctionNode
+    executeCustomFunctionNode,
+    getNodesByCategory
 }