Chore/refractor (#4454)

* markdown files and env examples cleanup

* components update

* update jsonlines description

* server refractor

* update telemetry

* add execute custom node

* add ui refractor

* add username and password authenticate

* correctly retrieve past images in agentflowv2

* disable e2e temporarily

* add existing username and password authenticate

* update migration to default workspace

* update todo

* blob storage migrating

* throw error on agent tool call error

* add missing execution import

* add referral

* chore: add error message when importData is undefined

* migrate api keys to db

* fix: data too long for column executionData

* migrate api keys from json to db at init

* add info on account setup

* update docstore missing fields

---------

Co-authored-by: chungyau97 <chungyau97@gmail.com>

packages/server/src/Interface.DocumentStore.ts

@@ -4,6 +4,7 @@ import { DataSource } from 'typeorm'
 import { IComponentNodes } from './Interface'
 import { Telemetry } from './utils/telemetry'
 import { CachePool } from './CachePool'
+import { UsageCacheManager } from './UsageCacheManager'
 
 export enum DocumentStoreStatus {
     EMPTY_SYNC = 'EMPTY',
@@ -27,6 +28,7 @@ export interface IDocumentStore {
     vectorStoreConfig: string | null // JSON string
     embeddingConfig: string | null // JSON string
     recordManagerConfig: string | null // JSON string
+    workspaceId?: string
 }
 
 export interface IDocumentStoreFileChunk {
@@ -47,6 +49,7 @@ export interface IDocumentStoreFileChunkPagedResponse {
     storeName: string
     description: string
     docId: string
+    workspaceId?: string
 }
 
 export interface IDocumentStoreLoader {
@@ -119,9 +122,13 @@ export interface IDocumentStoreWhereUsed {
 }
 
 export interface IUpsertQueueAppServer {
+    orgId: string
+    workspaceId: string
+    subscriptionId: string
     appDataSource: DataSource
     componentNodes: IComponentNodes
     telemetry: Telemetry
+    usageCacheManager: UsageCacheManager
     cachePool?: CachePool
 }
 
@@ -231,6 +238,7 @@ export class DocumentStoreDTO {
     totalChunks: number
     totalChars: number
     chunkSize: number
+    workspaceId?: string
     loaders: IDocumentStoreLoader[]
     vectorStoreConfig: any
     embeddingConfig: any
@@ -246,6 +254,7 @@ export class DocumentStoreDTO {
         documentStoreDTO.name = entity.name
         documentStoreDTO.description = entity.description
         documentStoreDTO.status = entity.status
+        documentStoreDTO.workspaceId = entity.workspaceId
         documentStoreDTO.totalChars = 0
         documentStoreDTO.totalChunks = 0