Chore/refractor (#4454)

* markdown files and env examples cleanup

* components update

* update jsonlines description

* server refractor

* update telemetry

* add execute custom node

* add ui refractor

* add username and password authenticate

* correctly retrieve past images in agentflowv2

* disable e2e temporarily

* add existing username and password authenticate

* update migration to default workspace

* update todo

* blob storage migrating

* throw error on agent tool call error

* add missing execution import

* add referral

* chore: add error message when importData is undefined

* migrate api keys to db

* fix: data too long for column executionData

* migrate api keys from json to db at init

* add info on account setup

* update docstore missing fields

---------

Co-authored-by: chungyau97 <chungyau97@gmail.com>

packages/server/src/queue/QueueManager.ts

@@ -10,6 +10,7 @@ import { QueueEventsProducer, RedisOptions } from 'bullmq'
 import { createBullBoard } from 'bull-board'
 import { BullMQAdapter } from 'bull-board/bullMQAdapter'
 import { Express } from 'express'
+import { UsageCacheManager } from '../UsageCacheManager'
 
 const QUEUE_NAME = process.env.QUEUE_NAME || 'flowise-queue'
 
@@ -96,13 +97,15 @@ export class QueueManager {
         telemetry,
         cachePool,
         appDataSource,
-        abortControllerPool
+        abortControllerPool,
+        usageCacheManager
     }: {
         componentNodes: IComponentNodes
         telemetry: Telemetry
         cachePool: CachePool
         appDataSource: DataSource
         abortControllerPool: AbortControllerPool
+        usageCacheManager: UsageCacheManager
     }) {
         const predictionQueueName = `${QUEUE_NAME}-prediction`
         const predictionQueue = new PredictionQueue(predictionQueueName, this.connection, {
@@ -110,7 +113,8 @@ export class QueueManager {
             telemetry,
             cachePool,
             appDataSource,
-            abortControllerPool
+            abortControllerPool,
+            usageCacheManager
         })
         this.registerQueue('prediction', predictionQueue)
         this.predictionQueueEventsProducer = new QueueEventsProducer(predictionQueue.getQueueName(), {
@@ -122,7 +126,8 @@ export class QueueManager {
             componentNodes,
             telemetry,
             cachePool,
-            appDataSource
+            appDataSource,
+            usageCacheManager
         })
         this.registerQueue('upsert', upsertionQueue)