Feature/Add bullmq redis for message queue processing (#3568)

* add bullmq redis for message queue processing * Update pnpm-lock.yaml * update queue manager * remove singleton patterns, add redis to cache pool * add bull board ui * update rate limit handler * update redis configuration * Merge add rate limit redis prefix * update rate limit queue events * update preview loader to queue * refractor namings to constants * update env variable for queue * update worker shutdown gracefully
2026-06-28 11:00:55 +03:00 · 2025-01-23 14:08:02 +00:00
parent 14adb936f2
commit a2a475ba7a
59 changed files with 38958 additions and 36985 deletions
@@ -0,0 +1,108 @@
+import { createClient } from 'redis'
+import { SSEStreamer } from '../utils/SSEStreamer'
+
+export class RedisEventSubscriber {
+    private redisSubscriber: ReturnType<typeof createClient>
+    private sseStreamer: SSEStreamer
+    private subscribedChannels: Set<string> = new Set()
+
+    constructor(sseStreamer: SSEStreamer) {
+        if (process.env.REDIS_URL) {
+            this.redisSubscriber = createClient({
+                url: process.env.REDIS_URL
+            })
+        } else {
+            this.redisSubscriber = createClient({
+                username: process.env.REDIS_USERNAME || undefined,
+                password: process.env.REDIS_PASSWORD || undefined,
+                socket: {
+                    host: process.env.REDIS_HOST || 'localhost',
+                    port: parseInt(process.env.REDIS_PORT || '6379'),
+                    tls: process.env.REDIS_TLS === 'true',
+                    cert: process.env.REDIS_CERT ? Buffer.from(process.env.REDIS_CERT, 'base64') : undefined,
+                    key: process.env.REDIS_KEY ? Buffer.from(process.env.REDIS_KEY, 'base64') : undefined,
+                    ca: process.env.REDIS_CA ? Buffer.from(process.env.REDIS_CA, 'base64') : undefined
+                }
+            })
+        }
+        this.sseStreamer = sseStreamer
+    }
+
+    async connect() {
+        await this.redisSubscriber.connect()
+    }
+
+    subscribe(channel: string) {
+        // Subscribe to the Redis channel for job events
+        if (!this.redisSubscriber) {
+            throw new Error('Redis subscriber not connected.')
+        }
+
+        // Check if already subscribed
+        if (this.subscribedChannels.has(channel)) {
+            return // Prevent duplicate subscription
+        }
+
+        this.redisSubscriber.subscribe(channel, (message) => {
+            this.handleEvent(message)
+        })
+
+        // Mark the channel as subscribed
+        this.subscribedChannels.add(channel)
+    }
+
+    private handleEvent(message: string) {
+        // Parse the message from Redis
+        const event = JSON.parse(message)
+        const { eventType, chatId, data } = event
+
+        // Stream the event to the client
+        switch (eventType) {
+            case 'start':
+                this.sseStreamer.streamStartEvent(chatId, data)
+                break
+            case 'token':
+                this.sseStreamer.streamTokenEvent(chatId, data)
+                break
+            case 'sourceDocuments':
+                this.sseStreamer.streamSourceDocumentsEvent(chatId, data)
+                break
+            case 'artifacts':
+                this.sseStreamer.streamArtifactsEvent(chatId, data)
+                break
+            case 'usedTools':
+                this.sseStreamer.streamUsedToolsEvent(chatId, data)
+                break
+            case 'fileAnnotations':
+                this.sseStreamer.streamFileAnnotationsEvent(chatId, data)
+                break
+            case 'tool':
+                this.sseStreamer.streamToolEvent(chatId, data)
+                break
+            case 'agentReasoning':
+                this.sseStreamer.streamAgentReasoningEvent(chatId, data)
+                break
+            case 'nextAgent':
+                this.sseStreamer.streamNextAgentEvent(chatId, data)
+                break
+            case 'action':
+                this.sseStreamer.streamActionEvent(chatId, data)
+                break
+            case 'abort':
+                this.sseStreamer.streamAbortEvent(chatId)
+                break
+            case 'error':
+                this.sseStreamer.streamErrorEvent(chatId, data)
+                break
+            case 'metadata':
+                this.sseStreamer.streamMetadataEvent(chatId, data)
+                break
+        }
+    }
+
+    async disconnect() {
+        if (this.redisSubscriber) {
+            await this.redisSubscriber.quit()
+        }
+    }
+}