From 3abfa13587cad2d484449052b3b7a7f49fce6d97 Mon Sep 17 00:00:00 2001
From: Ilango <rajagopalilango@gmail.com>
Date: Thu, 25 Jan 2024 11:23:11 +0530
Subject: [PATCH] Add condition to skip initializing web scraper nodes during
 prediction

---
 packages/server/src/utils/index.ts | 8 ++++++++
 1 file changed, 8 insertions(+)

diff --git a/packages/server/src/utils/index.ts b/packages/server/src/utils/index.ts
index dafe612c..6864cf28 100644
--- a/packages/server/src/utils/index.ts
+++ b/packages/server/src/utils/index.ts
@@ -328,6 +328,14 @@ export const buildLangchain = async (
                 logger.debug(`[server]: Finished upserting ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
                 break
             } else {
+                // skip initializing web scraper nodes during prediction since they would have already run as a part of upsert
+                if (
+                    reactFlowNode.data.name === 'cheerioWebScraper' ||
+                    reactFlowNode.data.name === 'playwrightWebScraper' ||
+                    reactFlowNode.data.name === 'puppeteerWebScraper'
+                ) {
+                    continue
+                }
                 logger.debug(`[server]: Initializing ${reactFlowNode.data.label} (${reactFlowNode.data.id})`)
                 let outputResult = await newNodeInstance.init(reactFlowNodeData, question, {
                     chatId,