From 2254d16c3a61379f7c58c08b3601aa80220fdbf5 Mon Sep 17 00:00:00 2001
From: Ahmed Osman <ahmedo126.ao@gmail.com>
Date: Thu, 2 May 2024 19:42:00 +0200
Subject: [PATCH] FIX Web Crawler doesn't include search params in URLs (#2300)

---
 packages/components/src/utils.ts | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/packages/components/src/utils.ts b/packages/components/src/utils.ts
index b99b1080..f6bdbd5c 100644
--- a/packages/components/src/utils.ts
+++ b/packages/components/src/utils.ts
@@ -308,7 +308,7 @@ function getURLsFromHTML(htmlBody: string, baseURL: string): string[] {
  */
 function normalizeURL(urlString: string): string {
     const urlObj = new URL(urlString)
-    const hostPath = urlObj.hostname + urlObj.pathname
+    const hostPath = urlObj.hostname + urlObj.pathname + urlObj.search
     if (hostPath.length > 0 && hostPath.slice(-1) == '/') {
         // handling trailing slash
         return hostPath.slice(0, -1)