Fix issue with relativeLinksMethod and limit not applying to manage links

packages/server/src/index.ts

@@ -1148,8 +1148,9 @@ export class App {
         this.app.get('/api/v1/fetch-links', async (req: Request, res: Response) => {
             const url = decodeURIComponent(req.query.url as string)
             const relativeLinksMethod = req.query.relativeLinksMethod as string
+            const limit = parseInt(req.query.limit as string)
             if (process.env.DEBUG === 'true') console.info(`Start ${relativeLinksMethod}`)
-            const links: string[] = relativeLinksMethod === 'webCrawl' ? await webCrawl(url, 0) : await xmlScrape(url, 0)
+            const links: string[] = relativeLinksMethod === 'webCrawl' ? await webCrawl(url, limit) : await xmlScrape(url, limit)
 
             res.json({ status: 'OK', links })
         })

packages/ui/src/api/scraper.js

@@ -1,8 +1,8 @@
 import client from './client'
 
-const fetchAllLinks = (url, relativeLinksMethod) =>
-    client.get(`/fetch-links?url=${encodeURIComponent(url)}&relativeLinksMethod=${relativeLinksMethod}`)
+const fetchLinks = (url, relativeLinksMethod, relativeLinksLimit) =>
+    client.get(`/fetch-links?url=${encodeURIComponent(url)}&relativeLinksMethod=${relativeLinksMethod}&limit=${relativeLinksLimit}`)
 
 export default {
-    fetchAllLinks
+    fetchLinks
 }

packages/ui/src/ui-component/dialog/ManageScrapedLinksDialog.js

@@ -53,7 +53,7 @@ const ManageScrapedLinksDialog = ({ show, dialogProps, onCancel, onSave }) => {
 
     const handleFetchLinks = async () => {
         setLoading(true)
-        const fetchLinksResp = await scraperApi.fetchAllLinks(url, 'webCrawl')
+        const fetchLinksResp = await scraperApi.fetchLinks(url, dialogProps.relativeLinksMethod, dialogProps.limit)
         if (fetchLinksResp.data) {
             setSelectedLinks(fetchLinksResp.data.links)
         }

packages/ui/src/views/canvas/NodeInputHandler.js

@@ -91,9 +91,11 @@ const NodeInputHandler = ({ inputAnchor, inputParam, data, disabled = false, isA
         }
     }
 
-    const onManageLinksDialogClicked = (url, selectedLinks) => {
+    const onManageLinksDialogClicked = (url, selectedLinks, relativeLinksMethod, limit) => {
         const dialogProps = {
             url,
+            relativeLinksMethod,
+            limit,
             selectedLinks,
             confirmButtonName: 'Save',
             cancelButtonName: 'Cancel'
@@ -475,7 +477,9 @@ const NodeInputHandler = ({ inputAnchor, inputParam, data, disabled = false, isA
                                         onClick={() =>
                                             onManageLinksDialogClicked(
                                                 data.inputs[inputParam.name] ?? inputParam.default ?? '',
-                                                data.inputs.selectedLinks
+                                                data.inputs.selectedLinks,
+                                                data.inputs['relativeLinksMethod'] ?? 'webCrawl',
+                                                parseInt(data.inputs['limit']) ?? 0
                                             )
                                         }
                                     >