farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 13:00:56 +03:00
Code Issues Packages Projects Releases Wiki Activity

modify puppeteer web crawl

Browse Source
This commit is contained in:
chungyau97
2023-07-05 17:07:45 +08:00
parent 92e50a676c
commit c18e98761a
2 changed files with 29 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/src/utils.ts
+1 -1
View File
@@ -242,7 +242,7 @@ export async function crawl(baseURL: string, currentURL: string, pages: string[]
const baseURLObj = new URL(baseURL)
const currentURLObj = new URL(currentURL)
if (limit !== 0) if (pages.length === limit) return pages
if (limit !== 0 && pages.length === limit) return pages
if (baseURLObj.hostname !== currentURLObj.hostname) return pages