adding url to source for all web scrapers (#2537)

This commit is contained in:
Jared McQueen
2024-06-03 21:50:43 -04:00
committed by GitHub
parent a799ac8087
commit 7eb9341fdc
@@ -124,6 +124,12 @@ export class DocumentStoreDTO {
case 'cheerioWebScraper':
loader.source = loader.loaderConfig.url
break
case 'playwrightWebScraper':
loader.source = loader.loaderConfig.url
break
case 'puppeteerWebScraper':
loader.source = loader.loaderConfig.url
break
case 'jsonFile':
loader.source = loader.loaderConfig.jsonFile.replace('FILE-STORAGE::', '')
break