From 7eb9341fdc5039f06f1ad09e3c9a4a780455c9a4 Mon Sep 17 00:00:00 2001 From: Jared McQueen Date: Mon, 3 Jun 2024 21:50:43 -0400 Subject: [PATCH] adding url to source for all web scrapers (#2537) --- packages/server/src/Interface.DocumentStore.ts | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/packages/server/src/Interface.DocumentStore.ts b/packages/server/src/Interface.DocumentStore.ts index 9682341e..837b2f4d 100644 --- a/packages/server/src/Interface.DocumentStore.ts +++ b/packages/server/src/Interface.DocumentStore.ts @@ -124,6 +124,12 @@ export class DocumentStoreDTO { case 'cheerioWebScraper': loader.source = loader.loaderConfig.url break + case 'playwrightWebScraper': + loader.source = loader.loaderConfig.url + break + case 'puppeteerWebScraper': + loader.source = loader.loaderConfig.url + break case 'jsonFile': loader.source = loader.loaderConfig.jsonFile.replace('FILE-STORAGE::', '') break