Merge branch 'main' into feature/WebCrawl

# Conflicts:
#	packages/components/nodes/documentloaders/Puppeteer/Puppeteer.ts
This commit is contained in:
Henry
2023-07-08 23:47:05 +01:00
12 changed files with 156 additions and 23 deletions
@@ -86,7 +86,12 @@ class Puppeteer_DocumentLoaders implements INode {
async function puppeteerLoader(url: string): Promise<any> {
try {
let docs = []
const loader = new PuppeteerWebBaseLoader(url)
const loader = new PuppeteerWebBaseLoader(url, {
launchOptions: {
args: ['--no-sandbox'],
headless: 'new'
}
})
if (textSplitter) {
docs = await loader.loadAndSplit(textSplitter)
} else {