From fda49637ce592f80f2b990a1579637bea1531612 Mon Sep 17 00:00:00 2001 From: Henry Date: Wed, 30 Aug 2023 12:28:01 +0100 Subject: [PATCH] add additional params --- .../nodes/documentloaders/Github/Github.ts | 32 +++++++++++++++++++ 1 file changed, 32 insertions(+) diff --git a/packages/components/nodes/documentloaders/Github/Github.ts b/packages/components/nodes/documentloaders/Github/Github.ts index 079bffb0..b49569da 100644 --- a/packages/components/nodes/documentloaders/Github/Github.ts +++ b/packages/components/nodes/documentloaders/Github/Github.ts @@ -51,6 +51,32 @@ class Github_DocumentLoaders implements INode { type: 'boolean', optional: true }, + { + label: 'Max Concurrency', + name: 'maxConcurrency', + type: 'number', + optional: true, + additionalParams: true + }, + { + label: 'Ignore Paths', + name: 'ignorePath', + description: 'An array of paths to be ignored', + placeholder: `["*.md"]`, + type: 'string', + rows: 4, + optional: true, + additionalParams: true + }, + { + label: 'Max Retries', + name: 'maxRetries', + description: + 'The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 2.', + type: 'number', + optional: true, + additionalParams: true + }, { label: 'Text Splitter', name: 'textSplitter', @@ -73,6 +99,9 @@ class Github_DocumentLoaders implements INode { const recursive = nodeData.inputs?.recursive as boolean const textSplitter = nodeData.inputs?.textSplitter as TextSplitter const metadata = nodeData.inputs?.metadata + const maxConcurrency = nodeData.inputs?.maxConcurrency as string + const maxRetries = nodeData.inputs?.maxRetries as string + const ignorePath = nodeData.inputs?.ignorePath as string const credentialData = await getCredentialData(nodeData.credential ?? '', options) const accessToken = getCredentialParam('accessToken', credentialData, nodeData) @@ -84,6 +113,9 @@ class Github_DocumentLoaders implements INode { } if (accessToken) githubOptions.accessToken = accessToken + if (maxConcurrency) githubOptions.maxConcurrency = parseInt(maxConcurrency, 10) + if (maxRetries) githubOptions.maxRetries = parseInt(maxRetries, 10) + if (ignorePath) githubOptions.ignorePaths = JSON.parse(ignorePath) const loader = new GithubRepoLoader(repoLink, githubOptions) const docs = textSplitter ? await loader.loadAndSplit(textSplitter) : await loader.load()