mirror of
https://github.com/farcasclaudiu/Flowise.git
synced 2026-06-28 19:00:59 +03:00
add additional params
This commit is contained in:
@@ -51,6 +51,32 @@ class Github_DocumentLoaders implements INode {
|
|||||||
type: 'boolean',
|
type: 'boolean',
|
||||||
optional: true
|
optional: true
|
||||||
},
|
},
|
||||||
|
{
|
||||||
|
label: 'Max Concurrency',
|
||||||
|
name: 'maxConcurrency',
|
||||||
|
type: 'number',
|
||||||
|
optional: true,
|
||||||
|
additionalParams: true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
label: 'Ignore Paths',
|
||||||
|
name: 'ignorePath',
|
||||||
|
description: 'An array of paths to be ignored',
|
||||||
|
placeholder: `["*.md"]`,
|
||||||
|
type: 'string',
|
||||||
|
rows: 4,
|
||||||
|
optional: true,
|
||||||
|
additionalParams: true
|
||||||
|
},
|
||||||
|
{
|
||||||
|
label: 'Max Retries',
|
||||||
|
name: 'maxRetries',
|
||||||
|
description:
|
||||||
|
'The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 2.',
|
||||||
|
type: 'number',
|
||||||
|
optional: true,
|
||||||
|
additionalParams: true
|
||||||
|
},
|
||||||
{
|
{
|
||||||
label: 'Text Splitter',
|
label: 'Text Splitter',
|
||||||
name: 'textSplitter',
|
name: 'textSplitter',
|
||||||
@@ -73,6 +99,9 @@ class Github_DocumentLoaders implements INode {
|
|||||||
const recursive = nodeData.inputs?.recursive as boolean
|
const recursive = nodeData.inputs?.recursive as boolean
|
||||||
const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
|
const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
|
||||||
const metadata = nodeData.inputs?.metadata
|
const metadata = nodeData.inputs?.metadata
|
||||||
|
const maxConcurrency = nodeData.inputs?.maxConcurrency as string
|
||||||
|
const maxRetries = nodeData.inputs?.maxRetries as string
|
||||||
|
const ignorePath = nodeData.inputs?.ignorePath as string
|
||||||
|
|
||||||
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
|
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
|
||||||
const accessToken = getCredentialParam('accessToken', credentialData, nodeData)
|
const accessToken = getCredentialParam('accessToken', credentialData, nodeData)
|
||||||
@@ -84,6 +113,9 @@ class Github_DocumentLoaders implements INode {
|
|||||||
}
|
}
|
||||||
|
|
||||||
if (accessToken) githubOptions.accessToken = accessToken
|
if (accessToken) githubOptions.accessToken = accessToken
|
||||||
|
if (maxConcurrency) githubOptions.maxConcurrency = parseInt(maxConcurrency, 10)
|
||||||
|
if (maxRetries) githubOptions.maxRetries = parseInt(maxRetries, 10)
|
||||||
|
if (ignorePath) githubOptions.ignorePaths = JSON.parse(ignorePath)
|
||||||
|
|
||||||
const loader = new GithubRepoLoader(repoLink, githubOptions)
|
const loader = new GithubRepoLoader(repoLink, githubOptions)
|
||||||
const docs = textSplitter ? await loader.loadAndSplit(textSplitter) : await loader.load()
|
const docs = textSplitter ? await loader.loadAndSplit(textSplitter) : await loader.load()
|
||||||
|
|||||||
Reference in New Issue
Block a user