farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 07:00:49 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #854 from FlowiseAI/feature/GithubLoader

Browse Source 
Feature/GithubLoader AdditionalParams
This commit is contained in:
Henry Heng
2023-08-30 14:53:37 +01:00
committed by GitHub
parent 776f818784 6372cb9c72
commit 1ae88f6760
2 changed files with 65 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/nodes/documentloaders/Github/Github.ts
+35 -1
View File
@@ -18,7 +18,7 @@ class Github_DocumentLoaders implements INode {
constructor() {
this.label = 'Github'
this.name = 'github'
this.version = 1.0
this.version = 2.0
this.type = 'Document'
this.icon = 'github.png'
this.category = 'Document Loaders'
@@ -51,6 +51,34 @@ class Github_DocumentLoaders implements INode {
type: 'boolean',
optional: true
},
{
label: 'Max Concurrency',
name: 'maxConcurrency',
type: 'number',
step: 1,
optional: true,
additionalParams: true
},
{
label: 'Ignore Paths',
name: 'ignorePath',
description: 'An array of paths to be ignored',
placeholder: `["*.md"]`,
type: 'string',
rows: 4,
optional: true,
additionalParams: true
},
{
label: 'Max Retries',
name: 'maxRetries',
description:
'The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 2.',
type: 'number',
step: 1,
optional: true,
additionalParams: true
},
{
label: 'Text Splitter',
name: 'textSplitter',
@@ -73,6 +101,9 @@ class Github_DocumentLoaders implements INode {
const recursive = nodeData.inputs?.recursive as boolean
const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
const metadata = nodeData.inputs?.metadata
const maxConcurrency = nodeData.inputs?.maxConcurrency as string
const maxRetries = nodeData.inputs?.maxRetries as string
const ignorePath = nodeData.inputs?.ignorePath as string
const credentialData = await getCredentialData(nodeData.credential ?? '', options)
const accessToken = getCredentialParam('accessToken', credentialData, nodeData)
@@ -84,6 +115,9 @@ class Github_DocumentLoaders implements INode {
}
if (accessToken) githubOptions.accessToken = accessToken
if (maxConcurrency) githubOptions.maxConcurrency = parseInt(maxConcurrency, 10)
if (maxRetries) githubOptions.maxRetries = parseInt(maxRetries, 10)
if (ignorePath) githubOptions.ignorePaths = JSON.parse(ignorePath)
const loader = new GithubRepoLoader(repoLink, githubOptions)
const docs = textSplitter ? await loader.loadAndSplit(textSplitter) : await loader.load()
packages/server/marketplaces/chatflows/Flowise Docs QnA.json
+30 -1
View File
@@ -265,7 +265,7 @@
"id": "github_0",
"label": "Github",
"name": "github",
"version": 1,
"version": 2,
"type": "Document",
"baseClasses": ["Document"],
"category": "Document Loaders",
@@ -301,6 +301,35 @@
"optional": true,
"id": "github_0-input-recursive-boolean"
},
{
"label": "Max Concurrency",
"name": "maxConcurrency",
"type": "number",
"step": 1,
"optional": true,
"additionalParams": true,
"id": "github_0-input-maxConcurrency-number"
},
{
"label": "Ignore Paths",
"name": "ignorePath",
"type": "string",
"description": "An array of paths to be ignored",
"placeholder": "[\"*.md\"]",
"rows": 4,
"optional": true,
"additionalParams": true,
"id": "github_0-input-ignorePath-string"
},
{
"label": "Max Retries",
"name": "maxRetries",
"description": "The maximum number of retries that can be made for a single call, with an exponential backoff between each attempt. Defaults to 2.",
"type": "number",
"optional": true,
"additionalParams": true,
"id": "github_0-input-maxRetries-number"
},
{
"label": "Metadata",
"name": "metadata",