farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 23:01:09 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1164 from FlowiseAI/feature/TextLoader

Browse Source 
Feature/Expand TextFile supported file types
This commit is contained in:
Henry Heng
2023-10-31 22:03:48 +00:00
committed by GitHub
parent 06552416bb 039d8d26be
commit 43c8ae59cf
5 changed files with 46 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/components/nodes/documentloaders/Text/Text.ts
+3 -2
View File
@@ -19,7 +19,7 @@ class Text_DocumentLoaders implements INode {
constructor() { constructor() {
this.label = 'Text File' this.label = 'Text File'
this.name = 'textFile' this.name = 'textFile'
this.version = 2.0 this.version = 3.0
this.type = 'Document' this.type = 'Document'
this.icon = 'textFile.svg' this.icon = 'textFile.svg'
this.category = 'Document Loaders' this.category = 'Document Loaders'
@@ -30,7 +30,8 @@ class Text_DocumentLoaders implements INode {
label: 'Txt File', label: 'Txt File',
name: 'txtFile', name: 'txtFile',
type: 'file', type: 'file',
fileType: '.txt' fileType:
'.txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml'
}, },
{ {
label: 'Text Splitter', label: 'Text Splitter',
packages/components/nodes/textsplitters/RecursiveCharacterTextSplitter/RecursiveCharacterTextSplitter.ts
+1
View File
@@ -43,6 +43,7 @@ class RecursiveCharacterTextSplitter_TextSplitters implements INode {
rows: 4, rows: 4,
description: 'Array of custom separators to determine when to split the text, will override the default separators', description: 'Array of custom separators to determine when to split the text, will override the default separators',
placeholder: `["|", "##", ">", "-"]`, placeholder: `["|", "##", ">", "-"]`,
additionalParams: true,
optional: true optional: true
} }
] ]
packages/server/marketplaces/chatflows/Conversational Retrieval QA Chain.json
+14 -3
View File
@@ -368,7 +368,7 @@
"id": "recursiveCharacterTextSplitter_0", "id": "recursiveCharacterTextSplitter_0",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@@ -388,6 +388,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_0-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_0-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_0-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@@ -426,7 +437,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 2, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@@ -436,7 +447,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {
packages/server/marketplaces/chatflows/Local QnA.json
+14 -3
View File
@@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1", "id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@@ -34,6 +34,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@@ -373,7 +384,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 1, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@@ -383,7 +394,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {
packages/server/marketplaces/chatflows/Metadata Filter Upsert.json
+14 -3
View File
@@ -14,7 +14,7 @@
"id": "recursiveCharacterTextSplitter_1", "id": "recursiveCharacterTextSplitter_1",
"label": "Recursive Character Text Splitter", "label": "Recursive Character Text Splitter",
"name": "recursiveCharacterTextSplitter", "name": "recursiveCharacterTextSplitter",
"version": 1, "version": 2,
"type": "RecursiveCharacterTextSplitter", "type": "RecursiveCharacterTextSplitter",
"baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"], "baseClasses": ["RecursiveCharacterTextSplitter", "TextSplitter"],
"category": "Text Splitters", "category": "Text Splitters",
@@ -34,6 +34,17 @@
"type": "number", "type": "number",
"optional": true, "optional": true,
"id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number" "id": "recursiveCharacterTextSplitter_1-input-chunkOverlap-number"
},
{
"label": "Custom Separators",
"name": "separators",
"type": "string",
"rows": 4,
"description": "Array of custom separators to determine when to split the text, will override the default separators",
"placeholder": "[\"|\", \"##\", \">\", \"-\"]",
"additionalParams": true,
"optional": true,
"id": "recursiveCharacterTextSplitter_1-input-separators-string"
} }
], ],
"inputAnchors": [], "inputAnchors": [],
@@ -72,7 +83,7 @@
"id": "textFile_0", "id": "textFile_0",
"label": "Text File", "label": "Text File",
"name": "textFile", "name": "textFile",
"version": 1, "version": 3,
"type": "Document", "type": "Document",
"baseClasses": ["Document"], "baseClasses": ["Document"],
"category": "Document Loaders", "category": "Document Loaders",
@@ -82,7 +93,7 @@
"label": "Txt File", "label": "Txt File",
"name": "txtFile", "name": "txtFile",
"type": "file", "type": "file",
"fileType": ".txt", "fileType": ".txt, .html, .aspx, .asp, .cpp, .c, .cs, .css, .go, .h, .java, .js, .less, .ts, .php, .proto, .python, .py, .rst, .ruby, .rb, .rs, .scala, .sc, .scss, .sol, .sql, .swift, .markdown, .md, .tex, .ltx, .vb, .xml",
"id": "textFile_0-input-txtFile-file" "id": "textFile_0-input-txtFile-file"
}, },
{ {