farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-28 15:00:57 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'main' into feature/VectorStoreRevamp

Browse Source
This commit is contained in:
Henry
2023-11-22 19:49:55 +00:00
parent 7d13b6323f 4c65c66b2d
commit 3638485d1b
50 changed files with 2154 additions and 159 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/ui/src/utils/genericHelper.js
+8 -4
View File
@@ -474,10 +474,14 @@ export const removeDuplicateURL = (message) => {
if (!message.sourceDocuments) return newSourceDocuments
message.sourceDocuments.forEach((source) => {
if (isValidURL(source.metadata.source) && !visitedURLs.includes(source.metadata.source)) {
visitedURLs.push(source.metadata.source)
newSourceDocuments.push(source)
} else if (!isValidURL(source.metadata.source)) {
if (source.metadata && source.metadata.source) {
if (isValidURL(source.metadata.source) && !visitedURLs.includes(source.metadata.source)) {
visitedURLs.push(source.metadata.source)
newSourceDocuments.push(source)
} else if (!isValidURL(source.metadata.source)) {
newSourceDocuments.push(source)
}
} else {
newSourceDocuments.push(source)
}
})