farcasclaudiu/Flowise
1
0
Fork 0
mirror of https://github.com/farcasclaudiu/Flowise.git synced 2026-06-27 15:00:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

code cleanup

Browse Source
This commit is contained in:
Henry
2023-11-03 01:33:08 +00:00
parent 6ab20cd445
commit 4f6cab47f8
16 changed files with 942 additions and 89 deletions
Download Patch File Download Diff File Expand all files Collapse all files
packages/ui/src/utils/genericHelper.js
+17
View File
@@ -415,6 +415,23 @@ export const getInputVariables = (paramValue) => {
return inputVariables
}
export const removeDuplicateURL = (message) => {
const visitedURLs = []
const newSourceDocuments = []
if (!message.sourceDocuments) return newSourceDocuments
message.sourceDocuments.forEach((source) => {
if (isValidURL(source.metadata.source) && !visitedURLs.includes(source.metadata.source)) {
visitedURLs.push(source.metadata.source)
newSourceDocuments.push(source)
} else if (!isValidURL(source.metadata.source)) {
newSourceDocuments.push(source)
}
})
return newSourceDocuments
}
export const isValidURL = (url) => {
try {
return new URL(url)