Merge branch 'main' into feature/output-parsers

# Conflicts:
#	packages/ui/src/views/chatmessage/ChatMessage.js
This commit is contained in:
Henry
2023-11-03 13:10:06 +00:00
82 changed files with 3193 additions and 444 deletions
+17
View File
@@ -416,6 +416,23 @@ export const getInputVariables = (paramValue) => {
return inputVariables
}
export const removeDuplicateURL = (message) => {
const visitedURLs = []
const newSourceDocuments = []
if (!message.sourceDocuments) return newSourceDocuments
message.sourceDocuments.forEach((source) => {
if (isValidURL(source.metadata.source) && !visitedURLs.includes(source.metadata.source)) {
visitedURLs.push(source.metadata.source)
newSourceDocuments.push(source)
} else if (!isValidURL(source.metadata.source)) {
newSourceDocuments.push(source)
}
})
return newSourceDocuments
}
export const isValidURL = (url) => {
try {
return new URL(url)