upgrade langchain version 0.1.0

packages/components/nodes/documentloaders/API/APILoader.ts

@@ -1,8 +1,8 @@
-import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
+import axios, { AxiosRequestConfig } from 'axios'
+import { Document } from '@langchain/core/documents'
 import { TextSplitter } from 'langchain/text_splitter'
 import { BaseDocumentLoader } from 'langchain/document_loaders/base'
-import { Document } from 'langchain/document'
-import axios, { AxiosRequestConfig } from 'axios'
+import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
 
 class API_DocumentLoaders implements INode {
     label: string

packages/components/nodes/documentloaders/Airtable/Airtable.ts

@@ -1,9 +1,9 @@
-import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
+import axios from 'axios'
+import { Document } from '@langchain/core/documents'
 import { TextSplitter } from 'langchain/text_splitter'
 import { BaseDocumentLoader } from 'langchain/document_loaders/base'
-import { Document } from 'langchain/document'
-import axios from 'axios'
 import { getCredentialData, getCredentialParam } from '../../../src/utils'
+import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
 
 class Airtable_DocumentLoaders implements INode {
     label: string

packages/components/nodes/documentloaders/ApifyWebsiteContentCrawler/ApifyWebsiteContentCrawler.ts

@@ -2,7 +2,7 @@ import { INode, INodeData, INodeParams, ICommonObject } from '../../../src/Inter
 import { getCredentialData, getCredentialParam } from '../../../src/utils'
 import { TextSplitter } from 'langchain/text_splitter'
 import { ApifyDatasetLoader } from 'langchain/document_loaders/web/apify_dataset'
-import { Document } from 'langchain/document'
+import { Document } from '@langchain/core/documents'
 
 class ApifyWebsiteContentCrawler_DocumentLoaders implements INode {
     label: string

packages/components/nodes/documentloaders/PlainText/PlainText.ts

@@ -1,6 +1,6 @@
 import { INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface'
 import { TextSplitter } from 'langchain/text_splitter'
-import { Document } from 'langchain/document'
+import { Document } from '@langchain/core/documents'
 import { handleEscapeCharacters } from '../../../src'
 
 class PlainText_DocumentLoaders implements INode {

packages/components/nodes/documentloaders/Subtitles/Subtitles.ts

@@ -1,97 +0,0 @@
-import { INode, INodeData, INodeParams } from '../../../src/Interface'
-import { TextSplitter } from 'langchain/text_splitter'
-import { SRTLoader } from 'langchain/document_loaders/fs/srt'
-
-class Subtitles_DocumentLoaders implements INode {
-    label: string
-    name: string
-    version: number
-    description: string
-    type: string
-    icon: string
-    category: string
-    baseClasses: string[]
-    inputs: INodeParams[]
-
-    constructor() {
-        this.label = 'Subtitles File'
-        this.name = 'subtitlesFile'
-        this.version = 1.0
-        this.type = 'Document'
-        this.icon = 'subtitlesFile.svg'
-        this.category = 'Document Loaders'
-        this.description = `Load data from subtitles files`
-        this.baseClasses = [this.type]
-        this.inputs = [
-            {
-                label: 'Subtitles File',
-                name: 'subtitlesFile',
-                type: 'file',
-                fileType: '.srt'
-            },
-            {
-                label: 'Text Splitter',
-                name: 'textSplitter',
-                type: 'TextSplitter',
-                optional: true
-            },
-            {
-                label: 'Metadata',
-                name: 'metadata',
-                type: 'json',
-                optional: true,
-                additionalParams: true
-            }
-        ]
-    }
-
-    async init(nodeData: INodeData): Promise<any> {
-        const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
-        const subtitlesFileBase64 = nodeData.inputs?.subtitlesFile as string
-        const metadata = nodeData.inputs?.metadata
-
-        let alldocs = []
-        let files: string[] = []
-
-        if (subtitlesFileBase64.startsWith('[') && subtitlesFileBase64.endsWith(']')) {
-            files = JSON.parse(subtitlesFileBase64)
-        } else {
-            files = [subtitlesFileBase64]
-        }
-
-        for (const file of files) {
-            const splitDataURI = file.split(',')
-            splitDataURI.pop()
-            const bf = Buffer.from(splitDataURI.pop() || '', 'base64')
-            const blob = new Blob([bf])
-            const loader = new SRTLoader(blob)
-
-            if (textSplitter) {
-                const docs = await loader.loadAndSplit(textSplitter)
-                alldocs.push(...docs)
-            } else {
-                const docs = await loader.load()
-                alldocs.push(...docs)
-            }
-        }
-
-        if (metadata) {
-            const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata)
-            let finaldocs = []
-            for (const doc of alldocs) {
-                const newdoc = {
-                    ...doc,
-                    metadata: {
-                        ...doc.metadata,
-                        ...parsedMetadata
-                    }
-                }
-                finaldocs.push(newdoc)
-            }
-            return finaldocs
-        }
-        return alldocs
-    }
-}
-
-module.exports = { nodeClass: Subtitles_DocumentLoaders }

packages/components/nodes/documentloaders/Subtitles/subtitlesFile.svg

@@ -1,6 +0,0 @@
-<svg width="32" height="32" viewBox="0 0 32 32" fill="none" xmlns="http://www.w3.org/2000/svg">
-<path d="M10.01 20.45C9.01153 19.7553 6 19.6248 6 21.8374C6 24.288 10.5 22.6248 10.5 25.2074C10.5 27.1484 7.49621 27.766 6 26.5" stroke="black" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"/>
-<path d="M24.5 27V20M22 20H27" stroke="black" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"/>
-<path d="M18 5H9C7.89543 5 7 5.89543 7 7V15M18 5L25 12M18 5V12H25M25 12V15" stroke="black" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"/>
-<path d="M14 27V20H17C18.1046 20 19 20.8954 19 22C19 23.1046 18.1046 24 17 24M17 24H14M17 24L19 27" stroke="black" stroke-width="2" stroke-linecap="round" stroke-linejoin="round"/>
-</svg>

packages/components/nodes/documentloaders/Text/Text.ts

@@ -1,7 +1,7 @@
 import { INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface'
 import { TextSplitter } from 'langchain/text_splitter'
 import { TextLoader } from 'langchain/document_loaders/fs/text'
-import { Document } from 'langchain/document'
+import { Document } from '@langchain/core/documents'
 import { handleEscapeCharacters } from '../../../src'
 
 class Text_DocumentLoaders implements INode {

packages/components/nodes/documentloaders/VectorStoreToDocument/VectorStoreToDocument.ts

@@ -1,4 +1,4 @@
-import { VectorStore } from 'langchain/vectorstores/base'
+import { VectorStore } from '@langchain/core/vectorstores'
 import { INode, INodeData, INodeOutputsValue, INodeParams } from '../../../src/Interface'
 import { handleEscapeCharacters } from '../../../src/utils'