add check before adding new document

packages/components/nodes/chains/ConversationChain/ConversationChain.ts

@@ -71,8 +71,10 @@ class ConversationChain_Chains implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         let finalText = ''
         for (let i = 0; i < finalDocs.length; i += 1) {

packages/components/nodes/vectorstores/Chroma/Chroma_Upsert.ts

@@ -98,8 +98,10 @@ class ChromaUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const obj: {
             collectionName: string

packages/components/nodes/vectorstores/Elasticsearch/Elasticsearch_Upsert.ts

@@ -38,8 +38,10 @@ class ElasicsearchUpsert_VectorStores extends ElasticSearchBase implements INode
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         // The following code is a workaround for a bug (Langchain Issue #1589) in the underlying library.
         // Store does not support object in metadata and fail silently

packages/components/nodes/vectorstores/Faiss_Upsert/Faiss_Upsert.ts

@@ -80,8 +80,10 @@ class FaissUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const vectorStore = await FaissStore.fromDocuments(finalDocs, embeddings)
         await vectorStore.save(basePath)

packages/components/nodes/vectorstores/InMemory/InMemoryVectorStore.ts

@@ -71,7 +71,7 @@ class InMemoryVectorStore_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
-            if (flattenDocs[i] !== undefined && flattenDocs[i].pageContent !== undefined) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
         }

packages/components/nodes/vectorstores/Milvus/Milvus_Upsert.ts

@@ -110,8 +110,10 @@ class Milvus_Upsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const vectorStore = await MilvusUpsert.fromDocuments(finalDocs, embeddings, milVusArgs)
 

packages/components/nodes/vectorstores/OpenSearch_Upsert/OpenSearch_Upsert.ts

@@ -86,8 +86,10 @@ class OpenSearchUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const client = new Client({
             nodes: [opensearchURL]

packages/components/nodes/vectorstores/Pinecone/Pinecone_Upsert.ts

@@ -106,8 +106,10 @@ class PineconeUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const obj: PineconeLibArgs = {
             pineconeIndex

packages/components/nodes/vectorstores/Postgres_Upsert/Postgres_Upsert.ts

@@ -143,8 +143,10 @@ class PostgresUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const vectorStore = await TypeORMVectorStore.fromDocuments(finalDocs, embeddings, args)
 

packages/components/nodes/vectorstores/Qdrant_Upsert/Qdrant_Upsert.ts

@@ -147,8 +147,10 @@ class QdrantUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const dbConfig: QdrantLibArgs = {
             client,

packages/components/nodes/vectorstores/Redis/Redis_Upsert.ts

@@ -49,10 +49,12 @@ class RedisUpsert_VectorStores extends RedisSearchBase implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 const document = new Document(flattenDocs[i])
                 escapeAllStrings(document.metadata)
                 finalDocs.push(document)
             }
+        }
 
         return super.init(nodeData, _, options, flattenDocs)
     }

packages/components/nodes/vectorstores/Singlestore_Upsert/Singlestore_Upsert.ts

@@ -140,8 +140,10 @@ class SingleStoreUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         let vectorStore: SingleStoreVectorStore
 

packages/components/nodes/vectorstores/Vectara/Vectara_Upsert.ts

@@ -132,8 +132,10 @@ class VectaraUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const vectorStore = await VectaraStore.fromDocuments(finalDocs, embeddings, vectaraArgs)
 

packages/components/nodes/vectorstores/Weaviate_Upsert/Weaviate_Upsert.ts

@@ -143,8 +143,10 @@ class WeaviateUpsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const obj: WeaviateLibArgs = {
             client,

packages/components/nodes/vectorstores/Zep/Zep_Upsert.ts

@@ -106,8 +106,10 @@ class Zep_Upsert_VectorStores implements INode {
         const flattenDocs = docs && docs.length ? flatten(docs) : []
         const finalDocs = []
         for (let i = 0; i < flattenDocs.length; i += 1) {
+            if (flattenDocs[i] && flattenDocs[i].pageContent) {
                 finalDocs.push(new Document(flattenDocs[i]))
             }
+        }
 
         const zepConfig: IZepConfig = {
             apiUrl: baseURL,