Syntex error correction in Azureblob, Airtable etc

vgees · Oct 23, 2023 · a5644d4 · a5644d4
1 parent 4b382af
commit a5644d4
Show file tree

Hide file tree

Showing 4 changed files with 24 additions and 18 deletions.
diff --git a/packages/components/nodes/documentloaders/API/APILoader.ts b/packages/components/nodes/documentloaders/API/APILoader.ts
@@ -199,4 +199,4 @@ class ApiLoader extends BaseDocumentLoader {
 module.exports = {
     nodeClass: API_DocumentLoaders
 }
-*/
+*/
diff --git a/packages/components/nodes/documentloaders/Airtable/Airtable.ts b/packages/components/nodes/documentloaders/Airtable/Airtable.ts
@@ -1,4 +1,4 @@
-{/*
+/*
 import { ICommonObject, INode, INodeData, INodeParams } from '../../../src/Interface'
 import { TextSplitter } from 'langchain/text_splitter'
 import { BaseDocumentLoader } from 'langchain/document_loaders/base'
@@ -228,5 +228,16 @@ class AirtableLoader extends BaseDocumentLoader {
 
 module.exports = {
     nodeClass: Airtable_DocumentLoaders
+class Airtable_DocumentLoaders extends DocumentLoader {
+    public async load(): Promise<Document[]> {
+        const airtableLoader = new AirtableLoader({
+            baseId: this.getParameter('baseId'),
+            tableId: this.getParameter('tableId'),
+            accessToken: this.getParameter('accessToken'),
+            limit: this.getParameter('limit'),
+            returnAll: this.getParameter('returnAll')
+        })
+        return airtableLoader.load()
+    }
 }
-*/}
+*/
diff --git a/...components/nodes/documentloaders/ApifyWebsiteContentCrawler/ApifyWebsiteContentCrawler.ts b/...components/nodes/documentloaders/ApifyWebsiteContentCrawler/ApifyWebsiteContentCrawler.ts
@@ -173,4 +173,4 @@ class ApifyWebsiteContentCrawler_DocumentLoaders implements INode {
 }
 
 module.exports = { nodeClass: ApifyWebsiteContentCrawler_DocumentLoaders }
-*/
+*/
diff --git a/packages/components/nodes/documentloaders/AzureBlobStorage/AzureBlobStorage.ts b/packages/components/nodes/documentloaders/AzureBlobStorage/AzureBlobStorage.ts
@@ -49,8 +49,7 @@ class AzureBlobStorage_DocumentLoaders implements INode {
             {
                 label: 'NarrativeText Only',
                 name: 'narrativeTextOnly',
-                description:
-                    'Only load documents with NarrativeText metadata from Unstructured',
+                description:'Only load documents with NarrativeText metadata from Unstructured',
                 type: 'boolean',
                 optional: true,
                 additionalParams: true
@@ -71,8 +70,8 @@ class AzureBlobStorage_DocumentLoaders implements INode {
         const textSplitter = nodeData.inputs?.textSplitter as TextSplitter
         const metadata = nodeData.inputs?.metadata1
         const narrativeTextOnly = nodeData.inputs?.narrativeTextOnly as boolean
-        try{
-            if (constring && contname && Blobname1){
+        try {
+            if (constring && contname && Blobname1) {
                 const loader = new AzureBlobStorageFileLoader({
                     azureConfig: {
                         connectionString: constring,
@@ -85,7 +84,7 @@ class AzureBlobStorage_DocumentLoaders implements INode {
                     }
                 })
                 if (textSplitter) {
-                    try{
+                    try {
                         const docs = await loader.loadAndSplit(textSplitter)
                         if (metadata) {
                             const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata)
@@ -95,21 +94,20 @@ class AzureBlobStorage_DocumentLoaders implements INode {
                                     metadata: {
                                         ...doc.metadata,
                                         ...parsedMetadata
-                                    }
+                                     }
                                 } 
                             })
                             return narrativeTextOnly ? finaldocs.filter((doc) => doc.metadata.category === 'NarrativeText') : finaldocs
                         }
                         return narrativeTextOnly ? docs.filter((doc) => doc.metadata.category === 'NarrativeText') : docs
-                    }
-                    catch(e:any){
+                    } catch(e:any){
                         throw new Error(`${e}`)
                     }
 
 
                         }
                 else{
-                    try{
+                    try {
                         const docs = await loader.load()
                         if (metadata) {
                             const parsedMetadata = typeof metadata === 'object' ? metadata : JSON.parse(metadata)
@@ -125,19 +123,16 @@ class AzureBlobStorage_DocumentLoaders implements INode {
                             return narrativeTextOnly ? finaldocs.filter((doc) => doc.metadata.category === 'NarrativeText') : finaldocs
                         }
                         return narrativeTextOnly ? docs.filter((doc) => doc.metadata.category === 'NarrativeText') : docs
-                    }
-                    catch(e:any){
+                    } catch(e:any){
                         throw new Error(`${e}`)
                     }
                 }
             } else {
                 console.error('Some required properties are undefined.')
             }
         }
-        catch (error) {
-            console.error('An error occurred:', error)
+        catch (error) { console.error('An error occurred:', error)
             throw error
-
         }
     }
 }