fix: bug with loading directories (#1073)

Author: sarahwooders

memgpt/autogen/memgpt_agent.py

@@ -62,8 +62,6 @@ def load(self, name: str, type: str, **kwargs):
             load_directory(name=name, **kwargs)
         elif type == "webpage":
             load_webpage(name=name, **kwargs)
-        elif type == "index":
-            load_index(name=name, **kwargs)
         elif type == "database":
             load_database(name=name, **kwargs)
         elif type == "vector_database":

memgpt/data_sources/connectors.py

@@ -86,7 +86,7 @@ def __init__(self, input_files: List[str] = None, input_directory: str = None, r
         self.extensions = extensions
 
         if self.recursive == True:
-            assert self.input_dir is not None, "Must provide input directory if recursive is True."
+            assert self.input_directory is not None, "Must provide input directory if recursive is True."
 
     def generate_documents(self) -> Iterator[Tuple[str, Dict]]:  # -> Iterator[Document]:
         from llama_index.core import SimpleDirectoryReader
@@ -101,7 +101,7 @@ def generate_documents(self) -> Iterator[Tuple[str, Dict]]:  # -> Iterator[Docum
             assert self.input_files is not None, "Must provide input files if input_dir is None"
             reader = SimpleDirectoryReader(input_files=[str(f) for f in self.input_files])
 
-        llama_index_docs = reader.load_data()
+        llama_index_docs = reader.load_data(show_progress=True)
         docs = []
         for llama_index_doc in llama_index_docs:
             # TODO: add additional metadata?