wait to download

Author: JSabadin

luxonis_ml/data/loaders/luxonis_loader.py

@@ -493,4 +493,5 @@ def _precompute_image_paths(self) -> None:
                     raise FileNotFoundError(
                         f"Cannot find image for uuid {uuid}"
                     )
+
             self.idx_to_img_path[idx] = img_path

luxonis_ml/utils/filesystem.py

@@ -410,12 +410,25 @@ def get_dir(
 
             if isinstance(remote_paths, list):
                 local_dir.mkdir(parents=True, exist_ok=True)
+                futures = []
+
                 with ThreadPoolExecutor() as executor:
                     for remote_path in remote_paths:
                         local_path = (
                             local_dir / PurePosixPath(remote_path).name
                         )
-                        executor.submit(self.get_file, remote_path, local_path)
+                        future = executor.submit(
+                            self.get_file, remote_path, local_path
+                        )
+                        futures.append(future)
+
+                    for future in as_completed(futures):
+                        try:
+                            future.result()
+                        except Exception as e:
+                            raise RuntimeError(
+                                f"Failed to download file: {e}"
+                            ) from e
 
         return Path(local_dir)