FEAT: fix import error

Author: GGGGGGXY

laion/load.py

@@ -2,7 +2,6 @@
 from concurrent.futures import ProcessPoolExecutor
 import datasets
 import glob
-from fengshen.data.taiyi_stable_diffusion_datasets.taiyi_datasets import process_pool_read_txt_dataset
 from datasets import disable_caching
 disable_caching()
 
@@ -32,7 +31,7 @@ def _generate_cache_arrow(index, ds):
 
 
 def _generate_cache_arrow(path):
-    from torch.utils.data.dataloader import DataLoader
+    from fengshen.data.taiyi_stable_diffusion_datasets.taiyi_datasets import process_pool_read_txt_dataset
     ds = process_pool_read_txt_dataset(
         args=None, input_root=path, thres=0.0,
         data_filter_fn=None,

wudao_180g/__pycache__/__init__.cpython-38.pyc

@@ -1,6 +1,5 @@
 import os
 import datasets
-from fengshen.data.taiyi_stable_diffusion_datasets.taiyi_datasets import process_pool_read_csv_dataset
 import time
 from datasets import disable_caching
 disable_caching()
@@ -45,6 +44,7 @@ def generate_cache_arrow(num_proc=1) -> None:
     '''
     生成HF支持的缓存文件，加速后续的加载
     '''
+    from fengshen.data.taiyi_stable_diffusion_datasets.taiyi_datasets import process_pool_read_csv_dataset
     ds = process_pool_read_csv_dataset(
         args=None, input_root=_RAW_CSV_PATH, thres=0.0, data_filter_fn=None, data_process_fn=None)