add transfer benchmark test configs

Author: orashi

experiments/unihcp/release/batch_test.sh

@@ -25,7 +25,9 @@ g=$((${gpus}<8?${gpus}:8))
 declare -A test_info_list
 test_info_list[pose_lpe]=0
 test_info_list[ochuman_pose]=0
+#test_info_list[pose_mpii_lpe]=x  # requires mpii queries
 test_info_list[par_lpe]=1
+#test_info_list[par_atr_lpe]=x  # requires ATR queries
 test_info_list[reid]=2
 test_info_list[reid_cuhk3]=2
 test_info_list[reid_duke]=2
@@ -35,6 +37,7 @@ test_info_list[par_lip_lpe]=3
 test_info_list[par_cihp_lpe]=4
 test_info_list[pa100k_lpe]=5
 test_info_list[rap2_lpe]=6
+#test_info_list[peta_lpe]=x  # requires PETA queries
 test_info_list[pose_aic_lpe]=7
 test_info_list[peddet_caltech]=8
 test_info_list[peddet_inter_lpe]=8

experiments/unihcp/release/vd_par_atr_lpe_test.yaml

@@ -0,0 +1,41 @@
+common:
+  backbone:
+    kwargs:
+      test_pos_mode: learnable_interpolate
+  tester:
+    type: TesterMultiTaskDev
+
+  sync: True
+  collate: dev
+
+# task_specific_param = ['backbone', 'neck', 'decoder', 'dataset', 'sampler', 'lr_scheduler', 'optimizer']
+tasks:
+  0:
+    name: ParTest
+    loss_weight: 1.0  # *redundant*
+    gres_ratio: 1  # int, > 0| world/sum*ratio, *redundant*
+    dataset:
+      type: ATRParsingDataset
+      kwargs:
+        data_path: /mnt/path...to.../ATR
+        dataset: val
+        is_train: False
+        cfg:
+#          mean: [ 0.485, 0.456, 0.406 ]
+#          std: [ 0.229, 0.224, 0.225 ]
+          eval_crop_size: [ 480, 480 ]
+          is_flip: False
+          is_multi_scale: False
+          
+          ignore_value: 255 # TODO: duplicated with decoder.kwargs.ignore_value
+          num_classes: 18
+          label_list: [ 0, 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17, ]
+          
+    sampler:
+      batch_size: 16 # per card
+
+
+#    extra:
+#      min_sizes: [320, 480, 640, 800, 960, 1120]  # TTA
+#      max_size: 4480
+#      flip: True

experiments/unihcp/release/vd_peta_lpe_test.yaml

@@ -0,0 +1,26 @@
+common:
+  backbone:
+    kwargs:
+      test_pos_mode: learnable_interpolate
+  tester:
+    type: TesterMultiTaskDev
+
+  sync: True
+  collate: dev
+
+tasks:
+  0:
+    name: pedattrTest
+    loss_weight: 1.0
+    gres_ratio: 1  # int, > 0| world/sum*ratio
+    dataset:
+      type: AttrDataset
+      kwargs:
+        task_spec:
+          dataset: 'peta'
+          data_path: /mnt/path...to.../peta/dataset.pkl
+          root_path: /mnt/path...to.../peta/images/
+        augmentation:
+          height: 256
+          width: 192
+        train: False

experiments/unihcp/release/vd_pose_mpii_lpe_test.yaml

@@ -0,0 +1,29 @@
+common:
+  backbone:
+    kwargs:
+      test_pos_mode: learnable_interpolate
+  tester:
+    type: TesterMultiTaskDev
+
+  sync: True
+  collate: dev_collate
+
+# task_specific_param = ['backbone', 'neck', 'decoder', 'dataset', 'sampler', 'lr_scheduler', 'optimizer']
+tasks:
+  0:
+    name: MPIIPoseTest # deprecated
+    loss_weight: 1.0  # *redundant*
+    gres_ratio: 1  # int, > 0| world/sum*ratio, *redundant*
+    dataset:
+      type: MPIIPosDatasetDev
+      kwargs:
+        ann_file: '/mnt/path...to.../coco/annotations/mpii_val.json'
+        img_prefix: '/mnt/path...to.../MPI/images/'
+        test_mode: True
+    sampler:
+      batch_size: 256 # per card
+    evaluation:
+      cfg:
+        interval: 10
+        metric: PCKh
+