Fix port numbers under Model Compression

Author: SuperSecureHuman

model_compression/bert/bash_script/XTC/layer_reduction.sh

@@ -18,7 +18,7 @@ mkdir -p ${SAVE_PATH}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66665 \
+  --master_port 6665 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \
@@ -47,7 +47,7 @@ python -m torch.distributed.launch --nproc_per_node=1 \
 # MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 # student_model=./out/XTC/layer_reduction/best/pytorch_model.bin # <====================================================================Need student model
 # python -m torch.distributed.launch --nproc_per_node=1 \
-#   --master_port 66665 \
+#   --master_port 6665 \
 #   run_glue_no_trainer.py \
 #   --pretrained_dir_student  ${student_model} \
 #   --seed 42 \

model_compression/bert/bash_script/XTC/layer_reduction_1bit.sh

@@ -19,7 +19,7 @@ mkdir -p ${SAVE_PATH}
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 student_model=./out/XTC/layer_reduction/best/pytorch_model.bin # <====================================================================Need student model
 python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66664 \
+  --master_port 6664 \
   run_glue_no_trainer.py \
   --pretrained_dir_student  ${student_model} \
   --seed 42 \

model_compression/bert/bash_script/XTC/quant_1bit.sh

@@ -18,7 +18,7 @@ mkdir -p ${SAVE_PATH}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66664 \
+  --master_port 6664 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \
@@ -43,7 +43,7 @@ python -m torch.distributed.launch --nproc_per_node=1 \
 # TEACHER=/blob/users/xwu/compression/huggingface_models/bert-base-uncased-${TASK_NAME}/pytorch_model.bin
 # STUDENT=${TEACHER}
 # python -m torch.distributed.launch --nproc_per_node=1 \
-#   --master_port 66667 \
+#   --master_port 6667 \
 #   run_glue_no_trainer_clean.py \
 #   --seed 42 \
 #   --distill_method ${STAGE} \

model_compression/bert/bash_script/ZeroQuant/zero_quant.sh

@@ -14,7 +14,7 @@ mkdir -p ${SAVE_PATH}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66664 \
+  --master_port 6664 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method one_stage \
@@ -37,7 +37,7 @@ python -m torch.distributed.launch --nproc_per_node=1 \
 # TEACHER=/blob/users/xwu/compression/huggingface_models/bert-base-uncased-${TASK_NAME}/pytorch_model.bin
 # STUDENT=${TEACHER}
 # python -m torch.distributed.launch --nproc_per_node=1 \
-#   --master_port 66667 \
+#   --master_port 6667 \
 #   run_glue_no_trainer_clean.py \
 #   --seed 42 \
 #   --distill_method ${STAGE} \

model_compression/bert/bash_script/ZeroQuant/zero_quant_lkd.sh

@@ -39,7 +39,7 @@ python -m torch.distributed.launch --nproc_per_node=1 \
 # TEACHER=/blob/users/xwu/compression/huggingface_models/bert-base-uncased-${TASK_NAME}/pytorch_model.bin
 # STUDENT=${TEACHER}
 # python -m torch.distributed.launch --nproc_per_node=1 \
-#   --master_port 66667 \
+#   --master_port 6667 \
 #   run_glue_no_trainer_clean.py \
 #   --seed 42 \
 #   --distill_method ${STAGE} \

model_compression/bert/bash_script/layer_reduction.sh

@@ -65,7 +65,7 @@ CONFIG=${config_json}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 run_cmd="python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66664 \
+  --master_port 6664 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \

model_compression/bert/bash_script/pruning_row.sh

@@ -67,7 +67,7 @@ CONFIG=${config_json}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 run_cmd="python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66669 \
+  --master_port 6669 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \

model_compression/bert/bash_script/pruning_sparse.sh

@@ -67,7 +67,7 @@ CONFIG=${config_json}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 run_cmd="python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66668 \
+  --master_port 6668 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \

model_compression/bert/bash_script/quant_activation.sh

@@ -67,7 +67,7 @@ CONFIG=${config_json}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 run_cmd="python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66666 \
+  --master_port 6666 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \

model_compression/bert/bash_script/quant_weight.sh

@@ -66,7 +66,7 @@ CONFIG=${config_json}
 # %%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%% the following command will first download huggingface models and then compress %%%%%%%
 MODEL=yoshitomo-matsubara/bert-base-uncased-${TASK_NAME} ## for both student and teacher
 run_cmd="python -m torch.distributed.launch --nproc_per_node=1 \
-  --master_port 66665 \
+  --master_port 6665 \
   run_glue_no_trainer.py \
   --seed 42 \
   --distill_method ${STAGE} \