fix(cases): add VOCAB_SIZE (#376)

Co-authored-by: kkscilife <wangmengke@pjlab.org.cn>

Author: kkscilife

tests/test_training/test_forward_output_no_fa.py

@@ -31,7 +31,7 @@
 TOTAL_STEPS = 1
 config = Config(
     dict(
-        VOCAB_SIZE=92544,
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1),
             tensor=dict(size=1, mode="mtp"),

tests/test_training/test_load_ckpt_loss.py

@@ -65,6 +65,7 @@
 temp_folder = "temp_ckpt_for_check_loss"
 config = Config(
     dict(
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1, fsdp=False),
             pipeline=dict(size=1, interleaved_overlap=False),

tests/test_training/test_swap_nb_loss_and_gradnorm.py

@@ -37,6 +37,7 @@
 TOTAL_STEPS = 300
 config = Config(
     dict(
+        VOCAB_SIZE=103168,
         parallel=dict(
             zero1=dict(size=-1),
             tensor=dict(size=1, mode="mtp"),