ENH Validation for task_type in PEFT config (#2210)

Raises an error when invalid task type is provided.

Author: d-kleine

src/peft/config.py

@@ -55,11 +55,19 @@ class PeftConfigMixin(PushToHubMixin):
         peft_type (Union[[`~peft.utils.config.PeftType`], `str`]): The type of Peft method to use.
     """
 
+    task_type: Optional[TaskType] = field(default=None, metadata={"help": "The type of task."})
     peft_type: Optional[PeftType] = field(default=None, metadata={"help": "The type of PEFT model."})
     auto_mapping: Optional[dict] = field(
         default=None, metadata={"help": "An auto mapping dict to help retrieve the base model class if needed."}
     )
 
+    def __post_init__(self):
+        # check for invalid task type
+        if (self.task_type is not None) and (self.task_type not in list(TaskType)):
+            raise ValueError(
+                f"Invalid task type: '{self.task_type}'. Must be one of the following task types: {', '.join(TaskType)}."
+            )
+
     def to_dict(self) -> Dict:
         r"""
         Returns the configuration for your adapter model as a dictionary.

src/peft/tuners/adalora/config.py

@@ -50,6 +50,7 @@ class AdaLoraConfig(LoraConfig):
     rank_pattern: Optional[dict] = field(default=None, metadata={"help": "The saved rank pattern."})
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.ADALORA
 
         if self.use_dora:

src/peft/tuners/adaption_prompt/config.py

@@ -32,6 +32,7 @@ class AdaptionPromptConfig(PeftConfig):
     adapter_layers: int = field(default=None, metadata={"help": "Number of adapter layers (from the top)"})
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.ADAPTION_PROMPT
 
     @property

src/peft/tuners/boft/config.py

@@ -139,6 +139,7 @@ class BOFTConfig(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.BOFT
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules

src/peft/tuners/bone/config.py

@@ -108,6 +108,7 @@ class BoneConfig(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.BONE
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules

src/peft/tuners/fourierft/config.py

@@ -185,6 +185,7 @@ class FourierFTConfig(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.FOURIERFT
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules

src/peft/tuners/hra/config.py

@@ -115,6 +115,7 @@ class HRAConfig(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.HRA
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules

src/peft/tuners/ia3/config.py

@@ -94,6 +94,7 @@ class IA3Config(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.IA3
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules

src/peft/tuners/ln_tuning/config.py

@@ -66,4 +66,5 @@ class LNTuningConfig(PeftConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.LN_TUNING

src/peft/tuners/loha/config.py

@@ -126,6 +126,7 @@ class LoHaConfig(LycorisConfig):
     )
 
     def __post_init__(self):
+        super().__post_init__()
         self.peft_type = PeftType.LOHA
         self.target_modules = (
             set(self.target_modules) if isinstance(self.target_modules, list) else self.target_modules