feat: only apply select_task_for_layer if task has changed

modeling_lora.py

@@ -265,10 +265,11 @@ class BertLoRA(BertPreTrainedModel):
     @current_task.setter
     def current_task(self, task_idx: Union[None, int]):
         assert task_idx is None or 0 <= task_idx < self._num_adaptions
-        self._task_idx = task_idx
-        self.apply(
-            partial(LoRAParametrization.select_task_for_layer, task_idx=task_idx)
-        )
+        if self._task_idx != task_idx
+            self._task_idx = task_idx
+            self.apply(
+                partial(LoRAParametrization.select_task_for_layer, task_idx=task_idx)
+            )
 
     def forward(self, *args, current_task: Union[None, int] = -1, **kwargs):
         if current_task is None or current_task >= 0: