fix: try to skip initialization of task type embeddings

modeling_bert.py

@@ -145,7 +145,7 @@ def _init_weights(module, initializer_range=0.02):
         nn.init.normal_(module.weight, std=initializer_range)
         if module.bias is not None:
             nn.init.zeros_(module.bias)
-    elif isinstance(module, nn.Embedding) and not module.skip_init:
+    elif isinstance(module, nn.Embedding) and not getattr(module, "skip_init", False):
         nn.init.normal_(module.weight, std=initializer_range)
         if module.padding_idx is not None:
             nn.init.zeros_(module.weight[module.padding_idx])