fix: use task_type_embeddings.weight parameter

modeling_bert.py

@@ -347,7 +347,7 @@ class BertModel(BertPreTrainedModel):
         # pretraining. When we start using task types during embedding training,
         # we want the model to behave exactly as in pretraining (i.e. task types
         # have no effect).
-        self.task_type_embeddings.fill_(0)
+        self.task_type_embeddings.weight.fill_(0)
 
     def forward(
         self,