fixed fill_ error, updated config

configuration_bert.py

@@ -81,6 +81,7 @@ class JinaBertConfig(PretrainedConfig):
         fused_dropout_add_ln=False,
         fused_bias_fc=False,
         pad_vocab_size_multiple=1,
+        num_tasks=0,
         **kwargs,
     ):
         assert 'position_embedding_type' not in kwargs
@@ -106,3 +107,4 @@ class JinaBertConfig(PretrainedConfig):
         self.fused_dropout_add_ln = fused_dropout_add_ln
         self.fused_bias_fc = fused_bias_fc
         self.pad_vocab_size_multiple = pad_vocab_size_multiple
+        self.num_tasks = num_tasks

modeling_bert.py

@@ -347,7 +347,7 @@ class BertModel(BertPreTrainedModel):
         # pretraining. When we start using task types during embedding training,
         # we want the model to behave exactly as in pretraining (i.e. task types
         # have no effect).
-        self.task_type_embeddings.weight.fill_(0)
+        nn.init.zeros_(self.task_type_embeddings.weight)
 
     def forward(
         self,