Fix compatibility with transformers v5

modeling_norbert.py

@@ -227,9 +227,9 @@ class NorbertPreTrainedModel(PreTrainedModel):
         if isinstance(module, nn.Linear) or isinstance(module, nn.Embedding):
             nn.init.trunc_normal_(module.weight, mean=0.0, std=std, a=-2*std, b=2*std)
         elif isinstance(module, nn.LayerNorm) and module.weight is not None:
-            module.weight.fill_(1.0)
+            nn.init.ones_(module.weight)
         if hasattr(module, "bias") and module.bias is not None:
-            module.bias.zero_()
+            nn.init.zeros_(module.bias)
 
 
 class NorbertModel(NorbertPreTrainedModel):