Fix ini_weights

Author: Konstantinos Pitas

src/transformers/models/dino_detr/modeling_dino_detr.py

@@ -904,6 +904,8 @@ def _init_weights(self, module):
                 init.zeros_(module.weight[module.padding_idx])
         elif hasattr(module, "in_proj_weight"):  # Fix for self_attn.in_proj_weight
             init.xavier_uniform_(module.in_proj_weight)
+        elif hasattr(module, "in_proj_bias"):  # Fix for self_attn.in_proj_bias
+            init.xavier_uniform_(module.in_proj_bias)
         elif hasattr(module, "weight") and module.weight is not None:  # Generic weight initialization
             init.normal_(module.weight, mean=0.0, std=std)
             if hasattr(module, "bias") and module.bias is not None:

src/transformers/models/dino_detr/modular_dino_detr.py

@@ -671,6 +671,8 @@ def _init_weights(self, module):
                 init.zeros_(module.weight[module.padding_idx])
         elif hasattr(module, "in_proj_weight"):  # Fix for self_attn.in_proj_weight
             init.xavier_uniform_(module.in_proj_weight)
+        elif hasattr(module, "in_proj_bias"):  # Fix for self_attn.in_proj_bias
+            init.xavier_uniform_(module.in_proj_bias)
         elif hasattr(module, "weight") and module.weight is not None:  # Generic weight initialization
             init.normal_(module.weight, mean=0.0, std=std)
             if hasattr(module, "bias") and module.bias is not None: