properly fix and RUN_SLOW (#33965)

* properly fix and RUN_SLOW

* lots of models were affected

* fix-copies

* more fixes

src/transformers/models/siglip/modeling_siglip.py

@@ -279,13 +279,13 @@ def interpolate_pos_encoding(self, embeddings: torch.Tensor, height: int, width:
         """
 
         num_patches = embeddings.shape[1]
-        num_positions = self.position_embedding.shape[1]
+        num_positions = self.position_embedding.weight.shape[0]
 
         # always interpolate when tracing to ensure the exported model works for dynamic input shapes
         if not torch.jit.is_tracing() and num_patches == num_positions and height == width:
             return self.position_embedding
 
-        patch_pos_embed = self.position_embedding
+        patch_pos_embed = self.position_embedding.weight.unsqueeze(0)
 
         dim = embeddings.shape[-1]