diff --git a/torchvision/csrc/ops/cuda/deform_conv2d_kernel.cu b/torchvision/csrc/ops/cuda/deform_conv2d_kernel.cu
index 6f257322b85..2ea5e43f146 100644
--- a/torchvision/csrc/ops/cuda/deform_conv2d_kernel.cu
+++ b/torchvision/csrc/ops/cuda/deform_conv2d_kernel.cu
@@ -85,10 +85,7 @@ inline unsigned int GET_THREADS() {
 #ifdef __HIP_PLATFORM_HCC__
   return 256;
 #endif
-  if (at::cuda::getCurrentDeviceProperties()->major >= 6) {
-    return 1024;
-  }
-  return 512;
+    return 512;
 }
 
 inline unsigned int GET_BLOCKS(