fix: Disable cuda for ms attention.

vis4d/op/layer/ms_deform_attn.py

@@ -542,22 +542,22 @@ class MultiScaleDeformableAttention(nn.Module):
             )
 
         if torch.cuda.is_available() and value.is_cuda:
-            if VIS4D_CUDA_OPS_AVAILABLE:
-                output = MSDeformAttentionFunction.apply(
-                    value,
-                    input_spatial_shapes,
-                    input_level_start_index,
-                    sampling_locations,
-                    attention_weights,
-                    self.im2col_step,
-                )
-            else:
-                output = ms_deformable_attention_cpu(
-                    value.cpu(),
-                    input_spatial_shapes.cpu(),
-                    sampling_locations.cpu(),
-                    attention_weights.cpu(),
-                ).cuda()
+            # if VIS4D_CUDA_OPS_AVAILABLE:
+            #     output = MSDeformAttentionFunction.apply(
+            #         value,
+            #         input_spatial_shapes,
+            #         input_level_start_index,
+            #         sampling_locations,
+            #         attention_weights,
+            #         self.im2col_step,
+            #     )
+            # else:
+            output = ms_deformable_attention_cpu(
+                value.cpu(),
+                input_spatial_shapes.cpu(),
+                sampling_locations.cpu(),
+                attention_weights.cpu(),
+            ).cuda()
         else:
             output = ms_deformable_attention_cpu(
                 value,