fix: Handle cuda issue.

app.py

@@ -86,8 +86,7 @@ def run_3d_mood(fx, fy, cx, cy, image):
 
     gc.collect()
 
-    # device = "cuda" if torch.cuda.is_available() else "cpu"
-    device = "cpu"
+    device = "cuda" if torch.cuda.is_available() else "cpu"
 
     # Data
     images = image.astype(np.float32)[None, ...]

vis4d/op/layer/ms_deform_attn.py

@@ -542,14 +542,22 @@ class MultiScaleDeformableAttention(nn.Module):
             )
 
         if torch.cuda.is_available() and value.is_cuda:
-            output = MSDeformAttentionFunction.apply(
-                value,
-                input_spatial_shapes,
-                input_level_start_index,
-                sampling_locations,
-                attention_weights,
-                self.im2col_step,
-            )
+            if VIS4D_CUDA_OPS_AVAILABLE:
+                output = MSDeformAttentionFunction.apply(
+                    value,
+                    input_spatial_shapes,
+                    input_level_start_index,
+                    sampling_locations,
+                    attention_weights,
+                    self.im2col_step,
+                )
+            else:
+                output = ms_deformable_attention_cpu(
+                    value.cpu(),
+                    input_spatial_shapes.cpu(),
+                    sampling_locations.cpu(),
+                    attention_weights.cpu(),
+                ).cuda()
         else:
             output = ms_deformable_attention_cpu(
                 value,