Update raw.py

raw.py

@@ -55,15 +55,16 @@ def generate_image(prompt, scale, steps, control_image, controlnet_conditioning_
     # Upscale x1
     control_image = control_image.resize((int(w * scale), int(h * scale)), resample=2)  # Resample.BILINEAR
     print("Size to: " + str(control_image.size[0]) + ", " + str(control_image.size[1]))
-    image = pipe(
-        prompt=prompt,
-        control_image=control_image,
-        controlnet_conditioning_scale=controlnet_conditioning_scale,
-        num_inference_steps=steps,
-        guidance_scale=guidance_scale,
-        height=control_image.size[1],
-        width=control_image.size[0]
-    ).images[0]
+    with torch.inference_mode():
+        image = pipe(
+            prompt=prompt,
+            control_image=control_image,
+            controlnet_conditioning_scale=controlnet_conditioning_scale,
+            num_inference_steps=steps,
+            guidance_scale=guidance_scale,
+            height=control_image.size[1],
+            width=control_image.size[0]
+        ).images[0]
     return image
 
 # Create Gradio interface with rows and columns