Spaces:
Runtime error
Runtime error
get better masks
Browse files
app.py
CHANGED
|
@@ -112,8 +112,10 @@ def run_segmentation(image, object_to_segment, device):
|
|
| 112 |
outputs.pred_masks.cpu(),
|
| 113 |
inputs["original_sizes"].cpu(),
|
| 114 |
inputs["reshaped_input_sizes"].cpu(),
|
| 115 |
-
)
|
| 116 |
-
|
|
|
|
|
|
|
| 117 |
delete_model(seg_model)
|
| 118 |
return masks
|
| 119 |
|
|
@@ -133,10 +135,10 @@ def run_inpainting(image, replaced_caption, masks, device):
|
|
| 133 |
output = pipeline(
|
| 134 |
prompt=prompt,
|
| 135 |
image=image,
|
| 136 |
-
mask_image=Image.fromarray(masks
|
| 137 |
negative_prompt=negative_prompt,
|
| 138 |
guidance_scale=7.5,
|
| 139 |
-
strength=0
|
| 140 |
).images[0]
|
| 141 |
|
| 142 |
delete_model(pipeline)
|
|
@@ -174,7 +176,7 @@ def run_open_gen_fill(image, edit_prompt):
|
|
| 174 |
replace_with,
|
| 175 |
caption,
|
| 176 |
replaced_caption,
|
| 177 |
-
Image.fromarray(masks
|
| 178 |
output,
|
| 179 |
)
|
| 180 |
|
|
|
|
| 112 |
outputs.pred_masks.cpu(),
|
| 113 |
inputs["original_sizes"].cpu(),
|
| 114 |
inputs["reshaped_input_sizes"].cpu(),
|
| 115 |
+
)[0]
|
| 116 |
+
# Merge the masks
|
| 117 |
+
masks = torch.max(masks[:, 0, ...], dim=0, keepdim=False).values
|
| 118 |
+
|
| 119 |
delete_model(seg_model)
|
| 120 |
return masks
|
| 121 |
|
|
|
|
| 135 |
output = pipeline(
|
| 136 |
prompt=prompt,
|
| 137 |
image=image,
|
| 138 |
+
mask_image=Image.fromarray(masks.numpy()),
|
| 139 |
negative_prompt=negative_prompt,
|
| 140 |
guidance_scale=7.5,
|
| 141 |
+
strength=1.0,
|
| 142 |
).images[0]
|
| 143 |
|
| 144 |
delete_model(pipeline)
|
|
|
|
| 176 |
replace_with,
|
| 177 |
caption,
|
| 178 |
replaced_caption,
|
| 179 |
+
Image.fromarray(masks.numpy()),
|
| 180 |
output,
|
| 181 |
)
|
| 182 |
|