Spaces:
Runtime error
Runtime error
Songwei Ge
commited on
Commit
Β·
ed9d237
1
Parent(s):
fb8cc1d
update
Browse files
app.py
CHANGED
|
@@ -35,6 +35,7 @@ def main():
|
|
| 35 |
seed: int,
|
| 36 |
steps: int,
|
| 37 |
guidance_weight: float,
|
|
|
|
| 38 |
):
|
| 39 |
run_dir = 'results/'
|
| 40 |
# Load region diffusion model.
|
|
@@ -57,7 +58,7 @@ def main():
|
|
| 57 |
|
| 58 |
# create control input for region guidance
|
| 59 |
text_format_dict, color_target_token_ids = get_gradient_guidance_input(
|
| 60 |
-
model, base_tokens, color_text_prompts, color_rgbs, text_format_dict)
|
| 61 |
|
| 62 |
seed_everything(seed)
|
| 63 |
|
|
@@ -148,6 +149,7 @@ def main():
|
|
| 148 |
512,
|
| 149 |
512,
|
| 150 |
6,
|
|
|
|
| 151 |
],
|
| 152 |
[
|
| 153 |
'{"ops": [{"insert": "A pizza with "}, {"attributes": {"size": "50px"}, "insert": "pineapples"}, {"insert": ", pepperonis, and mushrooms on the top, 4k, photorealistic"}]}',
|
|
@@ -155,6 +157,7 @@ def main():
|
|
| 155 |
768,
|
| 156 |
896,
|
| 157 |
6,
|
|
|
|
| 158 |
],
|
| 159 |
[
|
| 160 |
'{"ops":[{"insert":"a "},{"attributes":{"font":"mirza"},"insert":"beautiful garden"},{"insert":" with a "},{"attributes":{"font":"roboto"},"insert":"snow mountain in the background"},{"insert":""}]}',
|
|
@@ -162,6 +165,7 @@ def main():
|
|
| 162 |
512,
|
| 163 |
512,
|
| 164 |
3,
|
|
|
|
| 165 |
],
|
| 166 |
[
|
| 167 |
'{"ops":[{"insert":"A close-up 4k dslr photo of a "},{"attributes":{"link":"A cat wearing sunglasses and a bandana around its neck."},"insert":"cat"},{"insert":" riding a scooter. Palm trees in the background."}]}',
|
|
@@ -169,6 +173,7 @@ def main():
|
|
| 169 |
512,
|
| 170 |
512,
|
| 171 |
6,
|
|
|
|
| 172 |
],
|
| 173 |
[
|
| 174 |
{"ops":[{"insert":"a "},{"attributes":{"font":"slabo"},"insert":"night sky filled with stars"},{"insert":" above a "},{"attributes":{"font":"roboto"},"insert":"turbulent sea with giant waves"},{"insert":"\n"}]},
|
|
@@ -176,6 +181,7 @@ def main():
|
|
| 176 |
512,
|
| 177 |
512,
|
| 178 |
6,
|
|
|
|
| 179 |
],
|
| 180 |
[
|
| 181 |
{"ops":[{"attributes":{"link":"the awe-inspiring sky and ocean in the style of J.M.W. Turner"},"insert":"the awe-inspiring sky and sea"},{"insert":" by "},{"attributes":{"font":"mirza"},"insert":"a coast with flowers and grasses in spring"},{"insert":"\n"}]},
|
|
@@ -183,6 +189,7 @@ def main():
|
|
| 183 |
512,
|
| 184 |
512,
|
| 185 |
9,
|
|
|
|
| 186 |
],
|
| 187 |
]
|
| 188 |
gr.Examples(examples=examples,
|
|
@@ -192,6 +199,7 @@ def main():
|
|
| 192 |
height,
|
| 193 |
width,
|
| 194 |
seed,
|
|
|
|
| 195 |
],
|
| 196 |
outputs=[
|
| 197 |
result,
|
|
@@ -211,6 +219,7 @@ def main():
|
|
| 211 |
seed,
|
| 212 |
steps,
|
| 213 |
guidance_weight,
|
|
|
|
| 214 |
],
|
| 215 |
outputs=[result, token_map],
|
| 216 |
)
|
|
|
|
| 35 |
seed: int,
|
| 36 |
steps: int,
|
| 37 |
guidance_weight: float,
|
| 38 |
+
color_guidance_weight: float,
|
| 39 |
):
|
| 40 |
run_dir = 'results/'
|
| 41 |
# Load region diffusion model.
|
|
|
|
| 58 |
|
| 59 |
# create control input for region guidance
|
| 60 |
text_format_dict, color_target_token_ids = get_gradient_guidance_input(
|
| 61 |
+
model, base_tokens, color_text_prompts, color_rgbs, text_format_dict, color_guidance_weight=color_guidance_weight)
|
| 62 |
|
| 63 |
seed_everything(seed)
|
| 64 |
|
|
|
|
| 149 |
512,
|
| 150 |
512,
|
| 151 |
6,
|
| 152 |
+
1,
|
| 153 |
],
|
| 154 |
[
|
| 155 |
'{"ops": [{"insert": "A pizza with "}, {"attributes": {"size": "50px"}, "insert": "pineapples"}, {"insert": ", pepperonis, and mushrooms on the top, 4k, photorealistic"}]}',
|
|
|
|
| 157 |
768,
|
| 158 |
896,
|
| 159 |
6,
|
| 160 |
+
1,
|
| 161 |
],
|
| 162 |
[
|
| 163 |
'{"ops":[{"insert":"a "},{"attributes":{"font":"mirza"},"insert":"beautiful garden"},{"insert":" with a "},{"attributes":{"font":"roboto"},"insert":"snow mountain in the background"},{"insert":""}]}',
|
|
|
|
| 165 |
512,
|
| 166 |
512,
|
| 167 |
3,
|
| 168 |
+
1,
|
| 169 |
],
|
| 170 |
[
|
| 171 |
'{"ops":[{"insert":"A close-up 4k dslr photo of a "},{"attributes":{"link":"A cat wearing sunglasses and a bandana around its neck."},"insert":"cat"},{"insert":" riding a scooter. Palm trees in the background."}]}',
|
|
|
|
| 173 |
512,
|
| 174 |
512,
|
| 175 |
6,
|
| 176 |
+
1,
|
| 177 |
],
|
| 178 |
[
|
| 179 |
{"ops":[{"insert":"a "},{"attributes":{"font":"slabo"},"insert":"night sky filled with stars"},{"insert":" above a "},{"attributes":{"font":"roboto"},"insert":"turbulent sea with giant waves"},{"insert":"\n"}]},
|
|
|
|
| 181 |
512,
|
| 182 |
512,
|
| 183 |
6,
|
| 184 |
+
1,
|
| 185 |
],
|
| 186 |
[
|
| 187 |
{"ops":[{"attributes":{"link":"the awe-inspiring sky and ocean in the style of J.M.W. Turner"},"insert":"the awe-inspiring sky and sea"},{"insert":" by "},{"attributes":{"font":"mirza"},"insert":"a coast with flowers and grasses in spring"},{"insert":"\n"}]},
|
|
|
|
| 189 |
512,
|
| 190 |
512,
|
| 191 |
9,
|
| 192 |
+
1,
|
| 193 |
],
|
| 194 |
]
|
| 195 |
gr.Examples(examples=examples,
|
|
|
|
| 199 |
height,
|
| 200 |
width,
|
| 201 |
seed,
|
| 202 |
+
color_guidance_weight,
|
| 203 |
],
|
| 204 |
outputs=[
|
| 205 |
result,
|
|
|
|
| 219 |
seed,
|
| 220 |
steps,
|
| 221 |
guidance_weight,
|
| 222 |
+
color_guidance_weight,
|
| 223 |
],
|
| 224 |
outputs=[result, token_map],
|
| 225 |
)
|