Spaces:
Sleeping
Sleeping
Anonymous
commited on
Commit
·
a2ce0ab
1
Parent(s):
ec310aa
delate 512
Browse files
app.py
CHANGED
|
@@ -21,28 +21,28 @@ def infer(prompt, output_size, seed, num_frames, ddim_steps, unconditional_guida
|
|
| 21 |
window_size = 16
|
| 22 |
window_stride = 4
|
| 23 |
|
| 24 |
-
if output_size == "320x512":
|
| 25 |
-
|
| 26 |
-
|
| 27 |
-
|
| 28 |
-
|
| 29 |
-
|
| 30 |
-
|
| 31 |
-
|
| 32 |
-
|
| 33 |
-
|
| 34 |
-
|
| 35 |
-
|
| 36 |
-
|
| 37 |
-
|
| 38 |
-
|
| 39 |
-
|
| 40 |
-
|
| 41 |
-
|
| 42 |
-
|
| 43 |
-
|
| 44 |
-
|
| 45 |
-
|
| 46 |
width = 1024
|
| 47 |
height = 576
|
| 48 |
ckpt_dir_1024 = "checkpoints/base_1024_v1"
|
|
@@ -64,27 +64,27 @@ def infer(prompt, output_size, seed, num_frames, ddim_steps, unconditional_guida
|
|
| 64 |
model = model_1024
|
| 65 |
fps = 28
|
| 66 |
num_frames = min(num_frames, 36)
|
| 67 |
-
|
| 68 |
-
|
| 69 |
-
|
| 70 |
-
|
| 71 |
-
|
| 72 |
-
|
| 73 |
-
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
|
| 89 |
if seed is None:
|
| 90 |
seed = int.from_bytes(os.urandom(2), "big")
|
|
@@ -286,7 +286,8 @@ with gr.Blocks(css=css) as demo:
|
|
| 286 |
with gr.Row():
|
| 287 |
with gr.Accordion('FreeNoise Parameters (feel free to adjust these parameters based on your prompt): ', open=False):
|
| 288 |
with gr.Row():
|
| 289 |
-
output_size = gr.Dropdown(["320x512", "576x1024"], value="320x512", label="Output Size", info="250s for 512 model, 900s for 1024 model (32 frames). Recovering from sleeping will take more time to download ckpt")
|
|
|
|
| 290 |
with gr.Row():
|
| 291 |
num_frames = gr.Slider(label='Frames (a multiple of 4), max 36 for 1024 model',
|
| 292 |
minimum=16,
|
|
|
|
| 21 |
window_size = 16
|
| 22 |
window_stride = 4
|
| 23 |
|
| 24 |
+
# if output_size == "320x512":
|
| 25 |
+
# width = 512
|
| 26 |
+
# height = 320
|
| 27 |
+
# ckpt_dir_512 = "checkpoints/base_512_v1"
|
| 28 |
+
# ckpt_path_512 = "checkpoints/base_512_v1/model_512.ckpt"
|
| 29 |
+
# config_512 = "configs/inference_t2v_tconv512_v1.0_freenoise.yaml"
|
| 30 |
+
# config_512 = OmegaConf.load(config_512)
|
| 31 |
+
# model_config_512 = config_512.pop("model", OmegaConf.create())
|
| 32 |
+
# model_512 = instantiate_from_config(model_config_512)
|
| 33 |
+
# model_512 = model_512.cuda()
|
| 34 |
+
# if not os.path.exists(ckpt_path_512):
|
| 35 |
+
# os.makedirs(ckpt_dir_512, exist_ok=True)
|
| 36 |
+
# hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model_512.ckpt", local_dir=ckpt_dir_512)
|
| 37 |
+
# try:
|
| 38 |
+
# model_512 = load_model_checkpoint(model_512, ckpt_path_512)
|
| 39 |
+
# except:
|
| 40 |
+
# hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model_512.ckpt", local_dir=ckpt_dir_512, force_download=True)
|
| 41 |
+
# model_512 = load_model_checkpoint(model_512, ckpt_path_512)
|
| 42 |
+
# model_512.eval()
|
| 43 |
+
# model = model_512
|
| 44 |
+
# fps = 8
|
| 45 |
+
if output_size == "576x1024":
|
| 46 |
width = 1024
|
| 47 |
height = 576
|
| 48 |
ckpt_dir_1024 = "checkpoints/base_1024_v1"
|
|
|
|
| 64 |
model = model_1024
|
| 65 |
fps = 28
|
| 66 |
num_frames = min(num_frames, 36)
|
| 67 |
+
elif output_size == "256x256":
|
| 68 |
+
width = 256
|
| 69 |
+
height = 256
|
| 70 |
+
ckpt_dir_256 = "checkpoints/base_256_v1"
|
| 71 |
+
ckpt_path_256 = "checkpoints/base_256_v1/model_256.pth"
|
| 72 |
+
config_256 = "configs/inference_t2v_tconv256_v1.0_freenoise.yaml"
|
| 73 |
+
config_256 = OmegaConf.load(config_256)
|
| 74 |
+
model_config_256 = config_256.pop("model", OmegaConf.create())
|
| 75 |
+
model_256 = instantiate_from_config(model_config_256)
|
| 76 |
+
model_256 = model_256.cuda()
|
| 77 |
+
if not os.path.exists(ckpt_path_256):
|
| 78 |
+
os.makedirs(ckpt_dir_256, exist_ok=True)
|
| 79 |
+
hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model_256.pth", local_dir=ckpt_dir_256)
|
| 80 |
+
try:
|
| 81 |
+
model_256 = load_model_checkpoint(model_256, ckpt_path_256)
|
| 82 |
+
except:
|
| 83 |
+
hf_hub_download(repo_id="MoonQiu/LongerCrafter", filename="model_256.pth", local_dir=ckpt_dir_256, force_download=True)
|
| 84 |
+
model_256 = load_model_checkpoint(model_256, ckpt_path_256)
|
| 85 |
+
model_256.eval()
|
| 86 |
+
model = model_256
|
| 87 |
+
fps = 8
|
| 88 |
|
| 89 |
if seed is None:
|
| 90 |
seed = int.from_bytes(os.urandom(2), "big")
|
|
|
|
| 286 |
with gr.Row():
|
| 287 |
with gr.Accordion('FreeNoise Parameters (feel free to adjust these parameters based on your prompt): ', open=False):
|
| 288 |
with gr.Row():
|
| 289 |
+
# output_size = gr.Dropdown(["320x512", "576x1024"], value="320x512", label="Output Size", info="250s for 512 model, 900s for 1024 model (32 frames). Recovering from sleeping will take more time to download ckpt")
|
| 290 |
+
output_size = gr.Dropdown(["256x256", "576x1024"], value="576x1024", label="Output Size", info="900s for 1024 model (32 frames). Recovering from sleeping will take more time to download ckpt")
|
| 291 |
with gr.Row():
|
| 292 |
num_frames = gr.Slider(label='Frames (a multiple of 4), max 36 for 1024 model',
|
| 293 |
minimum=16,
|