Update app2.py
Browse files
app2.py
CHANGED
|
@@ -45,7 +45,7 @@ with open ("./MuseV/configs/model/T2I_all_model.py","r+") as scrip:
|
|
| 45 |
|
| 46 |
from PIL import Image
|
| 47 |
|
| 48 |
-
def add_new_image(image):
|
| 49 |
image = Image.fromarray(image)
|
| 50 |
height = image.height
|
| 51 |
width = image.width
|
|
@@ -58,7 +58,7 @@ def add_new_image(image):
|
|
| 58 |
img_length_ratio: {lr}
|
| 59 |
ipadapter_image: {ip_img}
|
| 60 |
name: image
|
| 61 |
-
prompt:
|
| 62 |
refer_image: {ip_img}
|
| 63 |
video_path: null
|
| 64 |
width: {width}"""
|
|
@@ -89,12 +89,11 @@ def add_new_video(video):
|
|
| 89 |
configs.seek(0)
|
| 90 |
|
| 91 |
|
| 92 |
-
def run():
|
| 93 |
#subprocess.run(["python", "./MuseV/text2video.py", "--sd_model_name", "majicmixRealv6Fp16", "--unet_model_name", "musev", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--n_batch", "1", "--target_datas", "image", "--vae_model_path", "./MuseV/checkpoints/vae/sd-vae-ft-mse", "--motion_speed", "5.0", "--time_size", "12", "--fps", "12"])
|
| 94 |
-
subprocess.run(["python", "./MuseV/text2video.py", "--sd_model_name", "majicmixRealv6Fp16", "--unet_model_name", "musev_referencenet", "--referencenet_model_name", "musev_referencenet", "--ip_adapter_model_name", "musev_referencenet", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--output_dir", "./MuseV", "--n_batch", "1", "--target_datas", "image", "--vision_clip_extractor_class_name", "ImageClipVisionFeatureExtractor", "--vision_clip_model_path", "./MuseV/checkpoints/IP-Adapter/models/image_encoder", "--motion_speed", "5.0", "--vae_model_path", "./MuseV/checkpoints/vae/sd-vae-ft-mse", "--time_size",
|
| 95 |
return "./output.mp4"
|
| 96 |
|
| 97 |
-
|
| 98 |
def run_video():
|
| 99 |
subprocess.run(["python", "./MuseV/video2video.py", "--sd_model_name", "fantasticmix_v10", "--unet_model_name", "musev", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--output_dir", "./output", "--n_batch", "1", "--controlnet_name", "dwpose_body_hand", "--which2video", "video_middle", "--target_datas", "dance1", "--fps", "12", "--time_size", "12"])
|
| 100 |
return "./output.mp4"
|
|
@@ -104,10 +103,13 @@ with gr.Blocks() as demo:
|
|
| 104 |
subtitle1 = gr.Markdown("""Image2Vid""")
|
| 105 |
image = gr.Image()
|
| 106 |
button1 = gr.Button(value="Save Image")
|
| 107 |
-
|
|
|
|
|
|
|
|
|
|
| 108 |
button2 = gr.Button(value="Generate Img2Vid")
|
| 109 |
video = gr.Video()
|
| 110 |
-
button2.click(fn=run,outputs=video)
|
| 111 |
subtitle2 = gr.Markdown("""Vid2Vid""")
|
| 112 |
video_in = gr.Video()
|
| 113 |
button3 = gr.Button(value="Save Video")
|
|
|
|
| 45 |
|
| 46 |
from PIL import Image
|
| 47 |
|
| 48 |
+
def add_new_image(prompt,image):
|
| 49 |
image = Image.fromarray(image)
|
| 50 |
height = image.height
|
| 51 |
width = image.width
|
|
|
|
| 58 |
img_length_ratio: {lr}
|
| 59 |
ipadapter_image: {ip_img}
|
| 60 |
name: image
|
| 61 |
+
prompt: {prompt}
|
| 62 |
refer_image: {ip_img}
|
| 63 |
video_path: null
|
| 64 |
width: {width}"""
|
|
|
|
| 89 |
configs.seek(0)
|
| 90 |
|
| 91 |
|
| 92 |
+
def run(frames,fps):
|
| 93 |
#subprocess.run(["python", "./MuseV/text2video.py", "--sd_model_name", "majicmixRealv6Fp16", "--unet_model_name", "musev", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--n_batch", "1", "--target_datas", "image", "--vae_model_path", "./MuseV/checkpoints/vae/sd-vae-ft-mse", "--motion_speed", "5.0", "--time_size", "12", "--fps", "12"])
|
| 94 |
+
subprocess.run(["python", "./MuseV/text2video.py", "--sd_model_name", "majicmixRealv6Fp16", "--unet_model_name", "musev_referencenet", "--referencenet_model_name", "musev_referencenet", "--ip_adapter_model_name", "musev_referencenet", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--output_dir", "./MuseV", "--n_batch", "1", "--target_datas", "image", "--vision_clip_extractor_class_name", "ImageClipVisionFeatureExtractor", "--vision_clip_model_path", "./MuseV/checkpoints/IP-Adapter/models/image_encoder", "--motion_speed", "5.0", "--vae_model_path", "./MuseV/checkpoints/vae/sd-vae-ft-mse", "--time_size", frames, "--fps", fps])
|
| 95 |
return "./output.mp4"
|
| 96 |
|
|
|
|
| 97 |
def run_video():
|
| 98 |
subprocess.run(["python", "./MuseV/video2video.py", "--sd_model_name", "fantasticmix_v10", "--unet_model_name", "musev", "-test_data_path", "./MuseV/configs/tasks/example.yaml", "--output_dir", "./output", "--n_batch", "1", "--controlnet_name", "dwpose_body_hand", "--which2video", "video_middle", "--target_datas", "dance1", "--fps", "12", "--time_size", "12"])
|
| 99 |
return "./output.mp4"
|
|
|
|
| 103 |
subtitle1 = gr.Markdown("""Image2Vid""")
|
| 104 |
image = gr.Image()
|
| 105 |
button1 = gr.Button(value="Save Image")
|
| 106 |
+
frames = gr.Number(value=12)
|
| 107 |
+
fps = gr.Number(value=12)
|
| 108 |
+
prompt = gr.Text(value="(masterpiece, best quality, highres:1),(1person, solo:1),(eye blinks:1.8),(head wave:1.3)")
|
| 109 |
+
button1.click(fn=add_new_image,inputs=[prompt,image])
|
| 110 |
button2 = gr.Button(value="Generate Img2Vid")
|
| 111 |
video = gr.Video()
|
| 112 |
+
button2.click(fn=run,inputs=[frames,fps],outputs=video)
|
| 113 |
subtitle2 = gr.Markdown("""Vid2Vid""")
|
| 114 |
video_in = gr.Video()
|
| 115 |
button3 = gr.Button(value="Save Video")
|