add examples

app.py

@@ -8,7 +8,6 @@ import hashlib
 import shlex
 
 subprocess.run(shlex.split("pip install wheels/diff_gaussian_rasterization-0.0.0-cp310-cp310-linux_x86_64.whl"))
-# subprocess.run(shlex.split("pip install xformers==0.0.23 --no-deps --index-url https://download.pytorch.org/whl/cu118"))
 
 import rembg
 import glob
@@ -51,7 +50,7 @@ function refresh() {
 
 
 device = torch.device('cuda')
-# device = torch.device('cpu')
+# # device = torch.device('cpu')
 
 session = rembg.new_session(model_name='u2net')
 
@@ -160,6 +159,8 @@ def check_img_input(control_image):
 
 # check if there is a picture uploaded or selected
 def check_video_3d_input(image_block: Image.Image):
+    if image_block is None:
+        raise gr.Error("Please select or upload an input image")
     img_hash = hashlib.sha256(image_block.tobytes()).hexdigest()
     if not os.path.exists(os.path.join('tmp_data', f'{img_hash}_rgba_generated.mp4')):
         raise gr.Error("Please generate a video first")
@@ -212,7 +213,7 @@ def optimize_stage_1(image_block: Image.Image, preprocess_chk: bool, seed_slider
     # stage 1
     # subprocess.run(f'python lgm/infer.py big --resume {ckpt_path} --test_path tmp_data/{img_hash}_rgba.png', shell=True)
     process_lgm(opt, f'tmp_data/{img_hash}_rgba.png', pipe_mvdream, model, rays_embeddings, seed_slider)
-    # return [os.path.join('logs', 'tmp_rgba_model.ply')]
+    # return os.path.join('logs', f'{img_hash}_rgba_model.ply')
     return os.path.join('vis_data', f'{img_hash}_rgba_static.mp4')
 
 @spaces.GPU(duration=120)
@@ -241,11 +242,12 @@ if __name__ == "__main__":
     '''
     _IMG_USER_GUIDE = "Please upload an image in the block above (or choose an example above), click **Generate Video** and **Generate 3D** (they can run in parallel). Finally, click **Generate 4D**."
 
-    # load images in 'data' folder as examples
     example_folder = os.path.join(os.path.dirname(__file__), 'data')
-    example_fns = os.listdir(example_folder)
-    example_fns.sort()
-    examples_full = [os.path.join(example_folder, x) for x in example_fns if x.endswith('.png')]
+    examples_full = [
+        [example_folder+'/csm_luigi_rgba.png', 10],
+        [example_folder+'/anya_rgba.png', 42],
+        [example_folder+'/panda.png', 42262],
+    ]
 
     # Compose demo layout & data flow
     with gr.Blocks(title=_TITLE, theme=gr.themes.Soft(), js=js_func) as demo:
@@ -268,18 +270,22 @@ if __name__ == "__main__":
                 preprocess_chk = gr.Checkbox(True,
                                              label='Preprocess image automatically (remove background and recenter object)')
 
+                with gr.Row():
+                    with gr.Column(scale=5):
+                        img_run_btn = gr.Button("Generate Video")
+                    with gr.Column(scale=5):
+                        threed_run_btn = gr.Button("Generate 3D")
+                fourd_run_btn = gr.Button("Generate 4D")
+                img_guide_text = gr.Markdown(_IMG_USER_GUIDE, visible=True)
+                
                 gr.Examples(
                     examples=examples_full,  # NOTE: elements must match inputs list!
-                    inputs=[image_block],
+                    inputs=[image_block, seed_slider],
                     outputs=[image_block],
                     cache_examples=False,
-                    label='Examples (click one of the images below to start)',
+                    label='Examples (click one of the examples below to start)',
                     examples_per_page=40
                 )
-                img_run_btn = gr.Button("Generate Video")
-                threed_run_btn = gr.Button("Generate 3D")
-                fourd_run_btn = gr.Button("Generate 4D")
-                img_guide_text = gr.Markdown(_IMG_USER_GUIDE, visible=True)
 
             with gr.Column(scale=5):
                 with gr.Row():
@@ -287,8 +293,9 @@ if __name__ == "__main__":
                         dirving_video = gr.Video(label="video",height=290)
                     with gr.Column(scale=5):
                         obj3d = gr.Video(label="3D Model",height=290)
-                video4d =  gr.Video(label="4D video",height=290)
-                obj4d = Model4DGS(label="4D Model", height=500, fps=28)
+                        # obj3d = gr.Model3D(label="3D Model",height=290)
+                video4d =  gr.Video(label="4D Render",height=290)
+                obj4d = Model4DGS(label="4D Model", height=500, fps=21)
 
             
             img_run_btn.click(check_img_input, inputs=[image_block], queue=False).success(optimize_stage_0,