fix bug

.gradio/certificate.pem

@@ -0,0 +1,31 @@
+-----BEGIN CERTIFICATE-----
+MIIFazCCA1OgAwIBAgIRAIIQz7DSQONZRGPgu2OCiwAwDQYJKoZIhvcNAQELBQAw
+TzELMAkGA1UEBhMCVVMxKTAnBgNVBAoTIEludGVybmV0IFNlY3VyaXR5IFJlc2Vh
+cmNoIEdyb3VwMRUwEwYDVQQDEwxJU1JHIFJvb3QgWDEwHhcNMTUwNjA0MTEwNDM4
+WhcNMzUwNjA0MTEwNDM4WjBPMQswCQYDVQQGEwJVUzEpMCcGA1UEChMgSW50ZXJu
+ZXQgU2VjdXJpdHkgUmVzZWFyY2ggR3JvdXAxFTATBgNVBAMTDElTUkcgUm9vdCBY
+MTCCAiIwDQYJKoZIhvcNAQEBBQADggIPADCCAgoCggIBAK3oJHP0FDfzm54rVygc
+h77ct984kIxuPOZXoHj3dcKi/vVqbvYATyjb3miGbESTtrFj/RQSa78f0uoxmyF+
+0TM8ukj13Xnfs7j/EvEhmkvBioZxaUpmZmyPfjxwv60pIgbz5MDmgK7iS4+3mX6U
+A5/TR5d8mUgjU+g4rk8Kb4Mu0UlXjIB0ttov0DiNewNwIRt18jA8+o+u3dpjq+sW
+T8KOEUt+zwvo/7V3LvSye0rgTBIlDHCNAymg4VMk7BPZ7hm/ELNKjD+Jo2FR3qyH
+B5T0Y3HsLuJvW5iB4YlcNHlsdu87kGJ55tukmi8mxdAQ4Q7e2RCOFvu396j3x+UC
+B5iPNgiV5+I3lg02dZ77DnKxHZu8A/lJBdiB3QW0KtZB6awBdpUKD9jf1b0SHzUv
+KBds0pjBqAlkd25HN7rOrFleaJ1/ctaJxQZBKT5ZPt0m9STJEadao0xAH0ahmbWn
+OlFuhjuefXKnEgV4We0+UXgVCwOPjdAvBbI+e0ocS3MFEvzG6uBQE3xDk3SzynTn
+jh8BCNAw1FtxNrQHusEwMFxIt4I7mKZ9YIqioymCzLq9gwQbooMDQaHWBfEbwrbw
+qHyGO0aoSCqI3Haadr8faqU9GY/rOPNk3sgrDQoo//fb4hVC1CLQJ13hef4Y53CI
+rU7m2Ys6xt0nUW7/vGT1M0NPAgMBAAGjQjBAMA4GA1UdDwEB/wQEAwIBBjAPBgNV
+HRMBAf8EBTADAQH/MB0GA1UdDgQWBBR5tFnme7bl5AFzgAiIyBpY9umbbjANBgkq
+hkiG9w0BAQsFAAOCAgEAVR9YqbyyqFDQDLHYGmkgJykIrGF1XIpu+ILlaS/V9lZL
+ubhzEFnTIZd+50xx+7LSYK05qAvqFyFWhfFQDlnrzuBZ6brJFe+GnY+EgPbk6ZGQ
+3BebYhtF8GaV0nxvwuo77x/Py9auJ/GpsMiu/X1+mvoiBOv/2X/qkSsisRcOj/KK
+NFtY2PwByVS5uCbMiogziUwthDyC3+6WVwW6LLv3xLfHTjuCvjHIInNzktHCgKQ5
+ORAzI4JMPJ+GslWYHb4phowim57iaztXOoJwTdwJx4nLCgdNbOhdjsnvzqvHu7Ur
+TkXWStAmzOVyyghqpZXjFaH3pO3JLF+l+/+sKAIuvtd7u+Nxe5AW0wdeRlN8NwdC
+jNPElpzVmbUq4JUagEiuTDkHzsxHpFKVK7q4+63SM1N95R1NbdWhscdCb+ZAJzVc
+oyi3B43njTOQ5yOf+1CceWxG1bQVs5ZufpsMljq4Ui0/1lvh+wjChP4kqKOJ2qxq
+4RgqsahDYVvTH9w7jXbyLeiNdd8XM2w9U/t7y0Ff/9yi0GE44Za4rF2LN9d11TPA
+mRGunUHBcnWEvgJBQl9nJEiU0Zsnvgc/ubhPgXRR4Xq37Z0j4r7g1SgEEzwxA57d
+emyPxgcYxn/eR44/KJ4EBs+lVDR3veyJm+kXQ99b21/+jh5Xos1AnX5iItreGCc=
+-----END CERTIFICATE-----

gradio_app.py

@@ -141,7 +141,7 @@ def image2mesh(image: Any,
                steps: int = 50,
                seed: int = 4,
                target_face_count: int = 2000,
-               octree_depth: int = 7):
+               octree_depth: int = 8):
     
     # global rmbg
     # processed_image = rmbg.run(rm_type, image, foreground_ratio, background_choice)
@@ -186,7 +186,8 @@ def image2mesh(image: Any,
 def mesh2texture(mesh_file, image_file):
     headers = {'Content-Type': 'application/json'}
     # server_url = "114.249.238.184:34119"
-    server_url = "algodemo.sz.lightions.top:31025"
+    # server_url = "algodemo.sz.lightions.top:31025"
+    server_url = "algodemo.sz.lightions.top:31024"
     with open(image_file, 'rb') as f:
         image_bytes = f.read()
     with open(mesh_file, 'rb') as f:
@@ -263,7 +264,6 @@ if __name__=="__main__":
                     with gr.Row():
                         image_input = gr.Image(
                             label="Image Input",
-                            image_mode="RGBA",
                             sources="upload",
                             type="filepath",
                         )
@@ -289,7 +289,7 @@ if __name__=="__main__":
                         
                     with gr.Row():
                         scheduler = gr.Dropdown(label="scheluder", value="DDIMScheduler",choices=list(scheluder_dict.keys()))
-                        octree_depth = gr.Slider(label="Octree Depth", value=7, minimum=4, maximum=8, step=1)
+                        octree_depth = gr.Slider(label="Octree Depth", value=8, minimum=4, maximum=9, step=1)
 
                 with gr.Row():
                     gr.Examples(

server.py

@@ -0,0 +1,98 @@
+import argparse
+import base64
+import os
+from datetime import datetime
+import traceback
+import trimesh
+import torch
+from craftsman import CraftsManPipeline
+
+CURRENT_DIR = f'/tmp/native3d_server/{os.getpid()}'
+os.makedirs(CURRENT_DIR, exist_ok=True)
+
+def parse_parameters():
+    parser = argparse.ArgumentParser("native3d")
+    parser.add_argument('--host', default="0.0.0.0", type=str)
+    parser.add_argument('--port', default=12345, type=int)
+    return parser.parse_args()
+    
+# -------------------- fastapi --------------------
+from typing import Optional
+from pydantic import BaseModel, Field
+
+class Native3DRequestV1(BaseModel):
+    image_path: str  # input image path
+    mesh_path: str  # output mesh path, support glb or obj in clean dir
+
+class Native3DResponseV1(BaseModel):
+    pass
+
+class Native3DRequestV2(BaseModel):
+    image_bytes: str  # input image bytes(base64)
+    mesh_type: str  # output mesh type, support glb or obj
+
+class Native3DResponseV2(BaseModel):
+    mesh_bytes: str  # output mesh bytes(base64)
+
+if __name__=="__main__":
+    parse_args = parse_parameters()
+
+    # prepare models
+    pipeline = CraftsManPipeline.from_pretrained("/home/super/Desktop/8TDisk/weiyu/CraftsMan_gradio/ckpts/craftsman-v1-5", device="cuda:0", torch_dtype=torch.float32)
+
+    # -------------------- fastapi --------------------
+    from fastapi import FastAPI, Request
+    import requests
+    app = FastAPI()
+
+    @app.post("/native3d_v1", response_model=Native3DResponseV1)
+    async def native3d(request: Request, image_to_mesh_request: Native3DRequestV1):
+        try:
+            print(f"image_to_mesh_request = {image_to_mesh_request}")
+            mesh = pipeline(image_to_mesh_request.image_path).meshes[0]
+            os.makedirs(os.path.dirname(os.path.abspath(image_to_mesh_request.mesh_path)), exist_ok=True)
+            mesh.export(image_to_mesh_request.mesh_path)
+        except Exception as e:
+            traceback.print_exc()
+            print(f"generate_model error: {e}")
+        return Native3DResponseV1()
+
+    @app.post("/native3d_v2", response_model=Native3DResponseV2)
+    async def native3d(request: Request, image_to_mesh_request: Native3DRequestV2):
+        try:
+            # print(f"image_to_mesh_request = {image_to_mesh_request}")
+            mesh_type = image_to_mesh_request.mesh_type
+            assert mesh_type in ['obj', 'glb']
+            task_id = datetime.now().strftime('%Y-%m-%d-%H-%M-%S-%f') + '-' + 'native3d'
+            current_dir = os.path.join(CURRENT_DIR, task_id)
+            os.makedirs(current_dir, exist_ok=True)
+            image_path = os.path.join(current_dir, 'input_image.png')
+            with open(image_path, 'wb') as f:
+                f.write(base64.b64decode(image_to_mesh_request.image_bytes))
+            mesh_path = os.path.join(current_dir, f'output_mesh.{mesh_type}')
+            import time
+            start = time.time()
+            # mesh = pipeline(image_path).meshes[0]
+            # mesh = pipeline(image_path, mc_depth=7, num_inference_steps=50).meshes[0]
+            mesh = pipeline(image_path).meshes[0]
+            print(f"Time: {time.time() - start}s")
+            os.makedirs(os.path.dirname(os.path.abspath(mesh_path)), exist_ok=True)
+            mesh.visual = trimesh.visual.TextureVisuals(
+                material=trimesh.visual.material.PBRMaterial(
+                    baseColorFactor=(255, 255, 255), main_color=(255, 255, 255), metallicFactor=0.05, roughnessFactor=1.0
+                )
+            )
+            mesh.export(mesh_path)
+            with open(mesh_path, 'rb') as f:
+                mesh_bytes = f.read()
+        except Exception as e:
+            traceback.print_exc()
+            print(f"generate_model error: {e}")
+        return Native3DResponseV2(mesh_bytes=base64.b64encode(mesh_bytes).decode('utf-8'))
+
+    @app.get("/health")
+    async def health():
+        return {"status": "OK"}
+
+    import uvicorn
+    uvicorn.run(app, host=parse_args.host, port=parse_args.port)