bug fix, add examples

gradio_app/gradio_3dgen.py

@@ -18,7 +18,7 @@ def run_mv(preview_img, input_processing, seed):
     rgb_pils, front_pil = run_mvprediction(preview_img, remove_bg=input_processing, seed=int(seed)) # 6s
     return rgb_pils, front_pil
 
-@spaces.GPU(duration=90) # seems split into multiple part will leads to `RuntimeError`, before fix it, still initialize here
+# @spaces.GPU(duration=90) # seems split into multiple part will leads to `RuntimeError`, before fix it, still initialize here
 def generate3dv2(preview_img, input_processing, seed, render_video=True, do_refine=True, expansion_weight=0.1, init_type="std"):
     if preview_img is None:
         raise gr.Error("The input image is none!")

mesh_reconstruction/recon.py

@@ -51,7 +51,7 @@ def reconstruct_stage1(pils: List[Image.Image], steps=100, vertices=None, faces=
 
         vertices,faces = opt.remesh(poisson=False)
 
-    vertices, faces = vertices.detach(), faces.detach()
+    vertices, faces = vertices.detach().cpu(), faces.detach().cpu()
     
     if return_mesh:
         return to_py3d_mesh(vertices, faces)

mesh_reconstruction/refine.py

@@ -10,6 +10,7 @@ from scripts.project_mesh import multiview_color_projection, get_cameras_list
 from scripts.utils import to_py3d_mesh, from_py3d_mesh, init_target
 
 def run_mesh_refine(vertices, faces, pils: List[Image.Image], steps=100, start_edge_len=0.02, end_edge_len=0.005, decay=0.99, update_normal_interval=10, update_warmup=10, return_mesh=True, process_inputs=True, process_outputs=True):
+    vertices, faces = vertices.to("cuda"), faces.to("cuda")
     if process_inputs:
         vertices = vertices * 2 / 1.35
         vertices[..., [0, 2]] = - vertices[..., [0, 2]]
@@ -67,7 +68,7 @@ def run_mesh_refine(vertices, faces, pils: List[Image.Image], steps=100, start_e
         
         vertices,faces = opt.remesh(poisson=(i in poission_steps))
     
-    vertices, faces = vertices.detach(), faces.detach()
+    vertices, faces = vertices.detach().cpu(), faces.detach().cpu()
     
     if process_outputs:
         vertices = vertices / 2 * 1.35

scripts/multiview_inference.py

@@ -153,4 +153,4 @@ def geo_reconstruct_part2(vertices, faces):
 def geo_reconstruct_part3(meshes, img_list):
     meshes = meshes.to("cuda")
     new_meshes = multiview_color_projection(meshes, img_list, resolution=1024, device="cuda", complete_unseen=True, confidence_threshold=0.2, cameras_list = get_cameras_list([0, 90, 180, 270], "cuda", focal=1))
-    return new_meshes
+    return new_meshes.to("cpu")