Upload folder using huggingface_hub

README.md

@@ -10,20 +10,23 @@ pinned: false
 short_description: Text-to-3D and Image-to-3D Generation
 ---
 
+
 [中文阅读](README_zh_cn.md)
+[日本語で読む](README_ja_jp.md)
 
-<p align="center">
+<p align="center"> 
   <img src="./assets/images/teaser.jpg">
 
 
 </p>
 
 <div align="center">
-  <a href=https://3d.hunyuan.tencent.com target="_blank"><img src=https://img.shields.io/badge/Hunyuan3D-black.svg?logo=homepage height=22px></a>
+  <a href=https://3d.hunyuan.tencent.com target="_blank"><img src=https://img.shields.io/badge/Official%20Site-black.svg?logo=homepage height=22px></a>
   <a href=https://huggingface.co/spaces/tencent/Hunyuan3D-2  target="_blank"><img src=https://img.shields.io/badge/%F0%9F%A4%97%20Demo-276cb4.svg height=22px></a>
   <a href=https://huggingface.co/tencent/Hunyuan3D-2 target="_blank"><img src=https://img.shields.io/badge/%F0%9F%A4%97%20Models-d96902.svg height=22px></a>
   <a href=https://3d-models.hunyuan.tencent.com/ target="_blank"><img src= https://img.shields.io/badge/Page-bb8a2e.svg?logo=github height=22px></a>
-<a href=https://discord.gg/GuaWYwzKbX target="_blank"><img src= https://img.shields.io/badge/Page-white.svg?logo=discord height=22px></a>
+  <a href=https://discord.gg/GuaWYwzKbX target="_blank"><img src= https://img.shields.io/badge/Discord-white.svg?logo=discord height=22px></a>
+  <a href=https://github.com/Tencent/Hunyuan3D-2/blob/main/assets/report/Tencent_Hunyuan3D_2_0.pdf target="_blank"><img src=https://img.shields.io/badge/Report-b5212f.svg?logo=arxiv height=22px></a>
 </div>
 
 
@@ -33,14 +36,21 @@ short_description: Text-to-3D and Image-to-3D Generation
 
 [//]: # (  <a href="#"><img alt="PyPI - Downloads" src="https://img.shields.io/pypi/v/mulankit?logo=pypi"  height=22px></a>)
 
-<br>
+> Join our **[Wechat](#find-us)** and **[Discord](#find-us)** group to discuss and find help from us.
+
+
 <p align="center">
 “ Living out everyone’s imagination on creating and manipulating 3D assets.”
 </p>
 
 ## 🔥 News
 
-- Jan 21, 2025: 💬 Release [Hunyuan3D 2.0](https://huggingface.co/spaces/tencent/Hunyuan3D-2). Please give it a try!
+- Jan 21, 2025: 💬 Enjoy exciting 3D generation on our website [Hunyuan3D Studio](https://3d.hunyuan.tencent.com)!
+- Jan 21, 2025: 💬 Release inference code and pretrained models
+  of [Hunyuan3D 2.0](https://huggingface.co/tencent/Hunyuan3D-2).
+- Jan 21, 2025: 💬 Release Hunyuan3D 2.0. Please give it a try
+  via [huggingface space](https://huggingface.co/spaces/tencent/Hunyuan3D-2)
+  our [official site](https://3d.hunyuan.tencent.com)!
 
 ## **Abstract**
 
@@ -92,8 +102,8 @@ and the condition following ability.
 
 Generation results of Hunyuan3D 2.0:
 <p align="left">
-  <img src="assets/images/e2e-1.gif"  height=300>
-  <img src="assets/images/e2e-2.gif"  height=300>
+  <img src="assets/images/e2e-1.gif"  height=250>
+  <img src="assets/images/e2e-2.gif"  height=250>
 </p>
 
 ### Pretrained Models
@@ -159,7 +169,6 @@ for handcrafted mesh**.
 You could also host a [Gradio](https://www.gradio.app/) App in your own computer via:
 
 ```bash
-pip3 install gradio==3.39.0
 python3 gradio_app.py
 ```
 
@@ -169,12 +178,13 @@ Don't forget to visit [Hunyuan3D](https://3d.hunyuan.tencent.com) for quick use,
 
 - [x] Inference Code
 - [x] Model Checkpoints
+- [x] Technical Report
 - [ ] ComfyUI
 - [ ] TensorRT Version
 
 ## 🔗 BibTeX
 
-If you found this repository helpful, please cite our report:
+If you found this repository helpful, please cite our reports:
 
 ```bibtex
 @misc{hunyuan3d22025tencent,
@@ -182,13 +192,29 @@ If you found this repository helpful, please cite our report:
     author={Tencent Hunyuan3D Team},
     year={2025},
 }
+
+@misc{yang2024tencent,
+    title={Tencent Hunyuan3D-1.0: A Unified Framework for Text-to-3D and Image-to-3D Generation},
+    year={2024},
+    author={Tencent Hunyuan3D Team},
+    eprint={2411.02293},
+    archivePrefix={arXiv},
+    primaryClass={cs.CV}
+}
 ```
 
 ## Acknowledgements
 
 We would like to thank the contributors to
-the [DINOv2](https://github.com/facebookresearch/dinov2), [Stable Diffusion](https://github.com/Stability-AI/stablediffusion), [FLUX](https://github.com/black-forest-labs/flux), [diffusers](https://github.com/huggingface/diffusers)
-and [HuggingFace](https://huggingface.co) repositories, for their open research and exploration.
+the [DINOv2](https://github.com/facebookresearch/dinov2), [Stable Diffusion](https://github.com/Stability-AI/stablediffusion), [FLUX](https://github.com/black-forest-labs/flux), [diffusers](https://github.com/huggingface/diffusers), [HuggingFace](https://huggingface.co), [CraftsMan3D](https://github.com/wyysf-98/CraftsMan3D),
+and [Michelangelo](https://github.com/NeuralCarver/Michelangelo/tree/main) repositories, for their open research and
+exploration.
+
+## Find Us
+
+| Wechat Group | Xiaohongshu | X | Discord |
+|--------------|-------------|---|---------|
+|              |             |   |         |        
 
 ## Star History
 

gradio_app.py

@@ -138,7 +138,7 @@ def _gen_shape(
     time_meta['image_to_textured_3d'] = {'total': time.time() - start_time}
     time_meta['total'] = time.time() - start_time_0
     stats['time'] = time_meta
-    return mesh, save_folder
+    return mesh, image, save_folder
 
 
 def generation_all(
@@ -150,7 +150,7 @@ def generation_all(
     octree_resolution=256,
     check_box_rembg=False
 ):
-    mesh, save_folder = _gen_shape(
+    mesh, image, save_folder = _gen_shape(
         caption,
         image,
         steps=steps,
@@ -183,7 +183,7 @@ def shape_generation(
     octree_resolution=256,
     check_box_rembg=False,
 ):
-    mesh, save_folder = _gen_shape(
+    mesh, image, save_folder = _gen_shape(
         caption,
         image,
         steps=steps,
@@ -366,7 +366,7 @@ if __name__ == '__main__':
     if args.enable_t23d:
         from hy3dgen.text2image import HunyuanDiTPipeline
 
-        t2i_worker = HunyuanDiTPipeline('Tencent-Hunyuan/HunyuanDiT-v1.1-Diffusers-Distilled')
+        t2i_worker = HunyuanDiTPipeline('Tencent-Hunyuan--HunyuanDiT-v1.1-Diffusers-Distilled')
         HAS_T2I = True
 
     from hy3dgen.shapegen import FaceReducer, FloaterRemover, DegenerateFaceRemover, \

hg_app.py

@@ -1,5 +1,5 @@
 # pip install gradio==4.44.1
-if True:
+if False:
     import os
     import spaces
     import subprocess
@@ -9,8 +9,8 @@ if True:
     print("cd /home/user/app/hy3dgen/texgen/differentiable_renderer/ && bash compile_mesh_painter.sh")
     os.system("cd /home/user/app/hy3dgen/texgen/differentiable_renderer/ && bash compile_mesh_painter.sh")
     print('install custom')
-    subprocess.run(shlex.split("pip install custom_rasterizer-0.1-cp310-cp310-linux_x86_64.whl"), check=True)
-
+    subprocess.run(shlex.split("pip install custom_rasterizer-0.1-cp310-cp310-linux_x86_64.whl"), check=True)    
+    
     IP = "0.0.0.0"
     PORT = 7860
 
@@ -29,7 +29,9 @@ import shutil
 import time
 from glob import glob
 from pathlib import Path
-
+from PIL import Image
+from datetime import datetime
+import uuid
 import gradio as gr
 import torch
 import uvicorn
@@ -37,6 +39,14 @@ from fastapi import FastAPI
 from fastapi.staticfiles import StaticFiles
 
 
+def start_session(req: gr.Request):
+    save_folder = os.path.join(SAVE_DIR, str(req.session_hash))
+    os.makedirs(save_folder, exist_ok=True)
+        
+def end_session(req: gr.Request):
+    save_folder = os.path.join(SAVE_DIR, str(req.session_hash))
+    shutil.rmtree(save_folder)
+
 def get_example_img_list():
     print('Loading example img list ...')
     return sorted(glob('./assets/example_images/*.png'))
@@ -50,19 +60,6 @@ def get_example_txt_list():
     return txt_list
 
 
-def gen_save_folder(max_size=60):
-    os.makedirs(SAVE_DIR, exist_ok=True)
-    exists = set(int(_) for _ in os.listdir(SAVE_DIR) if not _.startswith("."))
-    cur_id = min(set(range(max_size)) - exists) if len(exists) < max_size else -1
-    if os.path.exists(f"{SAVE_DIR}/{(cur_id + 1) % max_size}"):
-        shutil.rmtree(f"{SAVE_DIR}/{(cur_id + 1) % max_size}")
-        print(f"remove {SAVE_DIR}/{(cur_id + 1) % max_size} success !!!")
-    save_folder = f"{SAVE_DIR}/{max(0, cur_id)}"
-    os.makedirs(save_folder, exist_ok=True)
-    print(f"mkdir {save_folder} suceess !!!")
-    return save_folder
-
-
 def export_mesh(mesh, save_folder, textured=False):
     if textured:
         path = os.path.join(save_folder, f'textured_mesh.glb')
@@ -71,16 +68,15 @@ def export_mesh(mesh, save_folder, textured=False):
     mesh.export(path, include_normals=textured)
     return path
 
-
 def build_model_viewer_html(save_folder, height=660, width=790, textured=False):
     if textured:
         related_path = f"./textured_mesh.glb"
         template_name = './assets/modelviewer-textured-template.html'
-        output_html_path = os.path.join(save_folder, f'textured_mesh.html')
+        output_html_path = os.path.join(save_folder, f'{uuid.uuid4()}_textured_mesh.html')
     else:
         related_path = f"./white_mesh.glb"
         template_name = './assets/modelviewer-template.html'
-        output_html_path = os.path.join(save_folder, f'white_mesh.html')
+        output_html_path = os.path.join(save_folder, f'{uuid.uuid4()}_white_mesh.html')
 
     with open(os.path.join(CURRENT_DIR, template_name), 'r') as f:
         template_html = f.read()
@@ -111,18 +107,20 @@ def build_model_viewer_html(save_folder, height=660, width=790, textured=False):
         </div>
     """
 
+
 @spaces.GPU(duration=100)
 def _gen_shape(
-    caption,
-    image,
-    steps=50,
-    guidance_scale=7.5,
-    seed=1234,
-    octree_resolution=256,
-    check_box_rembg=False,
+    caption: str,
+    image: Image.Image,
+    steps: int,
+    guidance_scale: float,
+    seed: int,
+    octree_resolution: int,
+    check_box_rembg: bool,
+    req: gr.Request,
 ):
     if caption: print('prompt is', caption)
-    save_folder = gen_save_folder()
+    save_folder = os.path.join(SAVE_DIR, str(req.session_hash))
     stats = {}
     time_meta = {}
     start_time_0 = time.time()
@@ -137,7 +135,7 @@ def _gen_shape(
 
     image.save(os.path.join(save_folder, 'input.png'))
 
-    print(image.mode)
+    print(f"[{datetime.now()}][HunYuan3D-2]]", str(req.session_hash), image.mode)
     if check_box_rembg or image.mode == "RGB":
         start_time = time.time()
         image = rmbg_worker(image.convert('RGB'))
@@ -168,17 +166,20 @@ def _gen_shape(
     time_meta['image_to_textured_3d'] = {'total': time.time() - start_time}
     time_meta['total'] = time.time() - start_time_0
     stats['time'] = time_meta
+    
+    torch.cuda.empty_cache()
     return mesh, save_folder, image
 
 @spaces.GPU(duration=150)
 def generation_all(
-    caption,
-    image,
-    steps=50,
-    guidance_scale=7.5,
-    seed=1234,
-    octree_resolution=256,
-    check_box_rembg=False
+    caption: str,
+    image: Image.Image,
+    steps: int,
+    guidance_scale: float,
+    seed: int,
+    octree_resolution: int,
+    check_box_rembg: bool,
+    req: gr.Request,
 ):
     mesh, save_folder, image = _gen_shape(
         caption,
@@ -187,7 +188,8 @@ def generation_all(
         guidance_scale=guidance_scale,
         seed=seed,
         octree_resolution=octree_resolution,
-        check_box_rembg=check_box_rembg
+        check_box_rembg=check_box_rembg,
+        req=req
     )
     path = export_mesh(mesh, save_folder, textured=False)
     model_viewer_html = build_model_viewer_html(save_folder, height=596, width=700)
@@ -196,22 +198,24 @@ def generation_all(
     path_textured = export_mesh(textured_mesh, save_folder, textured=True)
     model_viewer_html_textured = build_model_viewer_html(save_folder, height=596, width=700, textured=True)
 
+    torch.cuda.empty_cache()
     return (
-        gr.update(value=path, visible=True),
-        gr.update(value=path_textured, visible=True),
+        path,
+        path_textured, 
         model_viewer_html,
         model_viewer_html_textured,
     )
 
 @spaces.GPU(duration=100)
 def shape_generation(
-    caption,
-    image,
-    steps=50,
-    guidance_scale=7.5,
-    seed=1234,
-    octree_resolution=256,
-    check_box_rembg=False,
+    caption: str,
+    image: Image.Image,
+    steps: int,
+    guidance_scale: float,
+    seed: int,
+    octree_resolution: int,
+    check_box_rembg: bool,
+    req: gr.Request,
 ):
     mesh, save_folder, image = _gen_shape(
         caption,
@@ -220,14 +224,15 @@ def shape_generation(
         guidance_scale=guidance_scale,
         seed=seed,
         octree_resolution=octree_resolution,
-        check_box_rembg=check_box_rembg
+        check_box_rembg=check_box_rembg,
+        req=req,
     )
 
     path = export_mesh(mesh, save_folder, textured=False)
     model_viewer_html = build_model_viewer_html(save_folder, height=596, width=700)
 
     return (
-        gr.update(value=path, visible=True),
+        path,
         model_viewer_html,
     )
 
@@ -249,7 +254,7 @@ def build_app():
     </div>
     """
 
-    with gr.Blocks(theme=gr.themes.Base(), title='Hunyuan-3D-2.0') as demo:
+    with gr.Blocks(theme=gr.themes.Base(), title='Hunyuan-3D-2.0', delete_cache=(1000,1000)) as demo:
         gr.HTML(title_html)
 
         with gr.Row():
@@ -275,9 +280,13 @@ def build_app():
                     btn = gr.Button(value='Generate Shape Only', variant='primary')
                     btn_all = gr.Button(value='Generate Shape and Texture', variant='primary', visible=HAS_TEXTUREGEN)
 
+                # with gr.Group():
+                #     file_out = gr.File(label="File", visible=False)
+                #     file_out2 = gr.File(label="File", visible=False)
+
                 with gr.Group():
-                    file_out = gr.File(label="File", visible=False)
-                    file_out2 = gr.File(label="File", visible=False)
+                    file_out = gr.DownloadButton(label="Download White Mesh", interactive=False)
+                    file_out2 = gr.DownloadButton(label="Download Textured Mesh", interactive=False)  
 
             with gr.Column(scale=5):
                 with gr.Tabs():
@@ -331,7 +340,7 @@ def build_app():
             ],
             outputs=[file_out, html_output1]
         ).then(
-            lambda: gr.update(visible=True),
+            lambda: gr.Button(interactive=True),
             outputs=[file_out],
         )
 
@@ -348,10 +357,13 @@ def build_app():
             ],
             outputs=[file_out, file_out2, html_output1, html_output2]
         ).then(
-            lambda: (gr.update(visible=True), gr.update(visible=True)),
+            lambda: (gr.Button(interactive=True),gr.Button(interactive=True)),
             outputs=[file_out, file_out2],
         )
 
+        demo.load(start_session)
+        demo.unload(end_session)
+
     return demo
 
 
@@ -364,10 +376,9 @@ if __name__ == '__main__':
     parser.add_argument('--enable_t23d', default=True)
     args = parser.parse_args()
 
-    SAVE_DIR = args.cache_path
-    os.makedirs(SAVE_DIR, exist_ok=True)
-
     CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))
+    SAVE_DIR = os.path.join(os.path.dirname(os.path.abspath(__file__)), args.cache_path)
+    os.makedirs(SAVE_DIR, exist_ok=True)
 
     HTML_OUTPUT_PLACEHOLDER = """
     <div style='height: 596px; width: 100%; border-radius: 8px; border-color: #e5e7eb; order-style: solid; border-width: 1px;'></div>

minimal_demo.py

@@ -23,6 +23,7 @@
 # by Tencent in accordance with TENCENT HUNYUAN COMMUNITY LICENSE AGREEMENT.
 
 import torch
+from PIL imprt Image
 
 from hy3dgen.rembg import BackgroundRemover
 from hy3dgen.shapegen import Hunyuan3DDiTFlowMatchingPipeline, FaceReducer, FloaterRemover, DegenerateFaceRemover
@@ -30,10 +31,18 @@ from hy3dgen.text2image import HunyuanDiTPipeline
 
 
 def image_to_3d(image_path='assets/demo.png'):
+    rembg = BackgroundRemover()
     model_path = 'Hunyuan3D-2'
+
+    image = Image.open(image_path)
+    image = image.resize((1024, 1024))
+
+    if image.mode == 'RGB':
+        image = rembg(image)
+
     pipeline = Hunyuan3DDiTFlowMatchingPipeline.from_pretrained(model_path)
 
-    mesh = pipeline(image=image_path, num_inference_steps=30, mc_algo='mc',
+    mesh = pipeline(image=image, num_inference_steps=30, mc_algo='mc',
                     generator=torch.manual_seed(2025))[0]
     mesh = FloaterRemover()(mesh)
     mesh = DegenerateFaceRemover()(mesh)
@@ -43,7 +52,7 @@ def image_to_3d(image_path='assets/demo.png'):
     try:
         from hy3dgen.texgen import Hunyuan3DPaintPipeline
         pipeline = Hunyuan3DPaintPipeline.from_pretrained(model_path)
-        mesh = pipeline(mesh, image=image_path)
+        mesh = pipeline(mesh, image=image)
         mesh.export('texture.glb')
     except Exception as e:
         print(e)