Upload gradio_app.py

gradio_app.py

@@ -27,17 +27,13 @@ from fastapi import FastAPI
 from fastapi.staticfiles import StaticFiles
 import uuid
 
-import base64
-import html
-
 from hy3dgen.shapegen.utils import logger
 
 MAX_SEED = 1e7
 
-import spaces
-
 if True:
-    import os    
+    import os
+    import spaces
     import subprocess
     import sys
     import shlex
@@ -46,9 +42,6 @@ if True:
     print('install custom')
     subprocess.run(shlex.split("pip install custom_rasterizer-0.1-cp310-cp310-linux_x86_64.whl"), check=True)
 
-@spaces.GPU
-def my_gpu_function():
-    pass
 
 def get_example_img_list():
     print('Loading example img list ...')
@@ -118,19 +111,16 @@ def randomize_seed_fn(seed: int, randomize_seed: bool) -> int:
     return seed
 
 
-def build_model_viewer_html(save_folder, path, height=660, width=790, textured=False):
+def build_model_viewer_html(save_folder, height=660, width=790, textured=False):
     # Remove first folder from path to make relative path
     if textured:
         related_path = f"./textured_mesh.glb"
         template_name = './assets/modelviewer-textured-template.html'
         output_html_path = os.path.join(save_folder, f'textured_mesh.html')
-        mesh_file_path = os.path.join(save_folder, f'textured_mesh.glb')
     else:
         related_path = f"./white_mesh.glb"
         template_name = './assets/modelviewer-template.html'
         output_html_path = os.path.join(save_folder, f'white_mesh.html')
-        mesh_file_path = os.path.join(save_folder, f'white_mesh.glb')
-
     offset = 50 if textured else 10
     with open(os.path.join(CURRENT_DIR, template_name), 'r', encoding='utf-8') as f:
         template_html = f.read()
@@ -138,11 +128,19 @@ def build_model_viewer_html(save_folder, path, height=660, width=790, textured=F
     with open(output_html_path, 'w', encoding='utf-8') as f:
         template_html = template_html.replace('#height#', f'{height - offset}')
         template_html = template_html.replace('#width#', f'{width}')
-        #template_html = template_html.replace('#src#', f'{related_path}/')
-        template_html = template_html.replace('#src#', f'https://nicolasg2523-picsto3d.hf.space/gradio_api/file=/tmp/{path}')
+        template_html = template_html.replace('#src#', f'{related_path}/')
         f.write(template_html)
 
-    return output_html_path
+    rel_path = os.path.relpath(output_html_path, SAVE_DIR)
+    iframe_tag = f'<iframe src="/static/{rel_path}" height="{height}" width="100%" frameborder="0"></iframe>'
+    print(
+        f'Find html file {output_html_path}, {os.path.exists(output_html_path)}, relative HTML path is /static/{rel_path}')
+
+    return f"""
+        <div style='height: {height}; width: 100%;'>
+        {iframe_tag}
+        </div>
+    """
 
 @spaces.GPU(duration=40)
 def _gen_shape(
@@ -304,7 +302,7 @@ def generation_all(
 
     textured_mesh.metadata['extras'] = stats
     path_textured = export_mesh(textured_mesh, save_folder, textured=True)
-    model_viewer_html_textured = build_model_viewer_html(save_folder, path_textured, height=HTML_HEIGHT, width=HTML_WIDTH,
+    model_viewer_html_textured = build_model_viewer_html(save_folder, height=HTML_HEIGHT, width=HTML_WIDTH,
                                                          textured=True)
     if args.low_vram_mode:
         torch.cuda.empty_cache()
@@ -352,11 +350,7 @@ def shape_generation(
     mesh.metadata['extras'] = stats
 
     path = export_mesh(mesh, save_folder, textured=False)
-    print(path)
-    filepath=gr.File(path)
-    print(filepath)
-
-    model_viewer_html = build_model_viewer_html(save_folder, path, height=HTML_HEIGHT, width=HTML_WIDTH)
+    model_viewer_html = build_model_viewer_html(save_folder, height=HTML_HEIGHT, width=HTML_WIDTH)
     if args.low_vram_mode:
         torch.cuda.empty_cache()
     return (
@@ -364,20 +358,33 @@ def shape_generation(
         model_viewer_html,
         stats,
         seed,
-        gr.update(value=path)
     )
 
-def js_update(file):
-    return f"<script>updateModelViewer('https://nicolasg2523-picsto3d.hf.space/gradio_api/file={file}');</script>"
 
 def build_app():
-    title = 'Generación de modelo basado en imágenes (de 1 a 4 vistas)'
+    title = 'Hunyuan3D-2: High Resolution Textured 3D Assets Generation'
+    if MV_MODE:
+        title = 'Hunyuan3D-2mv: Image to 3D Generation with 1-4 Views'
+    if 'mini' in args.subfolder:
+        title = 'Hunyuan3D-2mini: Strong 0.6B Image to Shape Generator'
+    if TURBO_MODE:
+        title = title.replace(':', '-Turbo: Fast ')
 
     title_html = f"""
     <div style="font-size: 2em; font-weight: bold; text-align: center; margin-bottom: 5px">
 
     {title}
     </div>
+    <div align="center">
+    Tencent Hunyuan3D Team
+    </div>
+    <div align="center">
+      <a href="https://github.com/tencent/Hunyuan3D-2">Github</a> &ensp; 
+      <a href="http://3d-models.hunyuan.tencent.com">Homepage</a> &ensp;
+      <a href="https://3d.hunyuan.tencent.com">Hunyuan3D Studio</a> &ensp;
+      <a href="#">Technical Report</a> &ensp;
+      <a href="https://huggingface.co/Tencent/Hunyuan3D-2"> Pretrained Models</a> &ensp;
+    </div>
     """
     custom_css = """
     .app.svelte-wpkpf6.svelte-wpkpf6:not(.fill_width) {
@@ -399,15 +406,14 @@ def build_app():
         with gr.Row():
             with gr.Column(scale=3):
                 with gr.Tabs(selected='tab_img_prompt') as tabs_prompt:
-                    with gr.Tab('Image Prompt', id='tab_img_prompt', visible=False) as tab_ip:
+                    with gr.Tab('Image Prompt', id='tab_img_prompt', visible=not MV_MODE) as tab_ip:
                         image = gr.Image(label='Image', type='pil', image_mode='RGBA', height=290)
 
-                    with gr.Tab('Text Prompt', id='tab_txt_prompt', visible=False) as tab_tp:
+                    with gr.Tab('Text Prompt', id='tab_txt_prompt', visible=HAS_T2I and not MV_MODE) as tab_tp:
                         caption = gr.Textbox(label='Text Prompt',
                                              placeholder='HunyuanDiT will be used to generate image.',
                                              info='Example: A 3D model of a cute cat, white background')
-
-                    with gr.Tab('MultiView Prompt', visible=True) as tab_mv:
+                    with gr.Tab('MultiView Prompt', visible=MV_MODE) as tab_mv:
                         # gr.Label('Please upload at least one front image.')
                         with gr.Row():
                             mv_image_front = gr.Image(label='Front', type='pil', image_mode='RGBA', height=140,
@@ -476,18 +482,56 @@ def build_app():
                             file_export = gr.DownloadButton(label="Download", variant='primary',
                                                             interactive=False, min_width=100)
 
-            with gr.Column(scale=9):
+            with gr.Column(scale=6):
                 with gr.Tabs(selected='gen_mesh_panel') as tabs_output:
                     with gr.Tab('Generated Mesh', id='gen_mesh_panel'):
                         html_gen_mesh = gr.HTML(HTML_OUTPUT_PLACEHOLDER, label='Output')
-                        file_output = gr.File(label="Generated GLB")
-                        file_output.change(fn=js_update, inputs=file_output, outputs=html_gen_mesh)
-
                     with gr.Tab('Exporting Mesh', id='export_mesh_panel'):
                         html_export_mesh = gr.HTML(HTML_OUTPUT_PLACEHOLDER, label='Output')
                     with gr.Tab('Mesh Statistic', id='stats_panel'):
                         stats = gr.Json({}, label='Mesh Stats')
 
+            with gr.Column(scale=3 if MV_MODE else 2):
+                with gr.Tabs(selected='tab_img_gallery') as gallery:
+                    with gr.Tab('Image to 3D Gallery', id='tab_img_gallery', visible=not MV_MODE) as tab_gi:
+                        with gr.Row():
+                            gr.Examples(examples=example_is, inputs=[image],
+                                        label=None, examples_per_page=18)
+
+                    with gr.Tab('Text to 3D Gallery', id='tab_txt_gallery', visible=HAS_T2I and not MV_MODE) as tab_gt:
+                        with gr.Row():
+                            gr.Examples(examples=example_ts, inputs=[caption],
+                                        label=None, examples_per_page=18)
+                    with gr.Tab('MultiView to 3D Gallery', id='tab_mv_gallery', visible=MV_MODE) as tab_mv:
+                        with gr.Row():
+                            gr.Examples(examples=example_mvs,
+                                        inputs=[mv_image_front, mv_image_back, mv_image_left, mv_image_right],
+                                        label=None, examples_per_page=6)
+
+        gr.HTML(f"""
+        <div align="center">
+        Activated Model - Shape Generation ({args.model_path}/{args.subfolder}) ; Texture Generation ({'Hunyuan3D-2' if HAS_TEXTUREGEN else 'Unavailable'})
+        </div>
+        """)
+        if not HAS_TEXTUREGEN:
+            gr.HTML("""
+            <div style="margin-top: 5px;"  align="center">
+                <b>Warning: </b>
+                Texture synthesis is disable due to missing requirements,
+                 please install requirements following <a href="https://github.com/Tencent/Hunyuan3D-2?tab=readme-ov-file#install-requirements">README.md</a>to activate it.
+            </div>
+            """)
+        if not args.enable_t23d:
+            gr.HTML("""
+            <div style="margin-top: 5px;"  align="center">
+                <b>Warning: </b>
+                Text to 3D is disable. To activate it, please run `python gradio_app.py --enable_t23d`.
+            </div>
+            """)
+
+        tab_ip.select(fn=lambda: gr.update(selected='tab_img_gallery'), outputs=gallery)
+        if HAS_T2I:
+            tab_tp.select(fn=lambda: gr.update(selected='tab_txt_gallery'), outputs=gallery)
 
         btn.click(
             shape_generation,
@@ -506,7 +550,7 @@ def build_app():
                 num_chunks,
                 randomize_seed,
             ],
-            outputs=[file_out, html_gen_mesh, stats, seed, file_output]
+            outputs=[file_out, html_gen_mesh, stats, seed]
         ).then(
             lambda: (gr.update(visible=False, value=False), gr.update(interactive=True), gr.update(interactive=True),
                      gr.update(interactive=False)),
@@ -577,7 +621,7 @@ def build_app():
                 # for preview
                 save_folder = gen_save_folder()
                 _ = export_mesh(mesh, save_folder, textured=True)
-                model_viewer_html = build_model_viewer_html(save_folder, path, height=HTML_HEIGHT, width=HTML_WIDTH,
+                model_viewer_html = build_model_viewer_html(save_folder, height=HTML_HEIGHT, width=HTML_WIDTH,
                                                             textured=True)
             else:
                 mesh = trimesh.load(file_out)
@@ -591,7 +635,7 @@ def build_app():
                 # for preview
                 save_folder = gen_save_folder()
                 _ = export_mesh(mesh, save_folder, textured=False)
-                model_viewer_html = build_model_viewer_html(save_folder, path, height=HTML_HEIGHT, width=HTML_WIDTH,
+                model_viewer_html = build_model_viewer_html(save_folder, height=HTML_HEIGHT, width=HTML_WIDTH,
                                                             textured=False)
             print(f'export to {path}')
             return model_viewer_html, gr.update(value=path, interactive=True)
@@ -627,18 +671,12 @@ if __name__ == '__main__':
     parser.add_argument('--low_vram_mode', action='store_true')
     args = parser.parse_args()
 
-    try:
-        port = int(args.port)
-    except ValueError:
-        print(f"Invalid port argument detected: {args.port} — using default 7860")
-        port = 7860
-
     args.enable_flashvdm = True
     SAVE_DIR = args.cache_path
     os.makedirs(SAVE_DIR, exist_ok=True)
 
     CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))
-    MV_MODE = True
+    MV_MODE = 'mv' in args.model_path
     TURBO_MODE = 'turbo' in args.subfolder
 
     HTML_HEIGHT = 690 if MV_MODE else 650
@@ -646,16 +684,8 @@ if __name__ == '__main__':
     HTML_OUTPUT_PLACEHOLDER = f"""
     <div style='height: {650}px; width: 100%; border-radius: 8px; border-color: #e5e7eb; border-style: solid; border-width: 1px; display: flex; justify-content: center; align-items: center;'>
       <div style='text-align: center; font-size: 16px; color: #6b7280;'>
-        <p style="color: #8d8d8d;">Bienvenido a 3DMarket</p>
-        <script type="module" src="https://unpkg.com/@google/model-viewer/dist/model-viewer.min.js"></script>
-        <model-viewer id="model_viewer" src="https://modelviewer.dev/shared-assets/models/DamagedHelmet.glb" camera-controls auto-rotate style="height:500px;width:500px;"></model-viewer>
-        <script>
-            function updateModelViewer(srcUrl) {{            
-                const modelViewer = document.querySelector('#model_viewer');
-                modelViewer.setAttribute('src', srcUrl + '?v=' + Date.now());
-                console.log('updating model viewer src);
-            }}
-        </script>
+        <p style="color: #8d8d8d;">Welcome to Hunyuan3D!</p>
+        <p style="color: #8d8d8d;">No mesh here.</p>
       </div>
     </div>
     """
@@ -665,8 +695,6 @@ if __name__ == '__main__':
     border-color: #e5e7eb; order-style: solid; border-width: 1px;'>
     </div>
     """
-
-    #demo = gr.Interface(fn=my_gpu_function, inputs=[], outputs="text")
     example_is = get_example_img_list()
     example_ts = get_example_txt_list()
     example_mvs = get_example_mv_list()
@@ -681,7 +709,12 @@ if __name__ == '__main__':
             texgen_worker = Hunyuan3DPaintPipeline.from_pretrained(args.texgen_model_path)
             if args.low_vram_mode:
                 texgen_worker.enable_model_cpu_offload()
-
+            # Not help much, ignore for now.
+            # if args.compile:
+            #     texgen_worker.models['delight_model'].pipeline.unet.compile()
+            #     texgen_worker.models['delight_model'].pipeline.vae.compile()
+            #     texgen_worker.models['multiview_model'].pipeline.unet.compile()
+            #     texgen_worker.models['multiview_model'].pipeline.vae.compile()
             HAS_TEXTUREGEN = True
         except Exception as e:
             print(e)
@@ -718,13 +751,17 @@ if __name__ == '__main__':
     degenerate_face_remove_worker = DegenerateFaceRemover()
     face_reduce_worker = FaceReducer()
 
+    # https://discuss.huggingface.co/t/how-to-serve-an-html-file/33921/2
+    # create a FastAPI app
+    app = FastAPI()
     # create a static directory to store the static files
     static_dir = Path(SAVE_DIR).absolute()
     static_dir.mkdir(parents=True, exist_ok=True)
+    app.mount("/static", StaticFiles(directory=static_dir, html=True), name="static")
     shutil.copytree('./assets/env_maps', os.path.join(static_dir, 'env_maps'), dirs_exist_ok=True)
 
-
     if args.low_vram_mode:
         torch.cuda.empty_cache()
     demo = build_app()
-    demo.launch()
+    app = gr.mount_gradio_app(app, demo, path="/")
+    uvicorn.run(app, host=args.host, port=args.port)