Synced with Upstream

api_models.py

@@ -1,7 +1,7 @@
 """
 Pydantic models for Hunyuan3D API server.
 """
-from typing import Optional, Literal
+from typing import Optional, Literal, Dict
 from pydantic import BaseModel, Field
 
 
@@ -26,6 +26,62 @@ class GenerationRequest(BaseModel):
         ge=0,
         le=2**32-1
     )
+    octree_resolution: int = Field( # Can be changed 
+        256,
+        description="Resolution of the octree for mesh generation",
+        ge=64,
+        le=512
+    )
+    num_inference_steps: int = Field(
+        5,
+        description="Number of inference steps for generation",
+        ge=1,
+        le=20
+    )
+    guidance_scale: float = Field( # Can be changed 
+        5.0,
+        description="Guidance scale for generation",
+        ge=0.1,
+        le=20.0
+    )
+    num_chunks: int = Field(
+        8000,
+        description="Number of chunks for processing",
+        ge=1000,
+        le=20000
+    )
+    face_count: int = Field( # Can be changed 
+        40000,
+        description="Maximum number of faces for texture generation",
+        ge=1000,
+        le=100000
+    )
+
+
+class MultiViewGenerationRequest(BaseModel):
+    """Request model for multi-view 3D generation API"""
+    images: Dict[str, str] = Field(
+        ...,
+        description="Dictionary of view images with keys: 'front', 'back', 'left', 'right'. At least one view must be provided.",
+        example={
+            "front": "iVBORw0KGgoAAAANSUhEUgAAAAQAAAAECAIAAAAmkwkpAAAAEElEQVR4nGP8z4AATAxEcQAz0QEHOoQ+uAAAAABJRU5ErkJggg==",
+            "back": "iVBORw0KGgoAAAANSUhEUgAAAAQAAAAECAIAAAAmkwkpAAAAEElEQVR4nGP8z4AATAxEcQAz0QEHOoQ+uAAAAABJRU5ErkJggg=="
+        }
+    )
+    remove_background: bool = Field(
+        True,
+        description="Whether to automatically remove background from input images"
+    )
+    texture: bool = Field(
+        False,
+        description="Whether to generate textures for the 3D model"
+    )
+    seed: int = Field(
+        1234,
+        description="Random seed for reproducible generation",
+        ge=0,
+        le=2**32-1
+    )
     octree_resolution: int = Field(
         256,
         description="Resolution of the octree for mesh generation",
@@ -70,6 +126,10 @@ class StatusResponse(BaseModel):
         None, 
         description="Base64 encoded generated model file (only when status is 'completed')"
     )
+    initial_model_base64: Optional[str] = Field(
+        None, 
+        description="Base64 encoded initial model file (only when status is 'completed')"
+    )
     message: Optional[str] = Field(
         None,
         description="Error message (only when status is 'error')"

api_server.py

@@ -50,7 +50,6 @@
 worker = None
 model_semaphore = None
 
-
 app = FastAPI(
     title=API_TITLE,
     description=API_DESCRIPTION,
@@ -171,13 +170,14 @@ async def status(uid: str):
     #print(f"Checking files: {textured_file_path} ({os.path.exists(textured_file_path)}), {initial_file_path} ({os.path.exists(initial_file_path)})")
 
     # If textured file exists, generation is complete
-    if os.path.exists(textured_file_path):
+    if os.path.exists(textured_file_path) and os.path.exists(initial_file_path):
         try:
             base64_str = base64.b64encode(open(textured_file_path, 'rb').read()).decode()
-            response = {'status': 'completed', 'model_base64': base64_str}
+            base64_str_initial = base64.b64encode(open(initial_file_path, 'rb').read()).decode()
+            response = {'status': 'completed', 'model_base64': base64_str, 'initial_model_base64': base64_str_initial}
             return JSONResponse(response, status_code=200)
         except Exception as e:
-            logger.error(f"Error reading file {textured_file_path}: {e}")
+            logger.error(f"{e}")
             response = {'status': 'error', 'message': 'Failed to read generated file'}
             return JSONResponse(response, status_code=500)
 
@@ -212,7 +212,6 @@ async def status(uid: str):
     SAVE_DIR = args.cache_path
     os.makedirs(SAVE_DIR, exist_ok=True)
 
-
     model_semaphore = asyncio.Semaphore(args.limit_model_concurrency)
 
     worker = ModelWorker(

docker/Dockerfile

@@ -38,6 +38,7 @@ ENV PATH="/workspace/miniconda3/bin:${PATH}"
 # initialize conda
 RUN conda init bash
 
+
 # Accept Anaconda TOS for required channels
 RUN conda tos accept --channel https://repo.anaconda.com/pkgs/main && \
     conda tos accept --channel https://repo.anaconda.com/pkgs/r
@@ -55,26 +56,40 @@ RUN conda install cuda -c nvidia/label/cuda-12.4.1 -y
 # Update libstdcxx-ng to fix compatibility issues (auto-confirm)
 RUN conda install -c conda-forge libstdcxx-ng -y
 
+RUN apt install -y python3.10-venv python3.10-distutils python3.10-dev build-essential cmake
+RUN python3.10 -m venv venv310
+RUN venv310/bin/pip install --upgrade pip setuptools wheel
+
+RUN pip install --upgrade pip setuptools wheel
+
 RUN pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu124
 
+# RUN pip install torch==2.5.1 torchvision==0.20.1 torchaudio==2.5.1 --index-url https://download.pytorch.org/whl/cu118
+
+RUN pip install bpy==4.0 --extra-index-url https://download.blender.org/pypi/
+
 # Clone Hunyuan3D-2.1 repository
-RUN git clone https://github.com/Tencent-Hunyuan/Hunyuan3D-2.1.git
+RUN git clone https://github.com/AryanGrutto/Hunyuan3D-2.1.git
 
 # Install Python dependencies from modified requirements.txt
 RUN pip install -r Hunyuan3D-2.1/requirements.txt
 
 # Install custom_rasterizer
 RUN cd /workspace/Hunyuan3D-2.1/hy3dpaint/custom_rasterizer && \
-    # Set compilation environment variables
     export TORCH_CUDA_ARCH_LIST="6.0;6.1;7.0;7.5;8.0;8.6;8.9;9.0" && \
     export CUDA_NVCC_FLAGS="-allow-unsupported-compiler" && \
-    # Install with editable mode
-    pip install -e .
+    pip install --no-build-isolation .
 
 # Install DifferentiableRenderer
-RUN cd /workspace/Hunyuan3D-2.1/hy3dpaint/DifferentiableRenderer && \
+RUN cd /workspace/Hunyuan3D-2.1/hy3dpaint && \
+    mkdir -p hy3dpaint/DifferentiableRenderer && \
+    python3 DifferentiableRenderer/setup.py build_ext --inplace && \
+    cd DifferentiableRenderer && \
     bash compile_mesh_painter.sh
 
+RUN wget https://github.com/xinntao/Real-ESRGAN/releases/download/v0.1.0/RealESRGAN_x4plus.pth -P hy3dpaint/ckpt
+
+
 # Create ckpt folder in hy3dpaint and download RealESRGAN model
 RUN cd /workspace/Hunyuan3D-2.1/hy3dpaint && \
     mkdir -p ckpt && \
@@ -100,14 +115,15 @@ RUN apt-get install -y libxi6 libgconf-2-4 libxkbcommon-x11-0 libsm6 libxext6 li
 RUN echo "conda activate hunyuan3d21" >> ~/.bashrc
 SHELL ["/bin/bash", "--login", "-c"]
 
-#exposing 7860 port
-EXPOSE 7860
+#exposing 8081 port for API server
+EXPOSE 8081
 
 # Cleanup
 RUN rm -f /workspace/*.zip && \
     apt-get clean && \
     rm -rf /var/lib/apt/lists/*
 
+
 # Set default command
 WORKDIR /workspace/Hunyuan3D-2.1
 RUN mkdir gradio_cache

gradio_app.py

@@ -452,13 +452,13 @@ def shape_generation(
 
 
 def build_app():
-    title = 'Hunyuan3D-2: High Resolution Textured 3D Assets Generation'
+    title = 'Introducing Alpha 2.0 Image to 3D Generation'
     if MV_MODE:
-        title = 'Hunyuan3D-2mv: Image to 3D Generation with 1-4 Views'
+        title = 'Alpha3D-2-mv: Image to 3D Generation with 1-4 Views'
     if 'mini' in args.subfolder:
-        title = 'Hunyuan3D-2mini: Strong 0.6B Image to Shape Generator'
+        title = 'Alpha3D-2mini: Strong 0.6B Image to Shape Generator'
 
-    title = 'Hunyuan-3D-2.1'
+    title = 'Alpha3D-2'
 
     if TURBO_MODE:
         title = title.replace(':', '-Turbo: Fast ')
@@ -469,7 +469,7 @@ def build_app():
     {title}
     </div>
     <div align="center">
-    Tencent Hunyuan3D Team
+    Alpha Intelligence Team
     </div>
     """
     custom_css = """
@@ -486,7 +486,7 @@ def build_app():
 
     """
 
-    with gr.Blocks(theme=gr.themes.Base(), title='Hunyuan-3D-2.1', analytics_enabled=False, css=custom_css) as demo:
+    with gr.Blocks(theme=gr.themes.Base(), title='Alpha3d 2.0', analytics_enabled=False, css=custom_css) as demo:
         gr.HTML(title_html)
 
         with gr.Row():
@@ -624,8 +624,9 @@ def build_app():
             ],
             outputs=[file_out, html_gen_mesh, stats, seed]
         ).then(
-            lambda: (gr.update(visible=False, value=False), gr.update(interactive=True), gr.update(interactive=True),
-                     gr.update(interactive=False)),
+            lambda file_path: (gr.update(visible=False, value=False), gr.update(interactive=True), gr.update(interactive=True),
+                     gr.update(value=file_path, interactive=True)),
+            inputs=[file_out],
             outputs=[export_texture, reduce_face, confirm_export, file_export],
         ).then(
             lambda: gr.update(selected='gen_mesh_panel'),
@@ -651,8 +652,9 @@ def build_app():
             ],
             outputs=[file_out, file_out2, html_gen_mesh, stats, seed]
         ).then(
-            lambda: (gr.update(visible=True, value=True), gr.update(interactive=False), gr.update(interactive=True),
-                     gr.update(interactive=False)),
+            lambda file_path: (gr.update(visible=True, value=True), gr.update(interactive=False), gr.update(interactive=True),
+                     gr.update(value=file_path, interactive=True)),
+            inputs=[file_out2],
             outputs=[export_texture, reduce_face, confirm_export, file_export],
         ).then(
             lambda: gr.update(selected='gen_mesh_panel'),
@@ -754,14 +756,15 @@ def on_export_click(file_out, file_out2, file_type,
 
     CURRENT_DIR = os.path.dirname(os.path.abspath(__file__))
     MV_MODE = 'mv' in args.model_path
+    # MV_MODE = True
     TURBO_MODE = 'turbo' in args.subfolder
 
     HTML_HEIGHT = 690 if MV_MODE else 650
     HTML_WIDTH = 500
     HTML_OUTPUT_PLACEHOLDER = f"""
     <div style='height: {650}px; width: 100%; border-radius: 8px; border-color: #e5e7eb; border-style: solid; border-width: 1px; display: flex; justify-content: center; align-items: center;'>
       <div style='text-align: center; font-size: 16px; color: #6b7280;'>
-        <p style="color: #8d8d8d;">Welcome to Hunyuan3D!</p>
+        <p style="color: #8d8d8d;">Welcone to Alpha 2.0 powered by Alpha Intelligence</p>
         <p style="color: #8d8d8d;">No mesh here.</p>
       </div>
     </div>
@@ -862,4 +865,4 @@ def on_export_click(file_out, file_out2, file_type,
         torch.cuda.empty_cache()
     demo = build_app()
     app = gr.mount_gradio_app(app, demo, path="/")
-    uvicorn.run(app, host=args.host, port=args.port)
+    uvicorn.run(app, host=args.host, port=args.port)

hy3dpaint/DifferentiableRenderer/setup.py

@@ -0,0 +1,22 @@
+import os
+from setuptools import setup
+from pybind11.setup_helpers import Pybind11Extension, build_ext
+import pybind11
+import numpy
+
+this_dir = os.path.dirname(__file__)
+source_file = os.path.join(this_dir, "mesh_inpaint_processor.cpp")
+
+ext = Pybind11Extension(
+    "hy3dpaint.DifferentiableRenderer.mesh_inpaint_processor",
+    [source_file],
+    include_dirs=[pybind11.get_include(), numpy.get_include()],
+    language="c++",
+    extra_compile_args=["-O3", "-std=c++17"],
+)
+
+setup(
+    name="mesh_inpaint_processor_build",
+    ext_modules=[ext],
+    cmdclass={"build_ext": build_ext},
+)