updated

README.md

@@ -38,4 +38,9 @@ This application uses:
 - InstantMesh for high-quality refinement
 - ZeroGPU for efficient GPU resource management
 
+## Implementation Notes
+
+- PyTorch 2.0.1 compatibility is ensured through a custom patch (torch_patch.py) that enables newer diffusers versions to work with PyTorch 2.0.1 by adding placeholder attributes
+- Diffusers 0.24.0 is used as it provides the necessary functionality while being compatible with our patching approach
+
 Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

app.py

@@ -7,6 +7,8 @@ from PIL import Image
 from omegaconf import OmegaConf
 from pytorch_lightning import seed_everything
 from huggingface_hub import hf_hub_download
+# Import our torch patch before diffusers
+import torch_patch
 from diffusers import DiffusionPipeline, EulerAncestralDiscreteScheduler
 from einops import rearrange
 from shap_e.diffusion.sample import sample_latents

zero123plus/model.py

@@ -1,16 +1,24 @@
 import os
-import numpy as np
 import torch
 import torch.nn as nn
+import numpy as np
+from einops import rearrange
 import torch.nn.functional as F
-import pytorch_lightning as pl
+from PIL import Image
+from huggingface_hub import hf_hub_download
+from omegaconf import OmegaConf
+from transformers import CLIPImageProcessor, CLIPTextModel, CLIPTokenizer
+
+# Import torch patch before diffusers
+import sys
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+import torch_patch
+from diffusers import DiffusionPipeline, EulerAncestralDiscreteScheduler, DDPMScheduler, UNet2DConditionModel
 from tqdm import tqdm
 from torchvision.transforms import v2
 from torchvision.utils import make_grid, save_image
-from einops import rearrange
 
 from src.utils.train_util import instantiate_from_config
-from diffusers import DiffusionPipeline, EulerAncestralDiscreteScheduler, DDPMScheduler, UNet2DConditionModel
 from .pipeline import RefOnlyNoisedUNet
 
 

zero123plus/pipeline.py

@@ -1,4 +1,9 @@
 from typing import Any, Dict, Optional
+import os
+import sys
+# Add parent directory to path and import torch patch before diffusers
+sys.path.append(os.path.dirname(os.path.dirname(os.path.abspath(__file__))))
+import torch_patch
 from diffusers.models import AutoencoderKL, UNet2DConditionModel
 from diffusers.schedulers import KarrasDiffusionSchedulers