Upload 2 files

handler.py

@@ -24,8 +24,8 @@ class EndpointHandler:
         ).to("cuda")
         self.pipe.enable_vae_slicing()
         self.pipe.enable_vae_tiling()
-        self.pipe.transformer.fuse_qkv_projections()
-        self.pipe.vae.fuse_qkv_projections()
+        #self.pipe.transformer.fuse_qkv_projections()
+        #self.pipe.vae.fuse_qkv_projections()
         self.pipe.transformer.to(memory_format=torch.channels_last)
         self.pipe.vae.to(memory_format=torch.channels_last)
         apply_cache_on_pipe(self.pipe, residual_diff_threshold=0.12)

requirements.txt

@@ -1,5 +1,5 @@
 --extra-index-url https://download.pytorch.org/whl/cu126
-torch==2.6.0
+torch==2.6.0+cu126
 torchvision
 torchaudio
 huggingface_hub