fix to work on OSX

server/main.py

@@ -160,6 +160,8 @@ class App:
         )
 
 
+print(f"Device: {device}")
+print(f"torch_dtype: {torch_dtype}")
 pipeline_class = get_pipeline_class(config.pipeline)
 pipeline = pipeline_class(config, device, torch_dtype)
 app = App(config, pipeline).app

server/pipelines/img2imgSDTurbo.py

@@ -14,10 +14,7 @@ from config import Args
 from pydantic import BaseModel, Field
 from PIL import Image
 import math
-from sfast.compilers.stable_diffusion_pipeline_compiler import (
-    compile,
-    CompilationConfig,
-)
+
 
 base_model = "stabilityai/sd-turbo"
 taesd_model = "madebyollin/taesd"
@@ -109,6 +106,11 @@ class Pipeline:
             ).to(device)
 
         if args.sfast:
+            from sfast.compilers.stable_diffusion_pipeline_compiler import (
+                compile,
+                CompilationConfig,
+            )
+
             print("\nRunning sfast compile\n")
             from sfast.compilers.stable_diffusion_pipeline_compiler import (
                 compile,

requirements.txt → server/requirements.txt

@@ -11,6 +11,6 @@ controlnet-aux==0.0.7
 peft==0.6.0
 xformers; sys_platform != 'darwin' or platform_machine != 'arm64'
 markdown2
-stable_fast @ https://github.com/chengzeyi/stable-fast/releases/download/v1.0.2/stable_fast-1.0.2+torch211cu121-cp310-cp310-manylinux2014_x86_64.whl
-oneflow @ https://github.com/siliconflow/oneflow_releases/releases/download/community_cu121/oneflow-0.9.1.dev20240123+cu121-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl
-git+https://github.com/siliconflow/onediff.git@main#egg=onediff
+stable_fast @ https://github.com/chengzeyi/stable-fast/releases/download/v1.0.2/stable_fast-1.0.2+torch211cu121-cp310-cp310-manylinux2014_x86_64.whl; sys_platform != 'darwin' or platform_machine != 'arm64'
+oneflow @ https://github.com/siliconflow/oneflow_releases/releases/download/community_cu121/oneflow-0.9.1.dev20240123+cu121-cp310-cp310-manylinux_2_17_x86_64.manylinux2014_x86_64.whl; sys_platform != 'darwin' or platform_machine != 'arm64'
+git+https://github.com/siliconflow/onediff.git@main#egg=onediff; sys_platform != 'darwin' or platform_machine != 'arm64'