Create SD pipeline on each request

app.py

@@ -5,35 +5,32 @@ from diffusers import DDPMScheduler, StableDiffusionPipeline
 
 import time
 
-scheduler = DDPMScheduler(beta_start=0.00085, beta_end=0.012,
-     beta_schedule="scaled_linear", num_train_timesteps=1000)
-
-pretrained_model_name_or_path = "svjack/Stable-Diffusion-Pokemon-en"
-pipe_torch_fp32 = StableDiffusionPipeline.from_pretrained(pretrained_model_name_or_path,
-                                                           scheduler=scheduler)
-pipe_torch_fp32.safety_checker = lambda images, clip_input: (images, False)
-
-pipe_fp32 = OVStableDiffusionPipeline.from_pretrained("OpenVINO/stable-diffusion-pokemons-fp32", compile=False)# scheduler=scheduler)
-pipe_fp32.reshape(batch_size=1, height=512, width=512, num_images_per_prompt=1)
-pipe_fp32.compile()
-
-pipe_int8 = OVStableDiffusionPipeline.from_pretrained("OpenVINO/stable-diffusion-pokemons-quantized-aggressive", compile=False)
-pipe_int8.reshape(batch_size=1, height=512, width=512, num_images_per_prompt=1)
-pipe_int8.compile()
-
-pipe_tome_int8 = OVStableDiffusionPipeline.from_pretrained("OpenVINO/stable-diffusion-pokemons-tome-quantized-aggressive", compile=False)
-pipe_tome_int8.reshape(batch_size=1, height=512, width=512, num_images_per_prompt=1)
-pipe_tome_int8.compile()
+def create_pipeline(name):
+    if name == "svjack/Stable-Diffusion-Pokemon-en":
+        scheduler = DDPMScheduler(beta_start=0.00085, beta_end=0.012,
+             beta_schedule="scaled_linear", num_train_timesteps=1000)
+        pipe = StableDiffusionPipeline.from_pretrained(name, scheduler=scheduler)
+        pipe.safety_checker = lambda images, clip_input: (images, False)
+    else:
+        pipe = OVStableDiffusionPipeline.from_pretrained(name, compile=False)
+        pipe.reshape(batch_size=1, height=512, width=512, num_images_per_prompt=1)
+        pipe.compile()
+    return pipe
 
 pipes = {
-    "Torch fp32": pipe_torch_fp32,
-    "OpenVINO fp32": pipe_fp32,
-    "OpenVINO 8-bit quantized": pipe_int8,
-    "OpenVINO merged and quantized": pipe_tome_int8
+    "Torch fp32": "svjack/Stable-Diffusion-Pokemon-en",
+    "OpenVINO fp32": "OpenVINO/stable-diffusion-pokemons-fp32",
+    "OpenVINO 8-bit quantized": "OpenVINO/stable-diffusion-pokemons-quantized-aggressive",
+    "OpenVINO merged and quantized": "OpenVINO/stable-diffusion-pokemons-tome-quantized-aggressive"
 }
 
+# prefetch pipelines on start
+for v in pipes.values():
+    pipe = create_pipeline(v)
+    del pipe
+
 def generate(prompt, option, seed):
-    pipe = pipes[option]
+    pipe = create_pipeline(pipes[option])
     set_seed(int(seed))
     start_time = time.time()
     if "Torch" in option: