Update app.py

app.py

@@ -10,22 +10,25 @@ from image_datasets.dataset import image_resize
 args = OmegaConf.load("inference_configs/inference.yaml")
 device = torch.device("cuda")
 dtype = torch.bfloat16
+sampler = None
+
 @spaces.GPU
 def generate(image: Image.Image, edit_prompt: str):
     
     from src.flux.xflux_pipeline import XFluxSampler
     
+    global sampler
+    if sampler == None:
+        sampler = XFluxSampler(
+            device = device,
+            ip_loaded=False,
+            spatial_condition=True,
+            clip_image_processor=None,
+            image_encoder=None,
+            improj=None,
+            share_position_embedding = True,
+        )
 
-    sampler = XFluxSampler(
-        device = device,
-        ip_loaded=False,
-        spatial_condition=True,
-        clip_image_processor=None,
-        image_encoder=None,
-        improj=None,
-        share_position_embedding = True,
-    )
-    
     img = image_resize(image, 512)
     w, h = img.size
     img = img.resize(((w // 32) * 32, (h // 32) * 32))