Update app.py

app.py

@@ -8,77 +8,61 @@ from huggingface_hub import snapshot_download
 import openvino.runtime as ov
 from typing import Optional, Dict
 
-
-
 model_id = "Disty0/LCM_SoteMix"
-#model_id = "Disty0/sotediffusion-v2" #不可
+# model_id = "Disty0/sotediffusion-v2" #不可
 
-#1024*512 記憶體不足
-HIGH=768
-WIDTH=512
+# 1024*512 記憶體不足
+HIGH = 768
+WIDTH = 512
 
 batch_size = -1
-"""
-class CustomOVModelVaeDecoder(OVModelVaeDecoder):
-    def __init__(
-        self, model: ov.Model, parent_model: OVBaseModel, ov_config: Optional[Dict[str, str]] = None, model_dir: str = None,
-    ):
-        super(OVModelVaeDecoder, self).__init__(model, parent_model, ov_config, "vae_decoder", model_dir)
-"""
 
 pipe = OVStableDiffusionPipeline.from_pretrained(
-        model_id, 
-        compile = False, 
-        ov_config = {"CACHE_DIR":""},
-        torch_dtype=torch.int8, #快
-        #torch_dtype=torch.bfloat16, #中
-        #variant="fp16", 
-        #torch_dtype=torch.IntTensor, #慢
-        use_safetensors=False,
-        )
+    model_id,
+    compile=False,
+    ov_config={"CACHE_DIR": ""},
+    torch_dtype=torch.int8,  # 快
+    # torch_dtype=torch.bfloat16, # 中
+    # variant="fp16",
+    # torch_dtype=torch.IntTensor, # 慢
+    use_safetensors=False,
+)
 
 taesd_dir = snapshot_download(repo_id="deinferno/taesd-openvino")
-"""
-pipe.vae_decoder = CustomOVModelVaeDecoder(model = OVBaseModel.load_model(f"{taesd_dir}/vae_decoder/openvino_model.xml"), 
-                                           parent_model = pipe, 
-                                           model_dir = taesd_dir
-                                          )
-"""
+
+# 這裡直接使用 OVModelVaeDecoder，而不是自訂的 CustomOVModelVaeDecoder
 pipe.vae_decoder = OVModelVaeDecoder(
-    model=OVBaseModel.load_model(f"{taesd_dir}/vae_decoder/openvino_model.xml"), 
-    parent_model=pipe, 
-    ov_config=None,  # 假設不需要配置，或者替換為實際配置
-    model_type="vae_decoder",  # 可以保持原來的名稱，表示模型是 vae_decoder 類型
+    model=OVBaseModel.load_model(f"{taesd_dir}/vae_decoder/openvino_model.xml"),
+    parent_model=pipe,
+    ov_config=None,  # 如果沒有配置，傳入 None
+    model_type="vae_decoder",  # 保持與原本類型一致
     model_dir=taesd_dir
 )
 
-
-pipe.reshape( batch_size=-1, height=HIGH, width=WIDTH, num_images_per_prompt=1)
-#pipe.load_textual_inversion("./badhandv4.pt", "badhandv4")
-#pipe.load_textual_inversion("./Konpeto.pt", "Konpeto")
-#<shigure-ui-style>
-#pipe.load_textual_inversion("sd-concepts-library/shigure-ui-style")
-#pipe.load_textual_inversion("sd-concepts-library/ruan-jia")
-#pipe.load_textual_inversion("sd-concepts-library/agm-style-nao")
-
+pipe.reshape(batch_size=-1, height=HIGH, width=WIDTH, num_images_per_prompt=1)
+# pipe.load_textual_inversion("./badhandv4.pt", "badhandv4")
+# pipe.load_textual_inversion("./Konpeto.pt", "Konpeto")
+# <shigure-ui-style>
+# pipe.load_textual_inversion("sd-concepts-library/shigure-ui-style")
+# pipe.load_textual_inversion("sd-concepts-library/ruan-jia")
+# pipe.load_textual_inversion("sd-concepts-library/agm-style-nao")
 
 pipe.compile()
 
-prompt=""
-negative_prompt="(worst quality, low quality, lowres), zombie, interlocked fingers,"
-
-def infer(prompt,negative_prompt):
+prompt = ""
+negative_prompt = "(worst quality, low quality, lowres), zombie, interlocked fingers,"
 
+def infer(prompt, negative_prompt):
     image = pipe(
-        prompt = prompt, 
-        negative_prompt = negative_prompt,
-        width = WIDTH, 
-        height = HIGH,
+        prompt=prompt,
+        negative_prompt=negative_prompt,
+        width=WIDTH,
+        height=HIGH,
         guidance_scale=1.0,
         num_inference_steps=4,
         num_images_per_prompt=1,
-    ).images[0] 
-    
+    ).images[0]
+
     return image
 
 
@@ -89,24 +73,23 @@ examples = [
     "(illustration, 8k CG, extremely detailed),(whimsical),catgirl,teenage girl,playing in the snow,winter wonderland,snow-covered trees,soft pastel colors,gentle lighting,sparkling snow,joyful,magical atmosphere,highly detailed,fluffy cat ears and tail,intricate winter clothing,shallow depth of field,watercolor techniques,close-up shot,slightly tilted angle,fairy tale architecture,nostalgic,playful,winter magic,(masterpiece:2),best quality,ultra highres,original,extremely detailed,perfect lighting,",
 ]
 
-css="""
+css = """
 #col-container {
     margin: 0 auto;
     max-width: 520px;
 }
 """
 
-
 power_device = "CPU"
 
 with gr.Blocks(css=css) as demo:
-    
+
     with gr.Column(elem_id="col-container"):
         gr.Markdown(f"""
         # Disty0/LCM_SoteMix {WIDTH}x{HIGH}
         Currently running on {power_device}.
         """)
-        
+
         with gr.Row():
             prompt = gr.Text(
                 label="Prompt",
@@ -114,22 +97,22 @@ with gr.Blocks(css=css) as demo:
                 max_lines=1,
                 placeholder="Enter your prompt",
                 container=False,
-            )         
+            )
             run_button = gr.Button("Run", scale=0)
-        
+
         result = gr.Image(label="Result", show_label=False)
 
         gr.Examples(
-            examples = examples,
-            fn = infer,
-            inputs = [prompt],
-            outputs = [result]
+            examples=examples,
+            fn=infer,
+            inputs=[prompt],
+            outputs=[result]
         )
 
     run_button.click(
-        fn = infer,
-        inputs = [prompt],
-        outputs = [result]
+        fn=infer,
+        inputs=[prompt],
+        outputs=[result]
     )
 
-demo.queue().launch()
+demo.queue().launch()