Update app.py

app.py

@@ -30,7 +30,11 @@ ip_model = IPAdapterXL(pipe, image_encoder_repo, image_encoder_subfolder, ip_ckp
 # Initialize CLIP model
 clip_model, _, preprocess = open_clip.create_model_and_transforms('hf-hub:laion/CLIP-ViT-H-14-laion2B-s32B-b79K')
 clip_model.to(device)
-# print("Models initialized successfully!")
+
+
+CONCEPTS_MAP = {'age':'age','animal fur':'animal_fur', 'deterioration': 'deterioration', 'dogs':'dog', 'emotion':'emotion', 'floor':'floor', 'flowers':'flower', 'fruit/vegtebale':'fruit_vegtebale', 'fur':'fur', 'furniture':'furniture', 'lens':'lens', 'outfit':'outfit', 'outfit color':'outfit_color', 'pattern':'pattern', 'texture':'texture', 'times of day':'times_of_day', 'tree':'tree', 'vehicle':'vehicle', 'vehicle color':'vehicle_color'}
+
+concept_options = list(CONCEPTS_MAP.keys())
 
 def get_image_embeds(pil_image, model=clip_model, preproc=preprocess, dev=device):
     """Get CLIP image embeddings for a given PIL image"""
@@ -61,19 +65,19 @@ def process_images(
     # for demo purposes we allow for up to 3 different concepts and corresponding concept images 
     if concept_image1 is not None:
         concept_images.append(concept_image1)
-        concept_descriptions.append(concept_name1)
+        concept_descriptions.append(CONCEPTS_MAP[concept_name1])
     else:
         return None, "Please upload at least one concept image"
     
     # Add second concept (optional)
     if concept_image2 is not None:
         concept_images.append(concept_image2)
-        concept_descriptions.append(concept_name2)
+        concept_descriptions.append(CONCEPTS_MAP[concept_name2])
     
     # Add third concept (optional)
     if concept_image3 is not None:
         concept_images.append(concept_image3)
-        concept_descriptions.append(concept_name3)
+        concept_descriptions.append(CONCEPTS_MAP[concept_name3])
     
     # Get all ranks
     ranks = [rank1]
@@ -150,6 +154,8 @@ def process_and_display(
     
     return modified_images
 
+
+
 with gr.Blocks(title="Image Concept Composition") as demo:
         gr.Markdown("# IP Composer")
         gr.Markdown("")
@@ -162,21 +168,21 @@ with gr.Blocks(title="Image Concept Composition") as demo:
                     with gr.Column(scale=2):
                         concept_image1 = gr.Image(label="Concept Image 1 (Required)", type="numpy")
                     with gr.Row():
-                        concept_name1 = gr.Textbox(label="Concept 1 Description", placeholder="Describe this concept")
+                        concept_name1 = gr.Dropdown(concept_options, label="concept 1", value=None, info="concept type")
                         rank1 = gr.Slider(minimum=1, maximum=50, value=30, step=1, label="Rank 1")
                 
                 with gr.Row():
                     with gr.Column(scale=2):
                         concept_image2 = gr.Image(label="Concept Image 2 (Optional)", type="numpy")
                     with gr.Row():
-                        concept_name2 = gr.Textbox(label="Concept 2 Description", placeholder="Describe this concept")
+                        concept_name2 = gr.Dropdown(concept_options, label="concept 2", value=None, info="concept type")
                         rank2 = gr.Slider(minimum=1, maximum=50, value=30, step=1, label="Rank 2")
                 
                 with gr.Row():
                     with gr.Column(scale=2):
                         concept_image3 = gr.Image(label="Concept Image 3 (Optional)", type="numpy")
                     with gr.Row():
-                        concept_name3 = gr.Textbox(label="Concept 3 Description", placeholder="Describe this concept")
+                        concept_name3 = gr.Dropdown(concept_options, label="concept 3", value= None, info="concept type")
                         rank3 = gr.Slider(minimum=1, maximum=50, value=30, step=1, label="Rank 3")
                 
                 prompt = gr.Textbox(label="Guidance Prompt (Optional)", placeholder="Optional text prompt to guide generation")