Update app.py

app.py

@@ -8,7 +8,7 @@ from gradio_client import Client
 #fuyu_client = Client("https://adept-fuyu-8b-demo.hf.space/")
 kosmos2_client = Client("https://ydshieh-kosmos-2.hf.space/")
 
-def get_caption(image_in):
+def get_caption_from_kosmos(image_in):
     """
     fuyu_result = fuyu_client.predict(
 	    image_in,	# str representing input in 'raw_image' Image component
@@ -106,11 +106,12 @@ Here's another example. If a user types, "In the image, there is a drawing of a
     return outputs
 
 
-def infer(image_in):
+def infer(image_in, cap_type):
     gr.Info("Getting image description...")
-    user_prompt = get_caption_from_MD(image_in)
-    
-    
+    if cap_type == "Fictional" :
+        user_prompt = get_caption_from_MD(image_in)
+    elif cap_type == "Literal" :
+        user_prompt = get_caption_from_kosmos(image_in)
     
     gr.Info("Building a system according to the image caption ...")
     outputs = get_llm_idea(user_prompt)
@@ -148,6 +149,14 @@ with gr.Blocks(css=css) as demo:
                     type = "filepath",
                     elem_id = "image-in"
                 )
+                cap_type = gr.Radio(
+                    label = "Caption type",
+                    choices = [
+                        "Literal",
+                        "Fictional"
+                    ],
+                    value = "Fictional"
+                )
                 submit_btn = gr.Button("Make LLM system from my pic !")
             with gr.Column():
                 caption = gr.Textbox(
@@ -172,15 +181,14 @@ with gr.Blocks(css=css) as demo:
                     ["examples/chicken_adobo.jpeg"]
                 ],
                 fn = infer,
-                inputs = [image_in],
-                outputs = [caption, result],
-                cache_examples = False
+                inputs = [image_in, cap_type]
             )
 
     submit_btn.click(
         fn = infer,
         inputs = [
-            image_in
+            image_in,
+            cap_type
         ],
         outputs =[
             caption,
@@ -188,4 +196,4 @@ with gr.Blocks(css=css) as demo:
         ]
     )
 
-demo.queue().launch(show_api=False)
+demo.queue().launch(show_api=False, show_error=True)