Update app.py

app.py

@@ -73,10 +73,12 @@ from transformers import pipeline
 
 pipe = pipeline("text-generation", model="HuggingFaceH4/zephyr-7b-beta", torch_dtype=torch.bfloat16, device_map="auto")
 
-agent_maker_sys = f"""
+@spaces.GPU(enable_queue=True)
+def get_llm_idea(prompt):
+    agent_maker_sys = f"""
 You are an AI whose job is to help users create their own chatbot whose personality will reflect the character or scene from an image described by users.
 In particular, you need to respond succintly in a friendly tone, write a system prompt for an LLM, a catchy title for the chatbot, and a very short example user input. Make sure each part is included.
-The system prompt will not mention any image provided.
+The system prompt will not mention any image provided.You can include personality details about the character depicted by user if you want.
 
 For example, if a user says, "a picture of a man in a black suit and tie riding a black dragon", first do a friendly response, then add the title, system prompt, and example user input. 
 Immediately STOP after the example input. It should be EXACTLY in this format:
@@ -92,22 +94,25 @@ System prompt: Let's say You are sophisticated old man, also know as the Gentlem
 Example input: Can you suggest a good cigar brand for a man who enjoys smoking while dining in style?"
 """
 
-instruction = f"""
+    instruction = f"""
 <|system|>
 {agent_maker_sys}</s>
 <|user|>
 """
 
-@spaces.GPU(enable_queue=True)
+    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
+    return outputs
+
+
 def infer(image_in):
-    gr.Info("Getting image caption with Kosmos2...")
+    gr.Info("Getting image description...")
     user_prompt = get_caption_from_MD(image_in)
     
     prompt = f"{instruction.strip()}\n{user_prompt}</s>"    
     #print(f"PROMPT: {prompt}")
     
     gr.Info("Building a system according to the image caption ...")
-    outputs = pipe(prompt, max_new_tokens=256, do_sample=True, temperature=0.7, top_k=50, top_p=0.95)
+    outputs = get_llm_idea(prompt)
     
 
     pattern = r'\<\|system\|\>(.*?)\<\|assistant\|\>'
@@ -145,7 +150,7 @@ with gr.Blocks(css=css) as demo:
                 submit_btn = gr.Button("Make LLM system from my pic !")
             with gr.Column():
                 caption = gr.Textbox(
-                    label = "Image caption (Kosmos2)",
+                    label = "Image caption",
                     elem_id = "image-caption"
                 )
                 result = gr.Textbox(