Update app.py

app.py

@@ -25,11 +25,15 @@ def encode_image(image_path):
         return base64.b64encode(buffered.getvalue()).decode('utf-8')
 
 def bot_streaming(message, history, together_api_key, max_new_tokens=250, temperature=0.7):
+    if history is None:
+        history = []
     if client is None:
         try:
             initialize_client(together_api_key)
         except Exception as e:
-            yield [("Error initializing client", str(e))]
+            # Initialize history with error message
+            history.append(["Error initializing client", str(e)])
+            yield history
             return
 
     prompt = "You are a helpful AI assistant. Analyze the image provided (if any) and respond to the user's query or comment."
@@ -44,23 +48,37 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
     # Prepare the current message
     content = []
     user_text = ""
-    if isinstance(message, dict):
-        if 'text' in message:
-            user_text = message['text']
+
+    try:
+        if isinstance(message, dict):
+            if 'text' in message and message['text']:
+                user_text = message['text']
+                content.append({"type": "text", "text": user_text})
+            if 'files' in message and len(message['files']) > 0:
+                file_info = message['files'][0]
+                if isinstance(file_info, dict) and 'name' in file_info:
+                    image_path = file_info['name']
+                elif isinstance(file_info, str):
+                    image_path = file_info
+                else:
+                    raise ValueError("Invalid file information.")
+
+                image_base64 = encode_image(image_path)
+                content.append({"type": "image_url", "image_url": {"url": f"data:image/png;base64,{image_base64}"}})
+                user_text += "\n[User uploaded an image]"
+        else:
+            user_text = message
             content.append({"type": "text", "text": user_text})
-        if 'files' in message and len(message['files']) > 0:
-            image_path = message['files'][0]['name'] if isinstance(message['files'][0], dict) else message['files'][0]
-            image_base64 = encode_image(image_path)
-            content.append({"type": "image_url", "image_url": {"url": f"data:image/png;base64,{image_base64}"}})
-            user_text += "\n[User uploaded an image]"
-    else:
-        user_text = message
-        content.append({"type": "text", "text": user_text})
+    except Exception as e:
+        # Update history before yielding
+        history.append([user_text, f"An error occurred while processing your input: {str(e)}"])
+        yield history
+        return
 
     messages.append({"role": "user", "content": content})
 
     # Update the history with the new user message (with empty assistant response)
-    history = history + [[user_text, ""]]
+    history.append([user_text, ""])
     yield history
 
     try:
@@ -85,10 +103,9 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
     except Exception as e:
         if "Request Entity Too Large" in str(e):
             history[-1][1] = "The image is too large. Please try with a smaller image or compress the existing one."
-            yield history
         else:
             history[-1][1] = f"An error occurred: {str(e)}"
-            yield history
+        yield history
 
 with gr.Blocks() as demo:
     gr.Markdown("# Meta Llama-3.2-11B-Vision-Instruct (FREE)")