Update app.py

app.py

@@ -47,55 +47,68 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
 
     messages = [{"role": "system", "content": prompt}]
 
-    # Build the conversation history for the API
-    for idx, (user_msg, assistant_msg) in enumerate(history):
-        # Append user messages
-        messages.append({
-            "role": "user",
-            "content": [
-                {"type": "text", "text": user_msg}
-            ]
-        })
-        # Append assistant messages
-        messages.append({
-            "role": "assistant",
-            "content": [
-                {"type": "text", "text": assistant_msg}
-            ]
-        })
+    # # Build the conversation history for the API
+    # for idx, (user_msg, assistant_msg) in enumerate(history):
+    #     # Append user messages
+    #     messages.append({
+    #         "role": "user",
+    #         "content": [
+    #             {"type": "text", "text": user_msg}
+    #         ]
+    #     })
+    #     # Append assistant messages
+    #     messages.append({
+    #         "role": "assistant",
+    #         "content": [
+    #             {"type": "text", "text": assistant_msg}
+    #         ]
+    #     })
 
     # Prepare the current message
     content = []
     user_text = ""
 
     try:
-        if isinstance(message, dict):
-            # Handle text input
-            if 'text' in message and message['text']:
-                user_text = message['text']
-                content.append({"type": "text", "text": user_text})
-            
-            # Handle image input
-            if 'files' in message and len(message['files']) > 0:
-                file_info = message['files'][0]
-                if isinstance(file_info, dict) and 'path' in file_info:
-                    image_path = file_info['path']
-                elif isinstance(file_info, str):
-                    image_path = file_info
-                else:
-                    raise ValueError("Invalid file information provided.")
-
-                # Encode the image to base64
-                image_base64 = encode_image(image_path)
-                content.append({
+        content.append({
+            "role": "user",
+            "content": [
+                {"type": "text", "text": message["text"]},
+                {
                     "type": "image_url",
-                    "image_url": {"url": f"data:image/png;base64,{image_base64}"}
-                })
-                user_text += "\n[User uploaded an image]"
-        else:
-            # If message is a string
-            user_text = message
-            content.append({"type": "text", "text": user_text})
+                    "image_url": {
+                        "url": f"data:image/png;base64,{image_base64}",
+                    },
+                },
+            ],
+        }
+
+        # if isinstance(message, dict):
+        #     # Handle text input
+        #     if 'text' in message and message['text']:
+        #         user_text = message['text']
+        #         content.append({"type": "text", "text": user_text})
+            
+        #     # Handle image input
+        #     if 'files' in message and len(message['files']) > 0:
+        #         file_info = message['files'][0]
+        #         if isinstance(file_info, dict) and 'path' in file_info:
+        #             image_path = file_info['path']
+        #         elif isinstance(file_info, str):
+        #             image_path = file_info
+        #         else:
+        #             raise ValueError("Invalid file information provided.")
+
+        #         # Encode the image to base64
+        #         image_base64 = encode_image(image_path)
+        #         content.append({
+        #             "type": "image_url",
+        #             "image_url": {"url": f"data:image/png;base64,{image_base64}"}
+        #         })
+        #         user_text += "\n[User uploaded an image]"
+        # else:
+        #     # If message is a string
+        #     user_text = message
+        #     content.append({"type": "text", "text": user_text})
     except Exception as e:
         # If there's an error processing the input, append it to history and yield
         error_message = f"An error occurred while processing your input: {str(e)}"
@@ -125,20 +138,21 @@ def bot_streaming(message, history, together_api_key, max_new_tokens=250, temper
         for chunk in stream:
             # Extract the content from the API response
             chunk_content = chunk.choices[0].delta.content or ""
+            print(chunk.choices[0].delta.content or "", end="", flush=True)
             response += chunk_content
-            # Update the last assistant message in history
-            if history:
-                history[-1][1] = response
-                yield history
-            else:
-                # If history is somehow empty, append the response
-                history.append(["", response])
-                yield history
-
-        if not response:
-            # If no response was generated, notify the user
-            history[-1][1] = "No response generated. Please try again."
-            yield history
+            # # Update the last assistant message in history
+            # if history:
+            #     history[-1][1] = response
+            #     yield history
+            # else:
+            #     # If history is somehow empty, append the response
+            #     history.append(["", response])
+            #     yield history
+
+        # if not response:
+        #     # If no response was generated, notify the user
+        #     history[-1][1] = "No response generated. Please try again."
+        #     yield history
 
     except Exception as e:
         # Handle exceptions from the API call