Update app.py

app.py

@@ -1,3 +1,4 @@
+User
 import os
 from threading import Thread
 from typing import Iterator
@@ -41,12 +42,12 @@ def generate(
     top_k: int = 50,
     repetition_penalty: float = 1.2,
 ) -> Iterator[str]:
-    conversation = ""
+    conversation = []
     if system_prompt:
-        conversation += f"system: You are an AI assistant.\n"
+        conversation.append({"from": "human", "value": "You are an AI assistant."})
     for user, assistant in chat_history:
-        conversation += f"user: {user}\nassistant: {assistant}\n"
-    conversation += f"user: {message}\n"
+        conversation.extend([{"from": "human", "value": user}, {"from": "gpt", "value": assistant}])
+    conversation.append({"from": "human", "value": message})
 
     input_ids = tokenizer.apply_chat_template(conversation, return_tensors="pt", add_generation_prompt=True)
     if input_ids.shape[1] > MAX_INPUT_TOKEN_LENGTH:
@@ -130,4 +131,4 @@ with gr.Blocks(css="style.css") as demo:
     chat_interface.render()
 
 if __name__ == "__main__":
-    demo.queue(max_size=20).launch()
+    demo.queue(max_size=20).launch()