Update app.py

app.py

@@ -41,7 +41,20 @@ def format_prompt_gemma(message, history,cust_p):
     #prompt += f"<start_of_turn>user{message}<end_of_turn><start_of_turn>model"
     prompt+=cust_p.replace("USER_INPUT",message)
     return prompt
-
+def format_prompt_openc(message, history,cust_p):
+    #prompt = "GPT4 Correct User: "
+    if history:
+        #<start_of_turn>userHow does the brain work?<end_of_turn><start_of_turn>model
+        for user_prompt, bot_response in history:
+            prompt += f"{user_prompt}"
+            prompt += f"<|end_of_turn|>"
+            prompt += f"GPT4 Correct Assistant: "
+            prompt += f"{bot_response}"
+            prompt += f"<|end_of_turn|>"
+            print(prompt)
+    #GPT4 Correct User: Hello<|end_of_turn|>GPT4 Correct Assistant: 
+    prompt+=cust_p.replace("USER_INPUT",message)
+    return prompt
    
 def format_prompt_mixtral(message, history,cust_p):
     prompt = "<s>"
@@ -58,6 +71,8 @@ def format_prompt_choose(message, history, cust_p, model_name):
         return format_prompt_gemma(message,history,cust_p)
     if "mixtral" in models[model_name].lower():
         return format_prompt_mixtral(message,history,cust_p)
+   if "openchat" in models[model_name].lower():
+        return format_prompt_openc(message,history,cust_p)        
     else:
         return format_prompt_default(message,history,cust_p)
 
@@ -70,11 +85,12 @@ def load_models(inp):
     if "gemma" in models[inp].lower():
         prompt_out="<start_of_turn>userUSER_INPUT<end_of_turn><start_of_turn>model"
         return out_box,prompt_out, model_state
-
     if "mixtral" in models[inp].lower():
         prompt_out="[INST] USER_INPUT [/INST]"
         return out_box,prompt_out, model_state
-    
+     if "openchat" in models[inp].lower():
+        prompt_out="GPT4 Correct User: USER_INPUT<|end_of_turn|>GPT4 Correct Assistant: "
+        return out_box,prompt_out, model_state   
     else:
         prompt_out="USER_INPUT\n"
         return out_box,prompt_out, model_state