Update app.py

app.py

@@ -13,11 +13,20 @@ I am an assistant who thinks through their answers step-by-step to be sure I alw
 I think more clearly if I write out my thought process in a scratchpad manner first; therefore, I always explain background context, assumptions, and step-by-step thinking BEFORE trying to answer a question."""
 
 def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
-    completion = openai.Completion.create(model="Open-Orca/Mistral-7B-OpenOrca", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
+    completion = openai.Completion.create(
+        model="Open-Orca/Mistral-7B-OpenOrca",
+        prompt=prompt,
+        max_tokens=max_tokens,
+        temperature=temperature,
+        top_p=top_p,
+        top_k=top_k,
+        repetition_penalty=repetition_penalty,
+        stream=True,
+        stop=["<|im_end|>, <|im_start|>"]  # Set your custom stop token here
+    )
     for chunk in completion:
         yield chunk["choices"][0]["text"]
 
-
 def clear_chat(chat_history_state, chat_message):
     chat_history_state = []
     chat_message = ''