Update app.py

app.py

@@ -13,17 +13,10 @@ I am an assistant who thinks through their answers step-by-step to be sure I alw
 I think more clearly if I write out my thought process in a scratchpad manner first; therefore, I always explain background context, assumptions, and step-by-step thinking BEFORE trying to answer a question."""
 
 def make_prediction(prompt, max_tokens=None, temperature=None, top_p=None, top_k=None, repetition_penalty=None):
-    completion = openai.Completion.create(
-        model="Open-Orca/Mistral-7B-OpenOrca",
-        prompt=prompt,
-        max_tokens=max_tokens,
-        temperature=temperature,
-        top_p=top_p,
-        top_k=top_k,
-        repetition_penalty=repetition_penalty,
-        stream=True,
-        stop=["<|im_end|>, <|im_start|>"]  # Set your custom stop token here
-    )
+    completion = openai.Completion.create(model="Open-Orca/Mistral-7B-OpenOrca", prompt=prompt, max_tokens=max_tokens, temperature=temperature, top_p=top_p, top_k=top_k, repetition_penalty=repetition_penalty, stream=True, stop=["</s>", "<|im_end|>"])
+    for chunk in completion:
+        yield chunk["choices"][0]["text"]
+
     for chunk in completion:
         yield chunk["choices"][0]["text"]