Update app.py

app.py

@@ -103,6 +103,8 @@ def chat_inf_tree(system_prompt,prompt,history,client_choice,seed,temp,tokens,to
 
 def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
     if len(client_choice)>=hid_val:
+        if system_prompt:
+            system_prompt=f'{system_prompt}, '
         client=client_z[int(hid_val)-1]
         if not history:
             history = []
@@ -116,7 +118,7 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             seed=seed,
         )
         #formatted_prompt=prompt   
-        formatted_prompt = format_prompt_choose(f"{system_prompt}, {prompt}", history, client_choice[0])
+        formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[0])
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
         for response in stream:
@@ -130,6 +132,8 @@ def chat_inf_a(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
 
 def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p,rep_p,hid_val):
     if len(client_choice)>=hid_val:
+        if system_prompt:
+            system_prompt=f'{system_prompt}, '        
         client=client_z[int(hid_val)-1]
         if not history:
             history = []
@@ -143,7 +147,7 @@ def chat_inf_b(system_prompt,prompt,history,client_choice,seed,temp,tokens,top_p
             seed=seed,
         )
         #formatted_prompt=prompt   
-        formatted_prompt = format_prompt_choose(f"{system_prompt}, {prompt}", history, client_choice[1])
+        formatted_prompt = format_prompt_choose(f"{system_prompt}{prompt}", history, client_choice[1])
         stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
         output = ""
         for response in stream: