Update app.py

app.py

@@ -37,33 +37,6 @@ with open("./TA_prompt_v0.txt", "r") as f:
 
 NO_PROMPT = ""
 
-FIM_PREFIX = "<fim_prefix>"
-FIM_MIDDLE = "<fim_middle>"
-FIM_SUFFIX = "<fim_suffix>"
-
-FIM_INDICATOR = "<FILL_HERE>"
-
-theme = gr.themes.Monochrome(
-    primary_hue="indigo",
-    secondary_hue="blue",
-    neutral_hue="slate",
-    radius_size=gr.themes.sizes.radius_sm,
-    font=[
-        gr.themes.GoogleFont("Open Sans"),
-        "ui-sans-serif",
-        "system-ui",
-        "sans-serif",
-    ],
-)
-
-client_g = Client(
-    API_URL_G, headers={"Authorization": f"Bearer {HF_TOKEN}"},
-)
-
-client_s = Client(
-    API_URL_S, headers={"Authorization": f"Bearer {HF_TOKEN}"},
-)
-
 def randomize_seed_generator():
     seed = random.randint(0, 1000000)
     return seed
@@ -124,21 +97,21 @@ def get_inference_prompt(messages, model_name):
         for message in messages :
             if message["role"] == "user" :
                 prompt += f"<|user|>\n{message['content']}<|endoftext|>\n<|assistant|>"
-            else : #message["role"] == "assistant"
+            else : # message["role"] == "assistant"
                 prompt += f"{message['content']}<|endoftext|>\n"
     elif model_name == "starChat-alpha" :
         prompt = "<|system|>\n<|end|>\n"
         for message in messages :
             if message["role"] == "user" :
                 prompt += f"<|user|>\n{message['content']}<|end|>\n<|assistant|>"
-            else : #message["role"] == "assistant"
+            else : # message["role"] == "assistant"
                 prompt += f"{message['content']}<|end|>\n"
     else : # starCoder-gradio
         prompt = ""
         for message in messages :
             if message["role"] == "user" :
-                prompt += f"Question: {message['content']}\n\nAnswer:"
-            else : #message["role"] == "assistant"
+                prompt += f"Question: {message['content']}\n\nAnswer: "
+            else : # message["role"] == "assistant"
                 prompt += f"{message['content']}\n\n"
     return prompt