Update app.py

app.py

@@ -12,13 +12,14 @@ import os
 
 # ACCESS_TOKEN = os.getenv("HF_TOKEN")
 
-_ = """
+# _ = """
 client = OpenAI(
     base_url="https://api-inference.huggingface.co/v1/",
-    api_key=ACCESS_TOKEN,
+    # api_key=ACCESS_TOKEN,
+    api_key=os.getenv("HF_TOKEN", 'na')
 )
 # """
-client = InferenceClient()
+# client = InferenceClient()
 
 def respond(
     message,
@@ -68,7 +69,7 @@ footer {
 demo = gr.ChatInterface(
     respond,
     type='messages',
-    description='chatbox',
+    # description='chatbox',
     additional_inputs=[
         gr.Textbox(value="", label="System message"),
         # gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
@@ -90,9 +91,9 @@ demo = gr.ChatInterface(
     # retry_btn="Retry",  # unexpected keyword argument 'retry_btn'
     # undo_btn="Undo",
     # clear_btn="Clear",
-    stop_btn='Cancel',
+    # stop_btn='Cancel',
     # theme="allenai/gradio-theme",
     # theme="Nymbo/Alyx_Theme",
 )
 if __name__ == "__main__":
-    demo.launch()
+    demo.launch(ssr=False)