Update app.py

- Add HF Token and Model Entry

app.py

@@ -4,7 +4,19 @@ from huggingface_hub import InferenceClient
 """
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta")
+
+# Getting the HF Token and Well as the model 
+token_input = gr.Textbox(type="password", label="HF API Token")
+
+if not token:
+    return "Please provide an HF API Token."
+
+model_input = gr.Textbox(label="Model Name", value="HuggingFaceH4/zephyr-7b-beta")
+
+if not model_input:
+    model_input = "meta-llama/Llama-3.1-8B-Instruct"
+
+client = InferenceClient(model_input)
 
 
 def respond(
@@ -40,12 +52,16 @@ def respond(
         yield response
 
 
+
+
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface
 """
 demo = gr.ChatInterface(
     respond,
     additional_inputs=[
+        token_input,
+        model_input,
         gr.Textbox(value="You are a friendly Chatbot.", label="System message"),
         gr.Slider(minimum=1, maximum=2048, value=512, step=1, label="Max new tokens"),
         gr.Slider(minimum=0.1, maximum=4.0, value=0.7, step=0.1, label="Temperature"),