Update app.py

app.py

@@ -7,12 +7,12 @@ client = InferenceClient(
 
 
 def format_prompt(message, history):
-  prompt = "<s>"
-  for user_prompt, bot_response in history:
-    prompt += f"[INST] {user_prompt} [/INST]"
-    prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
-  return prompt
+    prompt = "<s>"
+    for user_prompt, bot_response in history:
+        prompt += f"[INST] {user_prompt} [/INST]"
+        prompt += f" {bot_response}</s> "
+    prompt += f"[INST] {message} [/INST]"
+    return prompt
 
 def generate(
     prompt, history, temperature=0.9, max_new_tokens=2000, top_p=0.9, repetition_penalty=1.2,
@@ -28,66 +28,19 @@ def generate(
         top_p=top_p,
         repetition_penalty=repetition_penalty,
         do_sample=True,
-        seed=50,
+        seed=42,
     )
 
-    print(prompt, history)
-
     formatted_prompt = format_prompt(prompt, history)
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
     output = ""
-    
 
     for response in stream:
-        a = response
-        a = ""
-        print(a, end='')
-        
         output += response.token.text
         yield output
     return output
 
-
-additional_inputs=[
-    gr.Slider(
-        label="Temperature",
-        value=0.9,
-        minimum=0.0,
-        maximum=1.0,
-        step=0.05,
-        interactive=True,
-        info="Higher values produce more diverse outputs",
-    ),
-    gr.Slider(
-        label="Max new tokens",
-        value=256,
-        minimum=0,
-        maximum=1048,
-        step=64,
-        interactive=True,
-        info="The maximum numbers of new tokens",
-    ),
-    gr.Slider(
-        label="Top-p (nucleus sampling)",
-        value=0.90,
-        minimum=0.0,
-        maximum=1,
-        step=0.05,
-        interactive=True,
-        info="Higher values sample more low-probability tokens",
-    ),
-    gr.Slider(
-        label="Repetition penalty",
-        value=1.2,
-        minimum=1.0,
-        maximum=2.0,
-        step=0.05,
-        interactive=True,
-        info="Penalize repeated tokens",
-    )
-]
-
 css = """
   #mkd {
     height: 500px; 
@@ -97,13 +50,12 @@ css = """
 """
 
 with gr.Blocks(css=css) as demo:
-    gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
-    gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. 💬<h3><center>")
-    gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. 📚<h3><center>")
+    gr.HTML("<h1><center><h1><center>")
+    gr.HTML("<h3><center><h3><center>")
+    gr.HTML("<h3><center><h3><center>")
     gr.ChatInterface(
         generate,
-        additional_inputs=additional_inputs,
-        examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
+        examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."], ["Write a short story about Paris."]]
     )
 
-demo.launch(debug=True)
+demo.launch(debug=True)