Spaces:
Running
Running
Fixed Mixtral prompt
Browse filesFixed :
- History was not getting considered.
- Prompt format as per "https://huggingface.co/mistralai/Mixtral-8x7B-Instruct-v0.1"
app.py
CHANGED
|
@@ -4,13 +4,13 @@ import gradio as gr
|
|
| 4 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 5 |
|
| 6 |
def format_prompt(message, history):
|
| 7 |
-
|
| 8 |
-
|
| 9 |
-
|
| 10 |
-
|
| 11 |
-
|
| 12 |
-
|
| 13 |
-
|
| 14 |
def generate(
|
| 15 |
prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
|
| 16 |
):
|
|
|
|
| 4 |
client = InferenceClient("mistralai/Mixtral-8x7B-Instruct-v0.1")
|
| 5 |
|
| 6 |
def format_prompt(message, history):
|
| 7 |
+
prompt = "<s>"
|
| 8 |
+
for user_prompt, bot_response in history:
|
| 9 |
+
prompt += f"[INST] {user_prompt} [/INST]"
|
| 10 |
+
prompt += f" {bot_response}"
|
| 11 |
+
prompt += f"[INST] {message} [/INST]"
|
| 12 |
+
return prompt
|
| 13 |
+
|
| 14 |
def generate(
|
| 15 |
prompt, history, temperature=0.2, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0,
|
| 16 |
):
|