Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -39,7 +39,7 @@ def generate_response(
|
|
| 39 |
response += token
|
| 40 |
yield response
|
| 41 |
else:
|
| 42 |
-
input_text = tokenizer(messages, return_tensors="pt").
|
| 43 |
output = model.generate(input_text, max_length=max_tokens, temperature=temperature, top_p=top_p)
|
| 44 |
response = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 45 |
yield response
|
|
|
|
| 39 |
response += token
|
| 40 |
yield response
|
| 41 |
else:
|
| 42 |
+
input_text = tokenizer.apply_chat_template(messages, return_tensors="pt").to(device)
|
| 43 |
output = model.generate(input_text, max_length=max_tokens, temperature=temperature, top_p=top_p)
|
| 44 |
response = tokenizer.decode(output[0], skip_special_tokens=True)
|
| 45 |
yield response
|