Spaces:
Runtime error
Runtime error
Update multipurpose_chatbot/engines/transformers_engine.py
Browse files
multipurpose_chatbot/engines/transformers_engine.py
CHANGED
|
@@ -32,6 +32,7 @@ from .base_engine import BaseEngine
|
|
| 32 |
|
| 33 |
# ! Remember to use static cache
|
| 34 |
|
|
|
|
| 35 |
from transformers import (
|
| 36 |
GenerationConfig,
|
| 37 |
GenerationMixin,
|
|
@@ -561,6 +562,7 @@ class TransformersEngine(BaseEngine):
|
|
| 561 |
temperature=temperature,
|
| 562 |
max_new_tokens=max_tokens,
|
| 563 |
pad_token_id=self.tokenizer.pad_token_id,
|
|
|
|
| 564 |
)
|
| 565 |
|
| 566 |
out_tokens = []
|
|
|
|
| 32 |
|
| 33 |
# ! Remember to use static cache
|
| 34 |
|
| 35 |
+
|
| 36 |
from transformers import (
|
| 37 |
GenerationConfig,
|
| 38 |
GenerationMixin,
|
|
|
|
| 562 |
temperature=temperature,
|
| 563 |
max_new_tokens=max_tokens,
|
| 564 |
pad_token_id=self.tokenizer.pad_token_id,
|
| 565 |
+
eos_token_id=self.tokenizer.eos_token_id,
|
| 566 |
)
|
| 567 |
|
| 568 |
out_tokens = []
|