Update multipurpose_chatbot/engines/transformers_engine.py

multipurpose_chatbot/engines/transformers_engine.py

@@ -212,6 +212,7 @@ class NewGenerationMixin(GenerationMixin):
         ['Today is a beautiful day, and we must do everything possible to make it a day of celebration.']
         ```"""
         # init values
+        print(f'Streaming tokens...')
         from transformers.generation.utils import (
             validate_stopping_criteria, GenerateEncoderDecoderOutput, GenerateDecoderOnlyOutput
         )
@@ -443,11 +444,11 @@ class TransformersEngine(BaseEngine):
             out_tokens = []
             response = None
             for token in generator:
-                out_tokens.append(token.item())
+                out_tokens.extend(token.tolist())
                 response = self.tokenizer.decode(out_tokens)
                 num_tokens += 1
-                # print(f"{num_tokens=}", end='\r')
-                # sys.stdout.flush()
+                print(f"{response}", end='\r')
+                sys.stdout.flush()
                 yield response, num_tokens
             
             if response is not None: