Update multipurpose_chatbot/engines/transformers_engine.py

multipurpose_chatbot/engines/transformers_engine.py

@@ -437,14 +437,14 @@ class TransformersEngine(BaseEngine):
                 do_sample=True, 
                 temperature=temperature, 
                 max_new_tokens=max_tokens, 
-                pad_token_id=self.processor.tokenizer.pad_token_id,
+                pad_token_id=self.tokenizer.pad_token_id,
             )
 
             out_tokens = []
             response = None
             for token in generator:
                 out_tokens.append(token.item())
-                response = self.processor.tokenizer.decode(out_tokens)
+                response = self.tokenizer.decode(out_tokens)
                 num_tokens += 1
                 # print(f"{num_tokens=}", end='\r')
                 # sys.stdout.flush()