Update preprocessing_molmo.py
Browse files- preprocessing_molmo.py +1 -1
preprocessing_molmo.py
CHANGED
|
@@ -81,7 +81,7 @@ class MolmoProcessorKwargs(ProcessingKwargs, total=False):
|
|
| 81 |
class MolmoProcessor(ProcessorMixin):
|
| 82 |
attributes = ["image_processor", "tokenizer"]
|
| 83 |
image_processor_class = "AutoImageProcessor"
|
| 84 |
-
tokenizer_class = ("
|
| 85 |
|
| 86 |
def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
|
| 87 |
# self.image_processor = image_processor
|
|
|
|
| 81 |
class MolmoProcessor(ProcessorMixin):
|
| 82 |
attributes = ["image_processor", "tokenizer"]
|
| 83 |
image_processor_class = "AutoImageProcessor"
|
| 84 |
+
tokenizer_class = ("GPT2Tokenizer", "GPT2TokenizerFast")
|
| 85 |
|
| 86 |
def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
|
| 87 |
# self.image_processor = image_processor
|