Upload preprocessing_molmo.py with huggingface_hub
Browse files- preprocessing_molmo.py +1 -1
preprocessing_molmo.py
CHANGED
@@ -83,7 +83,7 @@ class MolmoProcessorKwargs(ProcessingKwargs, total=False):
|
|
83 |
class MolmoProcessor(ProcessorMixin):
|
84 |
attributes = ["image_processor", "tokenizer"]
|
85 |
image_processor_class = "AutoImageProcessor"
|
86 |
-
tokenizer_class = ("
|
87 |
|
88 |
def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
|
89 |
# self.image_processor = image_processor
|
|
|
83 |
class MolmoProcessor(ProcessorMixin):
|
84 |
attributes = ["image_processor", "tokenizer"]
|
85 |
image_processor_class = "AutoImageProcessor"
|
86 |
+
tokenizer_class = ("GPT2Tokenizer", "GPT2TokenizerFast")
|
87 |
|
88 |
def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
|
89 |
# self.image_processor = image_processor
|