chrisc36 commited on
Commit
3cfd449
1 Parent(s): 01d627b

Upload preprocessing_molmo.py with huggingface_hub

Browse files
Files changed (1) hide show
  1. preprocessing_molmo.py +1 -1
preprocessing_molmo.py CHANGED
@@ -83,7 +83,7 @@ class MolmoProcessorKwargs(ProcessingKwargs, total=False):
83
  class MolmoProcessor(ProcessorMixin):
84
  attributes = ["image_processor", "tokenizer"]
85
  image_processor_class = "AutoImageProcessor"
86
- tokenizer_class = ("Qwen2Tokenizer", "Qwen2TokenizerFast")
87
 
88
  def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
89
  # self.image_processor = image_processor
 
83
  class MolmoProcessor(ProcessorMixin):
84
  attributes = ["image_processor", "tokenizer"]
85
  image_processor_class = "AutoImageProcessor"
86
+ tokenizer_class = ("GPT2Tokenizer", "GPT2TokenizerFast")
87
 
88
  def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
89
  # self.image_processor = image_processor