katuni4ka commited on
Commit
193985b
·
verified ·
1 Parent(s): f4bd13b

Update modeling_minicpmv.py

Browse files
Files changed (1) hide show
  1. modeling_minicpmv.py +2 -1
modeling_minicpmv.py CHANGED
@@ -5,7 +5,7 @@ from threading import Thread
5
 
6
  import torch
7
  from PIL import Image
8
- from transformers import AutoProcessor, Qwen2ForCausalLM, Qwen2PreTrainedModel, TextIteratorStreamer
9
 
10
  from .configuration_minicpm import MiniCPMVConfig
11
  from .modeling_navit_siglip import SiglipVisionTransformer
@@ -199,6 +199,7 @@ class MiniCPMV(MiniCPMVPreTrainedModel):
199
  return output
200
 
201
  def _decode_stream(self, inputs_embeds, tokenizer, **kwargs):
 
202
  terminators = [tokenizer.convert_tokens_to_ids(i) for i in self.terminators]
203
  streamer = TextIteratorStreamer(tokenizer=tokenizer)
204
  generation_kwargs = {
 
5
 
6
  import torch
7
  from PIL import Image
8
+ from transformers import AutoProcessor, Qwen2ForCausalLM, Qwen2PreTrainedModel
9
 
10
  from .configuration_minicpm import MiniCPMVConfig
11
  from .modeling_navit_siglip import SiglipVisionTransformer
 
199
  return output
200
 
201
  def _decode_stream(self, inputs_embeds, tokenizer, **kwargs):
202
+ from transformers import TextIteratorStreamer
203
  terminators = [tokenizer.convert_tokens_to_ids(i) for i in self.terminators]
204
  streamer = TextIteratorStreamer(tokenizer=tokenizer)
205
  generation_kwargs = {