Update README.md

README.md

@@ -45,6 +45,7 @@ library_name: transformers
 To use this model, ensure you have `transformers >= 4.45.0` installed.
 
 ```python
+import torch
 import requests
 from PIL import Image
 from transformers import LlavaOnevisionForConditionalGeneration, AutoProcessor
@@ -76,7 +77,7 @@ prompt = processor.apply_chat_template(conversation, add_generation_prompt=True)
 EOS_TOKEN = "<|im_end|>"
 image_file = "http://images.cocodataset.org/val2017/000000039769.jpg"
 raw_image = Image.open(requests.get(image_file, stream=True).raw)
-inputs = processor(images=raw_image, text=prompt, return_tensors='pt').to(device)
+inputs = processor(images=raw_image, text=prompt, return_tensors='pt').to(device, torch.float16)
 
 output = model.generate(**inputs, max_new_tokens=1024, do_sample=False)
 output = processor.decode(output[0][inputs.input_ids.shape[1]:])