helenai commited on
Commit
65c918a
·
verified ·
1 Parent(s): e31950d

Update llavamed_inference_openvino.py

Browse files
Files changed (1) hide show
  1. llavamed_inference_openvino.py +1 -1
llavamed_inference_openvino.py CHANGED
@@ -30,7 +30,7 @@ model_path = "llava-med-imf16-llmint4"
30
  # model_path = "llava-med-imint8-llmint4"
31
  model_name = get_model_name_from_path(model_path)
32
  tokenizer, model, image_processor, context_len = load_pretrained_model(
33
- model_path=model_path, model_base=None, model_name=model_name, device="gpu", openvino=True, image_device="gpu"
34
  )
35
  print("loaded models")
36
 
 
30
  # model_path = "llava-med-imint8-llmint4"
31
  model_name = get_model_name_from_path(model_path)
32
  tokenizer, model, image_processor, context_len = load_pretrained_model(
33
+ model_path=model_path, model_base=None, model_name=model_name, device="gpu", openvino=True, image_device="npu"
34
  )
35
  print("loaded models")
36