Update llavamed_inference_openvino.py
Browse files
llavamed_inference_openvino.py
CHANGED
@@ -30,7 +30,7 @@ model_path = "llava-med-imf16-llmint4"
|
|
30 |
# model_path = "llava-med-imint8-llmint4"
|
31 |
model_name = get_model_name_from_path(model_path)
|
32 |
tokenizer, model, image_processor, context_len = load_pretrained_model(
|
33 |
-
model_path=model_path, model_base=None, model_name=model_name, device="gpu", openvino=True, image_device="
|
34 |
)
|
35 |
print("loaded models")
|
36 |
|
|
|
30 |
# model_path = "llava-med-imint8-llmint4"
|
31 |
model_name = get_model_name_from_path(model_path)
|
32 |
tokenizer, model, image_processor, context_len = load_pretrained_model(
|
33 |
+
model_path=model_path, model_base=None, model_name=model_name, device="gpu", openvino=True, image_device="npu"
|
34 |
)
|
35 |
print("loaded models")
|
36 |
|