|
|
@ -135,7 +135,7 @@ class AutoBackend(nn.Module):
|
|
|
|
metadata = session.get_modelmeta().custom_metadata_map # metadata
|
|
|
|
metadata = session.get_modelmeta().custom_metadata_map # metadata
|
|
|
|
elif xml: # OpenVINO
|
|
|
|
elif xml: # OpenVINO
|
|
|
|
LOGGER.info(f'Loading {w} for OpenVINO inference...')
|
|
|
|
LOGGER.info(f'Loading {w} for OpenVINO inference...')
|
|
|
|
check_requirements('openvino') # requires openvino-dev: https://pypi.org/project/openvino-dev/
|
|
|
|
check_requirements('openvino>=2023.0') # requires openvino-dev: https://pypi.org/project/openvino-dev/
|
|
|
|
from openvino.runtime import Core, Layout, get_batch # noqa
|
|
|
|
from openvino.runtime import Core, Layout, get_batch # noqa
|
|
|
|
core = Core()
|
|
|
|
core = Core()
|
|
|
|
w = Path(w)
|
|
|
|
w = Path(w)
|
|
|
@ -339,7 +339,7 @@ class AutoBackend(nn.Module):
|
|
|
|
y = self.session.run(self.output_names, {self.session.get_inputs()[0].name: im})
|
|
|
|
y = self.session.run(self.output_names, {self.session.get_inputs()[0].name: im})
|
|
|
|
elif self.xml: # OpenVINO
|
|
|
|
elif self.xml: # OpenVINO
|
|
|
|
im = im.cpu().numpy() # FP32
|
|
|
|
im = im.cpu().numpy() # FP32
|
|
|
|
y = list(self.ov_compiled_model([im]).values())
|
|
|
|
y = list(self.ov_compiled_model(im).values())
|
|
|
|
elif self.engine: # TensorRT
|
|
|
|
elif self.engine: # TensorRT
|
|
|
|
if self.dynamic and im.shape != self.bindings['images'].shape:
|
|
|
|
if self.dynamic and im.shape != self.bindings['images'].shape:
|
|
|
|
i = self.model.get_binding_index('images')
|
|
|
|
i = self.model.get_binding_index('images')
|
|
|
|