Update openvino

This commit is contained in:
Nicolas Mowen 2024-09-20 13:43:24 -06:00
parent 535bf6e4b9
commit a23334faa2
4 changed files with 6 additions and 11 deletions

View File

@ -1,3 +1,3 @@
# ONNX
onnxruntime-openvino == 1.18.* ; platform_machine == 'x86_64'
onnxruntime == 1.18.* ; platform_machine == 'aarch64'
onnxruntime-openvino == 1.19.* ; platform_machine == 'x86_64'
onnxruntime == 1.19.* ; platform_machine == 'aarch64'

View File

@ -28,8 +28,8 @@ norfair == 2.2.*
setproctitle == 1.3.*
ws4py == 0.5.*
unidecode == 1.3.*
# OpenVino & ONNX
openvino == 2024.1.*
# OpenVino (ONNX installed in wheels-post)
openvino == 2024.3.*
# Embeddings
chromadb == 0.5.0
onnx_clip == 4.0.*

View File

@ -17,6 +17,7 @@ DETECTOR_KEY = "onnx"
class ONNXDetectorConfig(BaseDetectorConfig):
type: Literal[DETECTOR_KEY]
device: str = Field(default=None, title="Device Type")
class ONNXDetector(DetectionApi):
@ -57,7 +58,7 @@ class ONNXDetector(DetectionApi):
options.append(
{
"cache_dir": "/config/model_cache/openvino/ort",
"device_type": "GPU",
"device_type": "AUTO",
}
)
else:

View File

@ -30,12 +30,6 @@ class OvDetector(DetectionApi):
self.h = detector_config.model.height
self.w = detector_config.model.width
if detector_config.device == "AUTO":
logger.warning(
"OpenVINO AUTO device type is not currently supported. Attempting to use GPU instead."
)
detector_config.device = "GPU"
if not os.path.isfile(detector_config.model.path):
logger.error(f"OpenVino model file {detector_config.model.path} not found.")
raise FileNotFoundError