From cf7dac63a1b12675467af3965abd9753a3da4432 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Fri, 11 Oct 2024 08:30:07 -0600 Subject: [PATCH] Enable model conversion cache for openvino --- frigate/detectors/plugins/openvino.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/frigate/detectors/plugins/openvino.py b/frigate/detectors/plugins/openvino.py index 5dc998487..51e48530b 100644 --- a/frigate/detectors/plugins/openvino.py +++ b/frigate/detectors/plugins/openvino.py @@ -3,6 +3,7 @@ import os import numpy as np import openvino as ov +import openvino.properties as props from pydantic import Field from typing_extensions import Literal @@ -34,6 +35,8 @@ class OvDetector(DetectionApi): logger.error(f"OpenVino model file {detector_config.model.path} not found.") raise FileNotFoundError + os.makedirs("/config/model_cache/openvino", exist_ok=True) + self.ov_core.set_property({props.cache_dir: "/config/model_cache/openvino"}) self.interpreter = self.ov_core.compile_model( model=detector_config.model.path, device_name=detector_config.device )