Enable model conversion cache for openvino

This commit is contained in:
Nicolas Mowen 2024-10-11 08:30:07 -06:00
parent ee8091ba91
commit cf7dac63a1

View File

@ -3,6 +3,7 @@ import os
import numpy as np import numpy as np
import openvino as ov import openvino as ov
import openvino.properties as props
from pydantic import Field from pydantic import Field
from typing_extensions import Literal from typing_extensions import Literal
@ -34,6 +35,8 @@ class OvDetector(DetectionApi):
logger.error(f"OpenVino model file {detector_config.model.path} not found.") logger.error(f"OpenVino model file {detector_config.model.path} not found.")
raise FileNotFoundError raise FileNotFoundError
os.makedirs("/config/model_cache/openvino", exist_ok=True)
self.ov_core.set_property({props.cache_dir: "/config/model_cache/openvino"})
self.interpreter = self.ov_core.compile_model( self.interpreter = self.ov_core.compile_model(
model=detector_config.model.path, device_name=detector_config.device model=detector_config.model.path, device_name=detector_config.device
) )