From 290b8b10e54198185c8280e2a6c4b6723be115ab Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Tue, 17 Sep 2024 14:44:59 -0600 Subject: [PATCH] Don't use tensorrt for embeddings --- frigate/embeddings/functions/clip.py | 22 ++++++++++------------ 1 file changed, 10 insertions(+), 12 deletions(-) diff --git a/frigate/embeddings/functions/clip.py b/frigate/embeddings/functions/clip.py index bdf03f166..8a5a05775 100644 --- a/frigate/embeddings/functions/clip.py +++ b/frigate/embeddings/functions/clip.py @@ -49,26 +49,24 @@ class Clip(OnnxClip): @staticmethod def _load_model(path: str, silent: bool): - providers = ort.get_available_providers() + providers = [] options = [] - for provider in providers: + for provider in ort.get_available_providers(): if provider == "TensorrtExecutionProvider": - os.makedirs( - "/config/model_cache/tensorrt/ort/trt-engines", exist_ok=True - ) + continue + elif provider == "OpenVINOExecutionProvider": + # TODO need to verify openvino works correctly + os.makedirs("/config/model_cache/openvino/ort", exist_ok=True) + providers.append(provider) options.append( { - "trt_timing_cache_enable": True, - "trt_timing_cache_path": "/config/model_cache/tensorrt/ort", - "trt_engine_cache_enable": True, - "trt_engine_cache_path": "/config/model_cache/tensorrt/ort/trt-engines", + "cache_dir": "/config/model_cache/openvino/ort", + "device_type": "GPU", } ) - elif provider == "OpenVINOExecutionProvider": - os.makedirs("/config/model_cache/openvino/ort", exist_ok=True) - options.append({"cache_dir": "/config/model_cache/openvino/ort"}) else: + providers.append(provider) options.append({}) try: