From be1ca90534585cb1477009696b0af963a8c396e8 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Fri, 20 Sep 2024 08:10:05 -0600 Subject: [PATCH] Use engine context cache --- frigate/detectors/plugins/onnx.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/frigate/detectors/plugins/onnx.py b/frigate/detectors/plugins/onnx.py index a0f5552d9..f3e15422b 100644 --- a/frigate/detectors/plugins/onnx.py +++ b/frigate/detectors/plugins/onnx.py @@ -49,7 +49,9 @@ class ONNXDetector(DetectionApi): "trt_timing_cache_enable": True, "trt_timing_cache_path": "/config/model_cache/tensorrt/ort", "trt_engine_cache_enable": True, + "trt_dump_ep_context_model": True, "trt_engine_cache_path": "/config/model_cache/tensorrt/ort/trt-engines", + "trt_ep_context_file_path": "/config/model_cache/tensorrt/ort", } ) elif provider == "OpenVINOExecutionProvider":