From a155e1dc9d6e5f5981a00e07c653c97ca5ebc8f4 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Sun, 21 Sep 2025 15:22:33 -0600 Subject: [PATCH] Tune OV for latency --- frigate/detectors/detection_runners.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/frigate/detectors/detection_runners.py b/frigate/detectors/detection_runners.py index 9babbdef3..611e106ac 100644 --- a/frigate/detectors/detection_runners.py +++ b/frigate/detectors/detection_runners.py @@ -194,6 +194,9 @@ class OpenVINOModelRunner(BaseModelRunner): # Apply performance optimization self.ov_core.set_property(device, {"PERF_COUNT": "NO"}) + if device in ["GPU", "AUTO"]: + self.ov_core.set_property(device, {"PERFORMANCE_HINT": "LATENCY"}) + # Compile model self.compiled_model = self.ov_core.compile_model( model=model_path, device_name=device