From 6a166090ed0de2dc4c441bf6da7a5810a9f32792 Mon Sep 17 00:00:00 2001
From: Nicolas Mowen <nickmowen213@gmail.com>
Date: Mon, 4 Nov 2024 05:34:51 -0700
Subject: [PATCH] Catch openvino error

---
 frigate/util/model.py | 33 ++++++++++++++++++++++-----------
 1 file changed, 22 insertions(+), 11 deletions(-)

diff --git a/frigate/util/model.py b/frigate/util/model.py
index 2aa06d0b2..091bb0833 100644
--- a/frigate/util/model.py
+++ b/frigate/util/model.py
@@ -1,5 +1,6 @@
 """Model Utils"""
 
+import logging
 import os
 from typing import Any
 
@@ -11,6 +12,8 @@ except ImportError:
     # openvino is not included
     pass
 
+logger = logging.getLogger(__name__)
+
 
 def get_ort_providers(
     force_cpu: bool = False, device: str = "AUTO", requires_fp16: bool = False
@@ -89,19 +92,27 @@ class ONNXModelRunner:
         self.ort: ort.InferenceSession = None
         self.ov: ov.Core = None
         providers, options = get_ort_providers(device == "CPU", device, requires_fp16)
+        self.interpreter = None
 
         if "OpenVINOExecutionProvider" in providers:
-            # use OpenVINO directly
-            self.type = "ov"
-            self.ov = ov.Core()
-            self.ov.set_property(
-                {ov.properties.cache_dir: "/config/model_cache/openvino"}
-            )
-            self.interpreter = self.ov.compile_model(
-                model=model_path, device_name=device
-            )
-        else:
-            # Use ONNXRuntime
+            try:
+                # use OpenVINO directly
+                self.type = "ov"
+                self.ov = ov.Core()
+                self.ov.set_property(
+                    {ov.properties.cache_dir: "/config/model_cache/openvino"}
+                )
+                self.interpreter = self.ov.compile_model(
+                    model=model_path, device_name=device
+                )
+            except Exception as e:
+                logger.warning(
+                    f"OpenVINO failed to build model, using CPU instead: {e}"
+                )
+                self.interpreter = None
+
+        # Use ONNXRuntime
+        if self.interpreter is None:
             self.type = "ort"
             self.ort = ort.InferenceSession(
                 model_path,