From 07c2ec317d0361f341ec77aa83a429aad9c6be8b Mon Sep 17 00:00:00 2001
From: Josh Hawkins <32435876+hawkeye217@users.noreply.github.com>
Date: Sun, 20 Oct 2024 13:20:42 -0500
Subject: [PATCH] disable cpu_mem_arena to save on memory until its actually
 needed

---
 frigate/util/model.py | 8 +++++++-
 1 file changed, 7 insertions(+), 1 deletion(-)

diff --git a/frigate/util/model.py b/frigate/util/model.py
index 685cd34ec..b1c85b100 100644
--- a/frigate/util/model.py
+++ b/frigate/util/model.py
@@ -85,8 +85,14 @@ class ONNXModelRunner:
         else:
             # Use ONNXRuntime
             self.type = "ort"
+            options = ort.SessionOptions()
+            if device == "CPU":
+                options.enable_cpu_mem_arena = False
             self.ort = ort.InferenceSession(
-                model_path, providers=providers, provider_options=options
+                model_path,
+                sess_options=options,
+                providers=providers,
+                provider_options=options,
             )
 
     def get_input_names(self) -> list[str]: