administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-15 23:55:25 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

disable cpu_mem_arena to save on memory until its actually needed

Browse Source
This commit is contained in:
Josh Hawkins 2024-10-20 13:20:42 -05:00
parent 9e37217d85
commit 07c2ec317d
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
frigate/util/model.py
View File

@ -85,8 +85,14 @@ class ONNXModelRunner:
else:
# Use ONNXRuntime
self.type = "ort"
options = ort.SessionOptions()
if device == "CPU":
options.enable_cpu_mem_arena = False
self.ort = ort.InferenceSession(
model_path, providers=providers, provider_options=options
model_path,
sess_options=options,
providers=providers,
provider_options=options,
)
def get_input_names(self) -> list[str]: