mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-10-11 01:02:48 +03:00
Misc bugfixes and improvements (#14460)
* only save a fixed number of thumbnails if genai is enabled * disable cpu_mem_arena to save on memory until its actually needed * fix search settings pane so it actually saves to the config
This commit is contained in:
@@ -85,8 +85,14 @@ class ONNXModelRunner:
|
||||
else:
|
||||
# Use ONNXRuntime
|
||||
self.type = "ort"
|
||||
options = ort.SessionOptions()
|
||||
if device == "CPU":
|
||||
options.enable_cpu_mem_arena = False
|
||||
self.ort = ort.InferenceSession(
|
||||
model_path, providers=providers, provider_options=options
|
||||
model_path,
|
||||
sess_options=options,
|
||||
providers=providers,
|
||||
provider_options=options,
|
||||
)
|
||||
|
||||
def get_input_names(self) -> list[str]:
|
||||
|
||||
Reference in New Issue
Block a user