From cacdf6bb8479228a2965127d6e2a22cac775c0bb Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Sat, 27 Sep 2025 07:20:33 -0600 Subject: [PATCH] Enable model caching --- docker/rocm/rocm.hcl | 2 +- frigate/util/model.py | 26 ++++++-------------------- 2 files changed, 7 insertions(+), 21 deletions(-) diff --git a/docker/rocm/rocm.hcl b/docker/rocm/rocm.hcl index 6d2e6610b..4144316ea 100644 --- a/docker/rocm/rocm.hcl +++ b/docker/rocm/rocm.hcl @@ -2,7 +2,7 @@ variable "AMDGPU" { default = "gfx900" } variable "ROCM" { - default = "7.0.0" + default = "7.0.1" } variable "HSA_OVERRIDE_GFX_VERSION" { default = "" diff --git a/frigate/util/model.py b/frigate/util/model.py index f5e5f3df9..007411567 100644 --- a/frigate/util/model.py +++ b/frigate/util/model.py @@ -354,29 +354,15 @@ def get_ort_providers( } ) elif provider == "MIGraphXExecutionProvider": - # Create MIGraphX cache directory migraphx_cache_dir = os.path.join(MODEL_CACHE_DIR, "migraphx") os.makedirs(migraphx_cache_dir, exist_ok=True) - if model_path: - model_filename = os.path.basename(model_path) - model_name = os.path.splitext(model_filename)[0] # Remove extension - compiled_model_path = os.path.join( - migraphx_cache_dir, f"{model_name}.mxr" - ) - - if os.path.exists(compiled_model_path): - os.environ["ORT_MIGRAPHX_LOAD_COMPILED_MODEL"] = "1" - os.environ["ORT_MIGRAPHX_LOAD_COMPILED_PATH"] = compiled_model_path - else: - os.environ["ORT_MIGRAPHX_SAVE_COMPILED_MODEL"] = "1" - os.environ["ORT_MIGRAPHX_SAVE_COMPILED_PATH"] = compiled_model_path - - providers.append(provider) - options.append({}) - else: - providers.append(provider) - options.append({}) + providers.append(provider) + options.append( + { + "migraphx_model_cache_dir": migraphx_cache_dir, + } + ) elif provider == "CPUExecutionProvider": providers.append(provider) options.append(