Update ROCm to not hang when running on complex RNN models

docker/rocm/Dockerfile

@@ -67,6 +67,9 @@ FROM deps-prelim AS rocm-prelim-hsa-override0
 ENV HSA_ENABLE_SDMA=0
 ENV TF_ROCM_USE_IMMEDIATE_MODE=1
 
+# avoid kernel crashes
+ENV HIP_FORCE_DEV_KERNARG=1
+
 COPY --from=rocm-dist / /
 
 RUN ldconfig

frigate/detectors/plugins/onnx.py

@@ -51,6 +51,13 @@ class ONNXDetector(DetectionApi):
                 "enable_cuda_graph": True,
             }
 
+        sess_options = None
+
+        if providers[0] == "ROCMExecutionProvider":
+            # avoid AMD GPU kernel crashes
+            sess_options = ort.SessionOptions()
+            sess_options.graph_optimization_level = ort.GraphOptimizationLevel.ORT_DISABLE_ALL
+
         self.model = ort.InferenceSession(
             path, providers=providers, provider_options=options
         )