diff --git a/frigate/ptz_autotrack.py b/frigate/ptz_autotrack.py
index 31e945d5e..c9d4d332a 100644
--- a/frigate/ptz_autotrack.py
+++ b/frigate/ptz_autotrack.py
@@ -146,6 +146,7 @@ class PtzAutoTracker:
         if not self.onvif.cams[camera_name]["init"]:
             if not self.onvif._init_onvif(camera_name):
                 logger.warning(f"Unable to initialize onvif for {camera_name}")
+                cam.onvif.autotracking.enabled = False
                 return
             if not self.onvif.cams[camera_name]["relative_fov_supported"]:
                 cam.onvif.autotracking.enabled = False