diff --git a/frigate/ptz/autotrack.py b/frigate/ptz/autotrack.py
index 03f95f4db..1d6c43b17 100644
--- a/frigate/ptz/autotrack.py
+++ b/frigate/ptz/autotrack.py
@@ -772,7 +772,7 @@ class PtzAutoTracker:
                     zoom = min(1, zoom_level * (1 / self.zoom_factor[camera]) ** 1.2)
                 else:
                     # zoom out
-                    zoom = -(1 - zoom)
+                    zoom = -(1 - zoom) if zoom != 0 else 0
 
         logger.debug(f"Zoom amount: {zoom}")