diff --git a/frigate/embeddings/maintainer.py b/frigate/embeddings/maintainer.py
index 7554b12c6..eee8e0e96 100644
--- a/frigate/embeddings/maintainer.py
+++ b/frigate/embeddings/maintainer.py
@@ -235,8 +235,10 @@ class EmbeddingMaintainer(threading.Thread):
         if not camera or source_type != EventTypeEnum.tracked_object:
             return
 
+        if self.config.semantic_search.enabled:
+            self.embeddings.update_stats()
+
         camera_config = self.config.cameras[camera]
-        self.embeddings.update_stats()
 
         # no need to process updated objects if face recognition, lpr, genai are disabled
         if not camera_config.genai.enabled and len(self.realtime_processors) == 0: