diff --git a/frigate/embeddings/maintainer.py b/frigate/embeddings/maintainer.py
index cfa6adef1..f9fbb1168 100644
--- a/frigate/embeddings/maintainer.py
+++ b/frigate/embeddings/maintainer.py
@@ -492,15 +492,10 @@ class EmbeddingMaintainer(threading.Thread):
                 return False
 
             face_frame = cv2.cvtColor(frame, cv2.COLOR_YUV2BGR_I420)
-            margin = int((face_box[2] - face_box[0]) * 0.25)
 
             face_frame = face_frame[
-                max(0, face_box[1] - margin) : min(
-                    frame.shape[0], face_box[3] + margin
-                ),
-                max(0, face_box[0] - margin) : min(
-                    frame.shape[1], face_box[2] + margin
-                ),
+                max(0, face_box[1]) : min(frame.shape[0], face_box[3]),
+                max(0, face_box[0]) : min(frame.shape[1], face_box[2]),
             ]
 
         res = self.face_classifier.classify_face(face_frame)