administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-17 16:44:29 +03:00
Code Issues Actions 1 Packages Projects Releases Wiki Activity

Add margin to detected faces for embeddings

Browse Source
This commit is contained in:
Nicolas Mowen 2024-11-06 07:22:30 -07:00
parent d40f178968
commit ade1e9f0aa
1 changed files with 20 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

25
frigate/embeddings/maintainer.py
View File

@ -400,13 +400,21 @@ class EmbeddingMaintainer(threading.Thread):
rgb = cv2.cvtColor(frame, cv2.COLOR_YUV2RGB_I420) rgb = cv2.cvtColor(frame, cv2.COLOR_YUV2RGB_I420)
left, top, right, bottom = person_box left, top, right, bottom = person_box
person = rgb[top:bottom, left:right] person = rgb[top:bottom, left:right]
face = self._detect_face(person) face_box = self._detect_face(person)
if not face: if not face_box:
logger.debug("Detected no faces for person object.") logger.debug("Detected no faces for person object.")
return return
face_frame = person[face[1] : face[3], face[0] : face[2]] margin = int((face_box[2] - face_box[0]) * 0.4)
face_frame = person[
max(0, face_box[1] - margin) : min(
frame.shape[0], face_box[3] + margin
),
max(0, face_box[0] - margin) : min(
frame.shape[1], face_box[2] + margin
),
]
face_frame = cv2.cvtColor(face_frame, cv2.COLOR_RGB2BGR) face_frame = cv2.cvtColor(face_frame, cv2.COLOR_RGB2BGR)
else: else:
# don't run for object without attributes # don't run for object without attributes
@ -434,8 +442,15 @@ class EmbeddingMaintainer(threading.Thread):
return return
face_frame = cv2.cvtColor(frame, cv2.COLOR_YUV2BGR_I420) face_frame = cv2.cvtColor(frame, cv2.COLOR_YUV2BGR_I420)
margin = int((face_box[2] - face_box[0]) * 0.4)
face_frame = face_frame[ face_frame = face_frame[
face_box[1] : face_box[3], face_box[0] : face_box[2] max(0, face_box[1] - margin) : min(
frame.shape[0], face_box[3] + margin
),
max(0, face_box[0] - margin) : min(
frame.shape[1], face_box[2] + margin
),
] ]
ret, webp = cv2.imencode( ret, webp = cv2.imencode(
@ -446,7 +461,7 @@ class EmbeddingMaintainer(threading.Thread):
logger.debug("Not processing face due to error creating cropped image.") logger.debug("Not processing face due to error creating cropped image.")
return return
embedding = self.embeddings.embed_face("unknown", webp.tobytes(), upsert=False) embedding = self.embeddings.embed_face("nick", webp.tobytes(), upsert=True)
query_embedding = serialize(embedding) query_embedding = serialize(embedding)
best_faces = self._search_face(query_embedding) best_faces = self._search_face(query_embedding)
logger.debug(f"Detected best faces for person as: {best_faces}") logger.debug(f"Detected best faces for person as: {best_faces}")