diff --git a/frigate/data_processing/real_time/face.py b/frigate/data_processing/real_time/face.py
index 12788e769..32d9b5735 100644
--- a/frigate/data_processing/real_time/face.py
+++ b/frigate/data_processing/real_time/face.py
@@ -297,6 +297,9 @@ class FaceRealTimeProcessor(RealTimeProcessorApi):
 
             sub_label, score = res
 
+            if score < self.face_config.unknown_score:
+                sub_label = "unknown"
+
             return {"success": True, "score": score, "face_name": sub_label}
         elif topic == EmbeddingsRequestEnum.register_face.value:
             rand_id = "".join(