administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-15 07:35:27 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

crop on initial generation as well

Browse Source
This commit is contained in:
Josh Hawkins 2024-09-30 16:39:31 -05:00
parent fb6dce8fa7
commit 28ff075b58
1 changed files with 19 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
frigate/embeddings/maintainer.py
View File

@ -144,6 +144,24 @@ class EmbeddingMaintainer(threading.Thread):
) as image_file: ) as image_file:
snapshot_image = image_file.read() snapshot_image = image_file.read()
img = cv2.imdecode(
np.frombuffer(snapshot_image, dtype=np.int8),
cv2.IMREAD_COLOR,
)
# crop snapshot based on region before sending off to genai
height, width = img.shape[:2]
x1_rel, y1_rel, width_rel, height_rel = event.data["region"]
x1, y1 = int(x1_rel * width), int(y1_rel * height)
cropped_image = img[
y1 : y1 + int(height_rel * height),
x1 : x1 + int(width_rel * width),
]
_, buffer = cv2.imencode(".jpg", cropped_image)
snapshot_image = buffer.tobytes()
embed_image = ( embed_image = (
[snapshot_image] [snapshot_image]
if event.has_snapshot and camera_config.genai.use_snapshot if event.has_snapshot and camera_config.genai.use_snapshot
@ -154,7 +172,7 @@ class EmbeddingMaintainer(threading.Thread):
) )
) )
# Generate the description, passing the correct image argument # Generate the description. Call happens in a thread since it is network bound.
threading.Thread( threading.Thread(
target=self._embed_description, target=self._embed_description,
name=f"_embed_description_{event.id}", name=f"_embed_description_{event.id}",