administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-04-14 19:12:08 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Adjust context usage

Browse Source
This commit is contained in:
Nicolas Mowen 2025-10-30 07:57:29 -06:00
parent c7ae828e2e
commit d7300b8823
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
frigate/data_processing/post/review_descriptions.py
View File

@ -57,7 +57,8 @@ class ReviewDescriptionProcessor(PostProcessorApi):
"""Calculate optimal number of frames based on context size, image source, and resolution. """Calculate optimal number of frames based on context size, image source, and resolution.
Token usage varies by resolution: larger images (ultrawide aspect ratios) use more tokens. Token usage varies by resolution: larger images (ultrawide aspect ratios) use more tokens.
Estimates ~1 token per 1250 pixels. Targets 95% context utilization, capped at 20 frames. Estimates ~1 token per 1250 pixels. Targets 98% context utilization with safety margin.
Capped at 20 frames.
""" """
context_size = self.genai_client.get_context_size() context_size = self.genai_client.get_context_size()
camera_config = self.config.cameras[camera] camera_config = self.config.cameras[camera]
@ -89,7 +90,8 @@ class ReviewDescriptionProcessor(PostProcessorApi):
pixels_per_image = width * height pixels_per_image = width * height
tokens_per_image = pixels_per_image / 1250 tokens_per_image = pixels_per_image / 1250
prompt_tokens = 3500 prompt_tokens = 3500
max_frames = int((context_size * 0.95 - prompt_tokens) / tokens_per_image) available_tokens = context_size * 0.98 - prompt_tokens
max_frames = int(available_tokens / tokens_per_image)
return min(max(max_frames, 3), 20) return min(max(max_frames, 3), 20)