administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2025-12-06 21:44:13 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Adjust prompt to account for response tokens

Browse Source
This commit is contained in:
Nicolas Mowen 2025-11-08 11:24:55 -07:00
parent d2a6ceb3b2
commit e5dc39f1fd
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
frigate/data_processing/post/review_descriptions.py
View File

@ -90,7 +90,8 @@ class ReviewDescriptionProcessor(PostProcessorApi):
pixels_per_image = width * height pixels_per_image = width * height
tokens_per_image = pixels_per_image / 1250 tokens_per_image = pixels_per_image / 1250
prompt_tokens = 3500 prompt_tokens = 3500
available_tokens = context_size * 0.98 - prompt_tokens response_tokens = 300
available_tokens = context_size - prompt_tokens - response_tokens
max_frames = int(available_tokens / tokens_per_image) max_frames = int(available_tokens / tokens_per_image)
return min(max(max_frames, 3), 20) return min(max(max_frames, 3), 20)