administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-01-22 20:18:30 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Increase prompt tokens reservation

Browse Source
This commit is contained in:
Nicolas Mowen 2025-12-24 15:31:13 -07:00
parent 67b40d3e04
commit 08664475c3
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frigate/data_processing/post/review_descriptions.py
View File

@ -92,7 +92,7 @@ class ReviewDescriptionProcessor(PostProcessorApi):
pixels_per_image = width * height pixels_per_image = width * height
tokens_per_image = pixels_per_image / 1250 tokens_per_image = pixels_per_image / 1250
prompt_tokens = 3500 prompt_tokens = 4000
response_tokens = 300 response_tokens = 300
available_tokens = context_size - prompt_tokens - response_tokens available_tokens = context_size - prompt_tokens - response_tokens
max_frames = int(available_tokens / tokens_per_image) max_frames = int(available_tokens / tokens_per_image)