Adjust prompt to account for response tokens

This commit is contained in:
Nicolas Mowen 2025-11-08 11:24:55 -07:00
parent d2a6ceb3b2
commit e5dc39f1fd

View File

@ -90,7 +90,8 @@ class ReviewDescriptionProcessor(PostProcessorApi):
pixels_per_image = width * height
tokens_per_image = pixels_per_image / 1250
prompt_tokens = 3500
available_tokens = context_size * 0.98 - prompt_tokens
response_tokens = 300
available_tokens = context_size - prompt_tokens - response_tokens
max_frames = int(available_tokens / tokens_per_image)
return min(max(max_frames, 3), 20)