Add live context tool to LLM (#21754)

* Add live context tool

* Improve handling of images in request

* Improve prompt caching
This commit is contained in:
Nicolas Mowen
2026-02-26 21:27:56 -07:00
parent fa0feebd03
commit a4362caa0a
4 changed files with 188 additions and 5 deletions
+7
View File
@@ -32,3 +32,10 @@ class ChatCompletionRequest(BaseModel):
le=10,
description="Maximum number of tool call iterations (default: 5)",
)
include_live_image: Optional[str] = Field(
default=None,
description=(
"If set, the current live frame from this camera is attached to the first "
"user message as multimodal content. Use with get_live_context for detection info."
),
)