mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-06-25 05:41:53 +03:00
d7ad3ba699
Some checks failed
CI / AMD64 Build (push) Has been cancelled
CI / ARM Build (push) Has been cancelled
CI / Jetson Jetpack 6 (push) Has been cancelled
CI / AMD64 Extra Build (push) Has been cancelled
CI / ARM Extra Build (push) Has been cancelled
CI / Synaptics Build (push) Has been cancelled
CI / Assemble and push default build (push) Has been cancelled
* Implement tool call history keeping * Refactor to match single message implementation * Simplify data representation * Cleanup chat page rendering * Include system message to not break cache * Formatting * Update tests and update .gitignore
68 lines
2.3 KiB
Python
68 lines
2.3 KiB
Python
"""Chat API response models."""
|
|
|
|
from typing import Any, Optional
|
|
|
|
from pydantic import BaseModel, Field
|
|
|
|
|
|
class ToolCallInvocation(BaseModel):
|
|
"""A tool call requested by the LLM (before execution)."""
|
|
|
|
id: str = Field(description="Unique identifier for this tool call")
|
|
name: str = Field(description="Tool name to call")
|
|
arguments: dict[str, Any] = Field(description="Arguments for the tool call")
|
|
|
|
|
|
class ChatMessageResponse(BaseModel):
|
|
"""A message in the chat response."""
|
|
|
|
role: str = Field(description="Message role")
|
|
content: Optional[str] = Field(
|
|
default=None, description="Message content (None if tool calls present)"
|
|
)
|
|
reasoning: Optional[str] = Field(
|
|
default=None,
|
|
description="Separated reasoning/thinking trace if the model emitted one",
|
|
)
|
|
tool_calls: Optional[list[ToolCallInvocation]] = Field(
|
|
default=None, description="Tool calls if LLM wants to call tools"
|
|
)
|
|
|
|
|
|
class ToolCall(BaseModel):
|
|
"""A tool that was executed during the completion, with its response."""
|
|
|
|
name: str = Field(description="Tool name that was called")
|
|
arguments: dict[str, Any] = Field(
|
|
default_factory=dict, description="Arguments passed to the tool"
|
|
)
|
|
response: str = Field(
|
|
default="",
|
|
description="The response or result returned from the tool execution",
|
|
)
|
|
|
|
|
|
class ChatCompletionResponse(BaseModel):
|
|
"""Response from chat completion."""
|
|
|
|
message: ChatMessageResponse = Field(description="The assistant's message")
|
|
finish_reason: str = Field(
|
|
description="Reason generation stopped: 'stop', 'tool_calls', 'length', 'error'"
|
|
)
|
|
tool_iterations: int = Field(
|
|
default=0, description="Number of tool call iterations performed"
|
|
)
|
|
tool_calls: list[ToolCall] = Field(
|
|
default_factory=list,
|
|
description="List of tool calls that were executed during this completion",
|
|
)
|
|
messages: list[dict[str, Any]] = Field(
|
|
default_factory=list,
|
|
description=(
|
|
"The full conversation chain, including the system message. Persist "
|
|
"and replay this verbatim on the next request so the prompt prefix "
|
|
"stays byte-identical and the model server's prompt cache keeps "
|
|
"hitting."
|
|
),
|
|
)
|