This commit is contained in:
Nicolas Mowen 2026-02-27 08:48:03 -07:00
parent d0b2a606b4
commit 2e036e5f10

View File

@ -121,7 +121,10 @@ class LlamaCppClient(GenAIClient):
elif tool_choice == "required":
openai_tool_choice = "required"
payload: dict[str, Any] = {"messages": messages, "model": self.genai_config.model}
payload: dict[str, Any] = {
"messages": messages,
"model": self.genai_config.model,
}
if stream:
payload["stream"] = True
if tools: