administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-14 04:17:34 +03:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Set model in llama.cpp config

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-20 14:13:28 -07:00
parent e6387dac05
commit dc39d2f0ef
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frigate/genai/llama_cpp.py
View File

@ -67,6 +67,7 @@ class LlamaCppClient(GenAIClient):
# Build request payload with llama.cpp native options # Build request payload with llama.cpp native options
payload = { payload = {
"model": self.genai_config.model,
"messages": [ "messages": [
{ {
"role": "user", "role": "user",
@ -134,6 +135,7 @@ class LlamaCppClient(GenAIClient):
openai_tool_choice = "required" openai_tool_choice = "required"
payload = { payload = {
"model": self.genai_config.model,
"messages": messages, "messages": messages,
} }