administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-11 10:57:38 +03:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Set model in llama.cpp config

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-20 14:13:28 -07:00
parent 657500143b
commit 51a26d3365
1 changed files with 2 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frigate/genai/llama_cpp.py
View File

@ -67,6 +67,7 @@ class LlamaCppClient(GenAIClient):
# Build request payload with llama.cpp native options
payload = {
"model": self.genai_config.model,
"messages": [
{
"role": "user",
@ -134,6 +135,7 @@ class LlamaCppClient(GenAIClient):
openai_tool_choice = "required"
payload = {
"model": self.genai_config.model,
"messages": messages,
}