From 6520ebc6dc81719750dd7499cc75b470e0f9d009 Mon Sep 17 00:00:00 2001 From: Nicolas Mowen Date: Sat, 14 Mar 2026 07:08:40 -0600 Subject: [PATCH] Don't set provider options for llama.cpp as they are set on llama.cpp side --- frigate/genai/llama_cpp.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/frigate/genai/llama_cpp.py b/frigate/genai/llama_cpp.py index 87443ac4f..ac698b3b6 100644 --- a/frigate/genai/llama_cpp.py +++ b/frigate/genai/llama_cpp.py @@ -36,19 +36,12 @@ def _to_jpeg(img_bytes: bytes) -> bytes | None: class LlamaCppClient(GenAIClient): """Generative AI client for Frigate using llama.cpp server.""" - LOCAL_OPTIMIZED_OPTIONS = { - "temperature": 0.7, - "repeat_penalty": 1.05, - "top_p": 0.8, - } - provider: str # base_url provider_options: dict[str, Any] def _init_provider(self): """Initialize the client.""" self.provider_options = { - **self.LOCAL_OPTIMIZED_OPTIONS, **self.genai_config.provider_options, } return (