administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-27 18:48:22 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Cast context size

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-28 08:01:47 -07:00
parent be743128aa
commit dd7427f94a
2 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
frigate/genai/llama_cpp.py
View File

@ -102,7 +102,7 @@ class LlamaCppClient(GenAIClient):
def get_context_size(self) -> int: def get_context_size(self) -> int:
"""Get the context window size for llama.cpp.""" """Get the context window size for llama.cpp."""
return self.provider_options.get("context_size", 4096) return int(self.provider_options.get("context_size", 4096))
def _build_payload( def _build_payload(
self, self,

4
frigate/genai/ollama.py
View File

@ -85,8 +85,8 @@ class OllamaClient(GenAIClient):
def get_context_size(self) -> int: def get_context_size(self) -> int:
"""Get the context window size for Ollama.""" """Get the context window size for Ollama."""
return self.genai_config.provider_options.get("options", {}).get( return int(
"num_ctx", 4096 self.genai_config.provider_options.get("options", {}).get("num_ctx", 4096)
) )
def _build_request_params( def _build_request_params(