administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-10 10:33:11 +03:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Set model

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-26 15:28:58 -07:00
parent a8c741a8ce
commit ac63be9ea7
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
frigate/genai/llama_cpp.py
View File

@ -226,15 +226,17 @@ class LlamaCppClient(GenAIClient):
to_encode = jpeg_bytes if jpeg_bytes is not None else img
encoded = base64.b64encode(to_encode).decode("utf-8")
# prompt_string must contain <__media__> placeholder for image tokenization
content.append({
"prompt_string": "<__media__>\n",
"multimodal_data": [encoded],
})
content.append(
{
"prompt_string": "<__media__>\n",
"multimodal_data": [encoded],
}
)
try:
response = requests.post(
f"{self.provider}/embeddings",
json={"content": content},
json={"model": self.genai_config.model, "content": content},
timeout=self.timeout,
)
response.raise_for_status()