administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-10 02:29:19 +03:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

Set model

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-26 15:28:58 -07:00
parent 22cbc7ab2e
commit 471bef3984
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
frigate/genai/llama_cpp.py
View File

@ -226,15 +226,17 @@ class LlamaCppClient(GenAIClient):
to_encode = jpeg_bytes if jpeg_bytes is not None else img
encoded = base64.b64encode(to_encode).decode("utf-8")
# prompt_string must contain <__media__> placeholder for image tokenization
content.append({
"prompt_string": "<__media__>\n",
"multimodal_data": [encoded],
})
content.append(
{
"prompt_string": "<__media__>\n",
"multimodal_data": [encoded],
}
)
try:
response = requests.post(
f"{self.provider}/embeddings",
json={"content": content},
json={"model": self.genai_config.model, "content": content},
timeout=self.timeout,
)
response.raise_for_status()