administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-03-23 08:38:22 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Set model

Browse Source
This commit is contained in:
Nicolas Mowen 2026-02-26 15:28:58 -07:00
parent 22cbc7ab2e
commit 471bef3984
1 changed files with 7 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
frigate/genai/llama_cpp.py
View File

@ -226,15 +226,17 @@ class LlamaCppClient(GenAIClient):
to_encode = jpeg_bytes if jpeg_bytes is not None else img to_encode = jpeg_bytes if jpeg_bytes is not None else img
encoded = base64.b64encode(to_encode).decode("utf-8") encoded = base64.b64encode(to_encode).decode("utf-8")
# prompt_string must contain <__media__> placeholder for image tokenization # prompt_string must contain <__media__> placeholder for image tokenization
content.append({ content.append(
"prompt_string": "<__media__>\n", {
"multimodal_data": [encoded], "prompt_string": "<__media__>\n",
}) "multimodal_data": [encoded],
}
)
try: try:
response = requests.post( response = requests.post(
f"{self.provider}/embeddings", f"{self.provider}/embeddings",
json={"content": content}, json={"model": self.genai_config.model, "content": content},
timeout=self.timeout, timeout=self.timeout,
) )
response.raise_for_status() response.raise_for_status()