Set model

This commit is contained in:
Nicolas Mowen
2026-03-08 07:23:28 -06:00
parent 22cbc7ab2e
commit 471bef3984
+5 -3
View File
@@ -226,15 +226,17 @@ class LlamaCppClient(GenAIClient):
to_encode = jpeg_bytes if jpeg_bytes is not None else img
encoded = base64.b64encode(to_encode).decode("utf-8")
# prompt_string must contain <__media__> placeholder for image tokenization
content.append({
content.append(
{
"prompt_string": "<__media__>\n",
"multimodal_data": [encoded],
})
}
)
try:
response = requests.post(
f"{self.provider}/embeddings",
json={"content": content},
json={"model": self.genai_config.model, "content": content},
timeout=self.timeout,
)
response.raise_for_status()