administrator/frigate
1
0
Fork 0
mirror of https://github.com/blakeblackshear/frigate.git synced 2026-02-13 06:35:24 +03:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

ask ollama to pull requested model at startup

Browse Source
This commit is contained in:
Jason Hunter 2024-06-12 21:08:19 -04:00
parent a0197dce52
commit 439312d765
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
frigate/genai/ollama.py
View File

@ -1,5 +1,6 @@
"""Ollama Provider for Frigate AI."""
import logging
from typing import Optional
from ollama import Client as ApiClient
@ -8,6 +9,8 @@ from ollama import ResponseError
from frigate.config import GenAIProviderEnum
from frigate.genai import GenAIClient, register_genai_provider
logger = logging.getLogger(__name__)
@register_genai_provider(GenAIProviderEnum.ollama)
class OllamaClient(GenAIClient):
@ -17,7 +20,12 @@ class OllamaClient(GenAIClient):
def _init_provider(self):
"""Initialize the client."""
return ApiClient(host=self.genai_config.base_url)
client = ApiClient(host=self.genai_config.base_url)
response = client.pull(self.genai_config.model)
if response["status"] != "success":
logger.error("Failed to pull %s model from Ollama", self.genai_config.model)
return None
return client
def _send(self, prompt: str, images: list[bytes]) -> Optional[str]:
"""Submit a request to Ollama."""