address some PR review comments

docker/main/Dockerfile

@@ -8,7 +8,7 @@ ARG SLIM_BASE=debian:11-slim
 
 FROM ${BASE_IMAGE} AS base
 
-FROM --platform=${BUILDPLATFORM} ${BASE_IMAGE} AS base_host
+FROM --platform=${BUILDPLATFORM} debian:11 AS base_host
 
 FROM ${SLIM_BASE} AS slim-base
 

docker/main/build_pysqlite3.sh

@@ -2,9 +2,12 @@
 
 set -euxo pipefail
 
+SQLITE3_VERSION="96c92aba00c8375bc32fafcdf12429c58bd8aabfcadab6683e35bbb9cdebf19e" # 3.46.0
+PYSQLITE3_VERSION="0.5.3"
+
 # Fetch the source code for the latest release of Sqlite.
 if [[ ! -d "sqlite" ]]; then
-  wget https://www.sqlite.org/src/tarball/sqlite.tar.gz?r=release -O sqlite.tar.gz
+  wget https://www.sqlite.org/src/tarball/sqlite.tar.gz?r=${SQLITE3_VERSION} -O sqlite.tar.gz
   tar xzf sqlite.tar.gz
   cd sqlite/
   LIBS="-lm" ./configure --disable-tcl --enable-tempstore=always
@@ -18,13 +21,15 @@ if [[ ! -d "./pysqlite3" ]]; then
   git clone https://github.com/coleifer/pysqlite3.git
 fi
 
+cd pysqlite3/
+git checkout ${PYSQLITE3_VERSION}
+
 # Copy the sqlite3 source amalgamation into the pysqlite3 directory so we can
 # create a self-contained extension module.
-cp "sqlite/sqlite3.c" pysqlite3/
+cp "../sqlite/sqlite3.c" ./
-cp "sqlite/sqlite3.h" pysqlite3/
+cp "../sqlite/sqlite3.h" ./
 
 # Create the wheel and put it in the /wheels dir.
-cd pysqlite3/
 sed -i "s|name='pysqlite3-binary'|name=PACKAGE_NAME|g" setup.py
 python3 setup.py build_static
 pip3 wheel . -w /wheels

frigate/comms/events_updater.py

@@ -34,7 +34,7 @@ class EventEndPublisher(Publisher):
     topic_base = "event/"
 
     def __init__(self) -> None:
-        super().__init__("ended")
+        super().__init__("finalized")
 
     def publish(
         self, payload: tuple[EventTypeEnum, EventStateEnum, str, dict[str, any]]
@@ -48,4 +48,4 @@ class EventEndSubscriber(Subscriber):
     topic_base = "event/"
 
     def __init__(self) -> None:
-        super().__init__("ended")
+        super().__init__("finalized")

frigate/config.py

@@ -746,6 +746,9 @@ class GenAIConfig(FrigateBaseModel):
         title="Default caption prompt.",
     )
     object_prompts: Dict[str, str] = Field(default={}, title="Object specific prompts.")
+    reindex: Optional[bool] = Field(
+        default=False, title="Reindex all detections on startup."
+    )
 
 
 class GenAICameraConfig(FrigateBaseModel):

frigate/embeddings/__init__.py

@@ -59,9 +59,8 @@ def manage_embeddings(config: FrigateConfig) -> None:
     embeddings = Embeddings()
 
     # Check if we need to re-index events
-    if os.path.exists(f"{CONFIG_DIR}/.reindex"):
+    if config.genai.reindex:
         embeddings.reindex()
-        os.remove(f"{CONFIG_DIR}/.reindex")
 
     maintainer = EmbeddingMaintainer(
         config,

frigate/embeddings/embeddings.py

@@ -3,7 +3,6 @@
 import base64
 import io
 import logging
-import os
 import time
 
 import numpy as np
@@ -13,7 +12,6 @@ from chromadb.config import Settings
 from PIL import Image
 from playhouse.shortcuts import model_to_dict
 
-from frigate.const import CONFIG_DIR
 from frigate.models import Event
 
 from .functions.clip import ClipEmbedding
@@ -112,5 +110,3 @@ class Embeddings:
             len(descriptions["ids"]),
             time.time() - st,
         )
-
-        os.remove(f"{CONFIG_DIR}/.reindex_events")

frigate/embeddings/maintainer.py

@@ -46,14 +46,21 @@ class EmbeddingMaintainer(threading.Thread):
     def run(self) -> None:
         """Maintain a Chroma vector database for semantic search."""
         while not self.stop_event.is_set():
+            self._process_updates()
+            self._process_finalized()
+
+    def _process_updates(self) -> None:
+        """Process event updates"""
         update = self.event_subscriber.check_for_update()
 
         if update is None:
-                continue
+            return
 
         source_type, _, camera, data = update
 
-            if camera and source_type == EventTypeEnum.tracked_object:
+        if not camera or source_type != EventTypeEnum.tracked_object:
+            return
+
         camera_config = self.config.cameras[camera]
         if data["id"] not in self.tracked_events:
             self.tracked_events[data["id"]] = []
@@ -61,16 +68,15 @@ class EmbeddingMaintainer(threading.Thread):
         # Create our own thumbnail based on the bounding box and the frame time
         try:
             frame_id = f"{camera}{data['frame_time']}"
-                    yuv_frame = self.frame_manager.get(
+            yuv_frame = self.frame_manager.get(frame_id, camera_config.frame_shape_yuv)
-                        frame_id, camera_config.frame_shape_yuv
-                    )
             data["thumbnail"] = self._create_thumbnail(yuv_frame, data["box"])
             self.tracked_events[data["id"]].append(data)
             self.frame_manager.close(frame_id)
         except FileNotFoundError:
-                    continue
+            pass
 
-            # Embed thumbnails when an event ends
+    def _process_finalized(self) -> None:
+        """Process the end of an event."""
         while True:
             ended = self.event_end_subscriber.check_for_update()
 
@@ -111,10 +117,10 @@ class EmbeddingMaintainer(threading.Thread):
                             event,
                             [
                                 data["thumbnail"]
-                                    for data in self.tracked_events.get(
+                                for data in self.tracked_events[event_id]
-                                        event_id, [{"thumbnail": thumbnail}]
+                            ]
-                                    )
+                            if len(self.tracked_events.get(event_id, [])) > 0
-                                ],
+                            else [thumbnail],
                             metadata,
                         ),
                     ).start()

frigate/events/cleanup.py

@@ -206,10 +206,13 @@ class EventCleanup(threading.Thread):
             )
             events_to_delete = [e.id for e in events]
             if len(events_to_delete) > 0:
-                Event.delete().where(Event.id << events_to_delete).execute()
+                chunk_size = 50
+                for i in range(0, len(events_to_delete), chunk_size):
+                    chunk = events_to_delete[i : i + chunk_size]
+                    Event.delete().where(Event.id << chunk).execute()
 
                     if self.config.semantic_search.enabled:
-                    self.embeddings.thumbnail.delete(ids=events_to_delete)
+                        self.embeddings.thumbnail.delete(ids=chunk)
-                    self.embeddings.description.delete(ids=events_to_delete)
+                        self.embeddings.description.delete(ids=chunk)
 
         logger.info("Exiting event cleanup...")

frigate/genai/__init__.py

@@ -22,11 +22,14 @@ def register_genai_provider(key: GenAIProviderEnum):
 class GenAIClient:
     """Generative AI client for Frigate."""
 
-    def __init__(self, genai_config: GenAIConfig) -> None:
+    def __init__(self, genai_config: GenAIConfig, timeout: int = 60) -> None:
         self.genai_config: GenAIConfig = genai_config
+        self.timeout = timeout
         self.provider = self._init_provider()
 
-    def generate_description(self, thumbnails: list[bytes], metadata: dict[str, any]):
+    def generate_description(
+        self, thumbnails: list[bytes], metadata: dict[str, any]
+    ) -> Optional[str]:
         """Generate a description for the frame."""
         prompt = self.genai_config.object_prompts.get(
             metadata["label"], self.genai_config.prompt

frigate/genai/gemini.py

@@ -3,6 +3,7 @@
 from typing import Optional
 
 import google.generativeai as genai
+from google.api_core.exceptions import DeadlineExceeded
 
 from frigate.config import GenAIProviderEnum
 from frigate.genai import GenAIClient, register_genai_provider
@@ -28,12 +29,18 @@ class GeminiClient(GenAIClient):
             }
             for img in images
         ] + [prompt]
+        try:
             response = self.provider.generate_content(
                 data,
                 generation_config=genai.types.GenerationConfig(
                     candidate_count=1,
                 ),
+                request_options=genai.types.RequestOptions(
+                    timeout=self.timeout,
+                ),
             )
+        except DeadlineExceeded:
+            return None
         try:
             description = response.text.strip()
         except ValueError:

frigate/genai/ollama.py

@@ -3,6 +3,7 @@
 import logging
 from typing import Optional
 
+from httpx import TimeoutException
 from ollama import Client as ApiClient
 from ollama import ResponseError
 
@@ -20,7 +21,7 @@ class OllamaClient(GenAIClient):
 
     def _init_provider(self):
         """Initialize the client."""
-        client = ApiClient(host=self.genai_config.base_url)
+        client = ApiClient(host=self.genai_config.base_url, timeout=self.timeout)
         response = client.pull(self.genai_config.model)
         if response["status"] != "success":
             logger.error("Failed to pull %s model from Ollama", self.genai_config.model)
@@ -28,7 +29,7 @@ class OllamaClient(GenAIClient):
         return client
 
     def _send(self, prompt: str, images: list[bytes]) -> Optional[str]:
-        """Submit a request to Ollama."""
+        """Submit a request to Ollama"""
         try:
             result = self.provider.generate(
                 self.genai_config.model,
@@ -36,5 +37,5 @@ class OllamaClient(GenAIClient):
                 images=images,
             )
             return result["response"].strip()
-        except ResponseError:
+        except (TimeoutException, ResponseError):
             return None

frigate/genai/openai.py

@@ -3,6 +3,7 @@
 import base64
 from typing import Optional
 
+from httpx import TimeoutException
 from openai import OpenAI
 
 from frigate.config import GenAIProviderEnum
@@ -22,6 +23,7 @@ class OpenAIClient(GenAIClient):
     def _send(self, prompt: str, images: list[bytes]) -> Optional[str]:
         """Submit a request to OpenAI."""
         encoded_images = [base64.b64encode(image).decode("utf-8") for image in images]
+        try:
             result = self.provider.chat.completions.create(
                 model=self.genai_config.model,
                 messages=[
@@ -40,7 +42,10 @@ class OpenAIClient(GenAIClient):
                         + [prompt],
                     },
                 ],
+                timeout=self.timeout,
             )
+        except TimeoutException:
+            return None
         if len(result.choices) > 0:
             return result.choices[0].message.content.strip()
         return None