Dynamically install and load detector dependencies (#24156)

* Dynamically install and load detector dependencies

* Cleanup

* Cleanup

docker/main/Dockerfile

@@ -202,10 +202,6 @@ RUN pip3 wheel --wheel-dir=/wheels -r /requirements-wheels.txt && \
         pip3 wheel --wheel-dir=/wheels -r /requirements-dev.txt; \
     fi
 
-# Install HailoRT & Wheels
-RUN --mount=type=bind,source=docker/main/install_hailort.sh,target=/deps/install_hailort.sh \
-    /deps/install_hailort.sh
-
 # Collect deps in a single layer
 FROM scratch AS deps-rootfs
 COPY --from=nginx /usr/local/nginx/ /usr/local/nginx/
@@ -216,7 +212,6 @@ COPY --from=libusb-build /usr/local/lib /usr/local/lib
 COPY --from=tempio /rootfs/ /
 COPY --from=s6-overlay /rootfs/ /
 COPY --from=models /rootfs/ /
-COPY --from=wheels /rootfs/ /
 COPY docker/main/rootfs/ /
 
 
@@ -294,16 +289,12 @@ RUN wget -q https://bootstrap.pypa.io/get-pip.py -O get-pip.py \
 RUN --mount=type=bind,from=wheels,source=/wheels,target=/deps/wheels \
     pip3 install -U /deps/wheels/*.whl
 
-# Install Axera Engine
-RUN pip3 install https://github.com/AXERA-TECH/pyaxengine/releases/download/0.1.3-frigate/axengine-0.1.3-py3-none-any.whl
-
+# The Hailo, MemryX, and Axera runtimes are installed at first start by
+# frigate/util/runtime_deps.py, only when that detector is configured.
+# Axera's native libraries are bind mounted from the host.
 ENV PATH="${PATH}:/usr/bin/axcl"
 ENV LD_LIBRARY_PATH="${LD_LIBRARY_PATH}:/usr/lib/axcl"
 
-# Install MemryX runtime (requires libgomp (OpenMP) in the final docker image)
-RUN --mount=type=bind,source=docker/main/install_memryx.sh,target=/deps/install_memryx.sh \
-    bash -c "bash /deps/install_memryx.sh"
-
 COPY --from=deps-rootfs / /
 
 RUN ldconfig

docker/main/install_hailort.sh

@@ -1,32 +0,0 @@
-#!/bin/bash
-
-set -euxo pipefail
-
-hailo_version="4.21.0"
-
-# sha256 digests of the release artifacts; update when bumping hailo_version.
-# The runtime tarball is keyed by TARGETARCH, the wheel by the python arch tag.
-declare -A hailort_checksums=(
-    ["amd64"]="0a57ac5f7cc8c2c3668133189d9285b55f498e8cb219797e203f6f5015fec4b3"
-    ["arm64"]="dd840548eb5d0d147c99aee2cb013d39d64be09c5bc63061171fcfacf4547b3f"
-    ["x86_64"]="8112a973ab48095399b29d883f31987828df5861b8553f614c89f098a67b3fb6"
-    ["aarch64"]="658432a43573280d472f6402d7934669effe7f163ba3dffa31c50bbeeaa7c01d"
-)
-
-if [[ "${TARGETARCH}" == "amd64" ]]; then
-    arch="x86_64"
-elif [[ "${TARGETARCH}" == "arm64" ]]; then
-    arch="aarch64"
-fi
-
-# downloaded rather than streamed into tar because streaming and verifying the
-# digest before extraction are mutually exclusive
-wget -qO /tmp/hailort.tar.gz "https://github.com/frigate-nvr/hailort/releases/download/v${hailo_version}/hailort-debian12-${TARGETARCH}.tar.gz"
-echo "${hailort_checksums[${TARGETARCH}]}  /tmp/hailort.tar.gz" | sha256sum -c -
-tar -C / -xzf /tmp/hailort.tar.gz
-rm -f /tmp/hailort.tar.gz
-
-wheel="/wheels/hailort-${hailo_version}-cp311-cp311-linux_${arch}.whl"
-mkdir -p /wheels
-wget -qO "${wheel}" "https://github.com/frigate-nvr/hailort/releases/download/v${hailo_version}/hailort-${hailo_version}-cp311-cp311-linux_${arch}.whl"
-echo "${hailort_checksums[${arch}]}  ${wheel}" | sha256sum -c -

docker/main/install_memryx.sh

@@ -1,31 +0,0 @@
-#!/bin/bash
-set -e
-
-# Download the MxAccl for Frigate github release
-wget https://github.com/memryx/mx_accl_frigate/archive/refs/tags/v2.1.0.zip -O /tmp/mxaccl.zip
-unzip /tmp/mxaccl.zip -d /tmp
-mv /tmp/mx_accl_frigate-2.1.0 /opt/mx_accl_frigate
-rm /tmp/mxaccl.zip
-
-# Install Python dependencies
-pip3 install -r /opt/mx_accl_frigate/freeze
-
-# Link the Python package dynamically
-SITE_PACKAGES=$(python3 -c "import site; print(site.getsitepackages()[0])")
-ln -s /opt/mx_accl_frigate/memryx "$SITE_PACKAGES/memryx"
-
-# Copy architecture-specific shared libraries
-ARCH=$(uname -m)
-if [[ "$ARCH" == "x86_64" ]]; then
-    cp /opt/mx_accl_frigate/memryx/x86/libmemx.so* /usr/lib/x86_64-linux-gnu/
-    cp /opt/mx_accl_frigate/memryx/x86/libmx_accl.so* /usr/lib/x86_64-linux-gnu/
-elif [[ "$ARCH" == "aarch64" ]]; then
-    cp /opt/mx_accl_frigate/memryx/arm/libmemx.so* /usr/lib/aarch64-linux-gnu/
-    cp /opt/mx_accl_frigate/memryx/arm/libmx_accl.so* /usr/lib/aarch64-linux-gnu/
-else
-    echo "Unsupported architecture: $ARCH"
-    exit 1
-fi
-
-# Refresh linker cache
-ldconfig

docker/main/requirements-wheels.txt

@@ -57,19 +57,12 @@ pywebpush == 2.0.*
 pyclipper == 1.3.*
 shapely == 2.0.*
 rapidfuzz==3.12.*
-# HailoRT Wheels
-appdirs==1.4.*
+# HailoRT
 argcomplete==2.0.*
 contextlib2==0.6.*
-distlib==0.3.*
-filelock==3.8.*
 future==0.18.*
-importlib-metadata==5.1.*
-importlib-resources==5.1.*
 netaddr==0.8.*
 netifaces==0.10.*
-verboselogs==1.7.*
-virtualenv==20.17.*
 prometheus-client == 0.21.*
 # TFLite
 tflite_runtime @ https://github.com/frigate-nvr/TFlite-builds/releases/download/v2.17.1/tflite_runtime-2.17.1-cp311-cp311-linux_x86_64.whl; platform_machine == 'x86_64'

docker/main/rootfs/etc/s6-overlay/s6-rc.d/frigate/run

@@ -17,6 +17,11 @@ if [[ "$runs_as_root" -eq 0 ]]; then
     export HOME=/config
 fi
 
+# detector runtimes installed at first start (pip install --user) live under
+# $HOME/.local; the dynamic loader only reads LD_LIBRARY_PATH at exec time
+export LD_LIBRARY_PATH="${LD_LIBRARY_PATH:+${LD_LIBRARY_PATH}:}${HOME}/.local/lib"
+export PATH="${PATH}:${HOME}/.local/bin"
+
 # opt out of openvino telemetry
 if [ -e /usr/local/bin/opt_in_out ]; then
   /usr/local/bin/opt_in_out --opt_out > /dev/null 2>&1