mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-05-09 15:05:26 +03:00
Compare commits
8 Commits
f8fb21048a
...
1bbc0e5ea0
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
1bbc0e5ea0 | ||
|
|
a182385618 | ||
|
|
088e1ad7ef | ||
|
|
0f3dd097ec | ||
|
|
2a4d7e4766 | ||
|
|
46415ffeb5 | ||
|
|
e35ab0b8a1 | ||
|
|
837373547d |
7
Makefile
7
Makefile
@ -21,6 +21,13 @@ local: version
|
|||||||
--tag frigate:latest \
|
--tag frigate:latest \
|
||||||
--load
|
--load
|
||||||
|
|
||||||
|
localh10: version
|
||||||
|
docker buildx build --target=frigate --file docker/main/Dockerfile . \
|
||||||
|
--build-arg HAILORT_VERSION=5.1.1 \
|
||||||
|
--build-arg HAILORT_GIT_REPO=mathieu-d/hailort \
|
||||||
|
--tag frigate:latest \
|
||||||
|
--load
|
||||||
|
|
||||||
debug: version
|
debug: version
|
||||||
docker buildx build --target=frigate --file docker/main/Dockerfile . \
|
docker buildx build --target=frigate --file docker/main/Dockerfile . \
|
||||||
--build-arg DEBUG=true \
|
--build-arg DEBUG=true \
|
||||||
|
|||||||
@ -12,6 +12,11 @@ services:
|
|||||||
build:
|
build:
|
||||||
context: .
|
context: .
|
||||||
dockerfile: docker/main/Dockerfile
|
dockerfile: docker/main/Dockerfile
|
||||||
|
# Use args to specify hailort version and location
|
||||||
|
# args:
|
||||||
|
# HAILORT_VERSION: "5.1.1"
|
||||||
|
# HAILORT_GIT_REPO: "mathieu-d/hailort"
|
||||||
|
|
||||||
# Use target devcontainer-trt for TensorRT dev
|
# Use target devcontainer-trt for TensorRT dev
|
||||||
target: devcontainer
|
target: devcontainer
|
||||||
cache_from:
|
cache_from:
|
||||||
@ -29,6 +34,7 @@ services:
|
|||||||
# devices:
|
# devices:
|
||||||
# - /dev/bus/usb:/dev/bus/usb # Uncomment for Google Coral USB
|
# - /dev/bus/usb:/dev/bus/usb # Uncomment for Google Coral USB
|
||||||
# - /dev/dri:/dev/dri # for intel hwaccel, needs to be updated for your hardware
|
# - /dev/dri:/dev/dri # for intel hwaccel, needs to be updated for your hardware
|
||||||
|
|
||||||
volumes:
|
volumes:
|
||||||
- .:/workspace/frigate:cached
|
- .:/workspace/frigate:cached
|
||||||
- ./web/dist:/opt/frigate/web:cached
|
- ./web/dist:/opt/frigate/web:cached
|
||||||
|
|||||||
7
docker/hailo10h/user_installation.sh
Normal file
7
docker/hailo10h/user_installation.sh
Normal file
@ -0,0 +1,7 @@
|
|||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
# Update package list and install hailo driver version 5.1.1 for Hailo-10H
|
||||||
|
sudo apt update
|
||||||
|
sudo apt install -y hailo-h10-all=5.1.1
|
||||||
|
|
||||||
|
|
||||||
@ -157,6 +157,8 @@ FROM base AS wheels
|
|||||||
ARG DEBIAN_FRONTEND
|
ARG DEBIAN_FRONTEND
|
||||||
ARG TARGETARCH
|
ARG TARGETARCH
|
||||||
ARG DEBUG=false
|
ARG DEBUG=false
|
||||||
|
ARG HAILORT_VERSION=4.21.0
|
||||||
|
ARG HAILORT_GIT_REPO=frigate-nvr/hailort
|
||||||
|
|
||||||
# Use a separate container to build wheels to prevent build dependencies in final image
|
# Use a separate container to build wheels to prevent build dependencies in final image
|
||||||
RUN apt-get -qq update \
|
RUN apt-get -qq update \
|
||||||
|
|||||||
@ -2,13 +2,11 @@
|
|||||||
|
|
||||||
set -euxo pipefail
|
set -euxo pipefail
|
||||||
|
|
||||||
hailo_version="4.21.0"
|
|
||||||
|
|
||||||
if [[ "${TARGETARCH}" == "amd64" ]]; then
|
if [[ "${TARGETARCH}" == "amd64" ]]; then
|
||||||
arch="x86_64"
|
arch="x86_64"
|
||||||
elif [[ "${TARGETARCH}" == "arm64" ]]; then
|
elif [[ "${TARGETARCH}" == "arm64" ]]; then
|
||||||
arch="aarch64"
|
arch="aarch64"
|
||||||
fi
|
fi
|
||||||
|
|
||||||
wget -qO- "https://github.com/frigate-nvr/hailort/releases/download/v${hailo_version}/hailort-debian12-${TARGETARCH}.tar.gz" | tar -C / -xzf -
|
wget -qO- "https://github.com/${HAILORT_GIT_REPO}/releases/download/v${HAILORT_VERSION}/hailort-debian12-${TARGETARCH}.tar.gz" | tar -C / -xzf -
|
||||||
wget -P /wheels/ "https://github.com/frigate-nvr/hailort/releases/download/v${hailo_version}/hailort-${hailo_version}-cp311-cp311-linux_${arch}.whl"
|
wget -P /wheels/ "https://github.com/${HAILORT_GIT_REPO}/releases/download/v${HAILORT_VERSION}/hailort-${HAILORT_VERSION}-cp311-cp311-linux_${arch}.whl"
|
||||||
|
|||||||
@ -32,11 +32,14 @@ RUN echo /opt/rocm/lib|tee /opt/rocm-dist/etc/ld.so.conf.d/rocm.conf
|
|||||||
FROM deps AS deps-prelim
|
FROM deps AS deps-prelim
|
||||||
|
|
||||||
COPY docker/rocm/debian-backports.sources /etc/apt/sources.list.d/debian-backports.sources
|
COPY docker/rocm/debian-backports.sources /etc/apt/sources.list.d/debian-backports.sources
|
||||||
RUN apt-get update && \
|
# install_deps.sh upgraded libstdc++6 from trixie for Battlemage; the matching
|
||||||
|
# -dev package must also come from trixie or apt refuses to satisfy it.
|
||||||
|
RUN echo "deb http://deb.debian.org/debian trixie main" > /etc/apt/sources.list.d/trixie.list && \
|
||||||
|
apt-get update && \
|
||||||
apt-get install -y libnuma1 && \
|
apt-get install -y libnuma1 && \
|
||||||
apt-get install -qq -y -t bookworm-backports mesa-va-drivers mesa-vulkan-drivers && \
|
apt-get install -qq -y -t bookworm-backports mesa-va-drivers mesa-vulkan-drivers && \
|
||||||
# Install C++ standard library headers for HIPRTC kernel compilation fallback
|
apt-get install -qq -y -t trixie libstdc++-14-dev && \
|
||||||
apt-get install -qq -y libstdc++-12-dev && \
|
rm -f /etc/apt/sources.list.d/trixie.list && \
|
||||||
rm -rf /var/lib/apt/lists/*
|
rm -rf /var/lib/apt/lists/*
|
||||||
|
|
||||||
WORKDIR /opt/frigate
|
WORKDIR /opt/frigate
|
||||||
|
|||||||
@ -5,13 +5,15 @@ import logging
|
|||||||
import random
|
import random
|
||||||
import string
|
import string
|
||||||
import time
|
import time
|
||||||
|
import zipfile
|
||||||
|
from collections import deque
|
||||||
from pathlib import Path
|
from pathlib import Path
|
||||||
from typing import List, Optional
|
from typing import Iterator, List, Optional
|
||||||
|
|
||||||
import psutil
|
import psutil
|
||||||
from fastapi import APIRouter, Depends, Query, Request
|
from fastapi import APIRouter, Depends, Query, Request
|
||||||
from fastapi.responses import JSONResponse
|
from fastapi.responses import JSONResponse, StreamingResponse
|
||||||
from pathvalidate import sanitize_filepath
|
from pathvalidate import sanitize_filename, sanitize_filepath
|
||||||
from peewee import DoesNotExist
|
from peewee import DoesNotExist
|
||||||
from playhouse.shortcuts import model_to_dict
|
from playhouse.shortcuts import model_to_dict
|
||||||
|
|
||||||
@ -361,6 +363,136 @@ def get_export_case(case_id: str):
|
|||||||
)
|
)
|
||||||
|
|
||||||
|
|
||||||
|
_ZIP_STREAM_CHUNK_SIZE = 1024 * 1024 # 1 MiB
|
||||||
|
|
||||||
|
|
||||||
|
class _StreamingZipBuffer:
|
||||||
|
"""File-like sink for ZipFile that exposes written bytes via drain().
|
||||||
|
|
||||||
|
ZipFile writes synchronously into this buffer; the generator drains the
|
||||||
|
queue between writes so StreamingResponse can yield bytes without
|
||||||
|
materializing the whole archive in memory.
|
||||||
|
"""
|
||||||
|
|
||||||
|
def __init__(self) -> None:
|
||||||
|
self._queue: deque[bytes] = deque()
|
||||||
|
self._offset = 0
|
||||||
|
|
||||||
|
def write(self, data: bytes) -> int:
|
||||||
|
if data:
|
||||||
|
self._queue.append(bytes(data))
|
||||||
|
self._offset += len(data)
|
||||||
|
return len(data)
|
||||||
|
|
||||||
|
def tell(self) -> int:
|
||||||
|
return self._offset
|
||||||
|
|
||||||
|
def flush(self) -> None:
|
||||||
|
pass
|
||||||
|
|
||||||
|
def drain(self) -> Iterator[bytes]:
|
||||||
|
while self._queue:
|
||||||
|
yield self._queue.popleft()
|
||||||
|
|
||||||
|
|
||||||
|
def _unique_archive_name(export: Export, used: set[str]) -> str:
|
||||||
|
base = sanitize_filename(export.name) if export.name else None
|
||||||
|
if not base:
|
||||||
|
base = f"{export.camera}_{int(datetime.datetime.timestamp(export.date))}"
|
||||||
|
|
||||||
|
candidate = f"{base}.mp4"
|
||||||
|
counter = 1
|
||||||
|
while candidate in used:
|
||||||
|
candidate = f"{base}_{counter}.mp4"
|
||||||
|
counter += 1
|
||||||
|
|
||||||
|
used.add(candidate)
|
||||||
|
return candidate
|
||||||
|
|
||||||
|
|
||||||
|
def _stream_case_archive(exports: List[Export]) -> Iterator[bytes]:
|
||||||
|
"""Yield bytes of a zip archive built from the given exports' mp4 files."""
|
||||||
|
buffer = _StreamingZipBuffer()
|
||||||
|
used_names: set[str] = set()
|
||||||
|
|
||||||
|
# ZIP_STORED: mp4 is already compressed, recompressing wastes CPU for ~0% size win.
|
||||||
|
with zipfile.ZipFile(
|
||||||
|
buffer,
|
||||||
|
mode="w",
|
||||||
|
compression=zipfile.ZIP_STORED,
|
||||||
|
allowZip64=True,
|
||||||
|
) as archive:
|
||||||
|
for export in exports:
|
||||||
|
source = Path(export.video_path)
|
||||||
|
if not source.exists():
|
||||||
|
continue
|
||||||
|
|
||||||
|
arcname = _unique_archive_name(export, used_names)
|
||||||
|
|
||||||
|
with (
|
||||||
|
archive.open(arcname, mode="w", force_zip64=True) as entry,
|
||||||
|
source.open("rb") as src,
|
||||||
|
):
|
||||||
|
while True:
|
||||||
|
chunk = src.read(_ZIP_STREAM_CHUNK_SIZE)
|
||||||
|
if not chunk:
|
||||||
|
break
|
||||||
|
|
||||||
|
entry.write(chunk)
|
||||||
|
yield from buffer.drain()
|
||||||
|
|
||||||
|
yield from buffer.drain()
|
||||||
|
|
||||||
|
yield from buffer.drain()
|
||||||
|
|
||||||
|
|
||||||
|
@router.get(
|
||||||
|
"/cases/{case_id}/download",
|
||||||
|
dependencies=[Depends(allow_any_authenticated())],
|
||||||
|
summary="Download export case as zip",
|
||||||
|
description="Streams a zip archive containing every completed export's mp4 for the given case.",
|
||||||
|
)
|
||||||
|
def download_export_case(
|
||||||
|
case_id: str,
|
||||||
|
allowed_cameras: List[str] = Depends(get_allowed_cameras_for_filter),
|
||||||
|
):
|
||||||
|
try:
|
||||||
|
case = ExportCase.get(ExportCase.id == case_id)
|
||||||
|
except DoesNotExist:
|
||||||
|
return JSONResponse(
|
||||||
|
content={"success": False, "message": "Export case not found"},
|
||||||
|
status_code=404,
|
||||||
|
)
|
||||||
|
|
||||||
|
exports = list(
|
||||||
|
Export.select()
|
||||||
|
.where(
|
||||||
|
Export.export_case == case_id,
|
||||||
|
~Export.in_progress,
|
||||||
|
Export.camera << allowed_cameras,
|
||||||
|
)
|
||||||
|
.order_by(Export.date.asc())
|
||||||
|
)
|
||||||
|
|
||||||
|
if not exports:
|
||||||
|
return JSONResponse(
|
||||||
|
content={"success": False, "message": "No exports available to download."},
|
||||||
|
status_code=404,
|
||||||
|
)
|
||||||
|
|
||||||
|
archive_base = sanitize_filename(case.name) if case.name else ""
|
||||||
|
if not archive_base:
|
||||||
|
archive_base = case_id
|
||||||
|
|
||||||
|
return StreamingResponse(
|
||||||
|
_stream_case_archive(exports),
|
||||||
|
media_type="application/zip",
|
||||||
|
headers={
|
||||||
|
"Content-Disposition": f'attachment; filename="{archive_base}.zip"',
|
||||||
|
},
|
||||||
|
)
|
||||||
|
|
||||||
|
|
||||||
@router.patch(
|
@router.patch(
|
||||||
"/cases/{case_id}",
|
"/cases/{case_id}",
|
||||||
response_model=GenericResponse,
|
response_model=GenericResponse,
|
||||||
|
|||||||
415
frigate/detectors/plugins/hailo10h.py
Executable file
415
frigate/detectors/plugins/hailo10h.py
Executable file
@ -0,0 +1,415 @@
|
|||||||
|
import logging
|
||||||
|
import os
|
||||||
|
import subprocess
|
||||||
|
import threading
|
||||||
|
import urllib.request
|
||||||
|
from functools import partial
|
||||||
|
from typing import Dict, List, Optional, Tuple
|
||||||
|
|
||||||
|
import cv2
|
||||||
|
import numpy as np
|
||||||
|
from pydantic import ConfigDict, Field
|
||||||
|
from typing_extensions import Literal
|
||||||
|
|
||||||
|
from frigate.const import MODEL_CACHE_DIR
|
||||||
|
from frigate.detectors.detection_api import DetectionApi
|
||||||
|
from frigate.detectors.detector_config import (
|
||||||
|
BaseDetectorConfig,
|
||||||
|
)
|
||||||
|
from frigate.object_detection.util import RequestStore, ResponseStore
|
||||||
|
|
||||||
|
logger = logging.getLogger(__name__)
|
||||||
|
|
||||||
|
|
||||||
|
# ----------------- Utility Functions ----------------- #
|
||||||
|
|
||||||
|
|
||||||
|
def preprocess_tensor(image: np.ndarray, model_w: int, model_h: int) -> np.ndarray:
|
||||||
|
"""
|
||||||
|
Resize an image with unchanged aspect ratio using padding.
|
||||||
|
Assumes input image shape is (H, W, 3).
|
||||||
|
"""
|
||||||
|
if image.ndim == 4 and image.shape[0] == 1:
|
||||||
|
image = image[0]
|
||||||
|
|
||||||
|
h, w = image.shape[:2]
|
||||||
|
scale = min(model_w / w, model_h / h)
|
||||||
|
new_w, new_h = int(w * scale), int(h * scale)
|
||||||
|
resized_image = cv2.resize(image, (new_w, new_h), interpolation=cv2.INTER_CUBIC)
|
||||||
|
padded_image = np.full((model_h, model_w, 3), 114, dtype=image.dtype)
|
||||||
|
x_offset = (model_w - new_w) // 2
|
||||||
|
y_offset = (model_h - new_h) // 2
|
||||||
|
padded_image[y_offset : y_offset + new_h, x_offset : x_offset + new_w] = (
|
||||||
|
resized_image
|
||||||
|
)
|
||||||
|
return padded_image
|
||||||
|
|
||||||
|
|
||||||
|
# ----------------- Global Constants ----------------- #
|
||||||
|
DETECTOR_KEY = "hailo10h"
|
||||||
|
ARCH = None
|
||||||
|
H10H_DEFAULT_MODEL = "yolov6n.hef"
|
||||||
|
H10H_DEFAULT_URL = "https://hailo-model-zoo.s3.eu-west-2.amazonaws.com/ModelZoo/Compiled/v5.2.0/hailo10h/yolov6n.hef"
|
||||||
|
|
||||||
|
|
||||||
|
def detect_hailo_arch():
|
||||||
|
try:
|
||||||
|
result = subprocess.run(
|
||||||
|
["hailortcli", "fw-control", "identify"], capture_output=True, text=True
|
||||||
|
)
|
||||||
|
if result.returncode != 0:
|
||||||
|
logger.error(f"Inference error: {result.stderr}")
|
||||||
|
return None
|
||||||
|
for line in result.stdout.split("\n"):
|
||||||
|
if "Device Architecture" in line:
|
||||||
|
if "HAILO10H" in line:
|
||||||
|
return "hailo10h"
|
||||||
|
logger.error("Inference error: Could not determine Hailo architecture.")
|
||||||
|
return None
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Inference error: {e}")
|
||||||
|
return None
|
||||||
|
|
||||||
|
|
||||||
|
# ----------------- HailoAsyncInference Class ----------------- #
|
||||||
|
class HailoAsyncInference:
|
||||||
|
def __init__(
|
||||||
|
self,
|
||||||
|
hef_path: str,
|
||||||
|
input_store: RequestStore,
|
||||||
|
output_store: ResponseStore,
|
||||||
|
batch_size: int = 1,
|
||||||
|
input_type: Optional[str] = None,
|
||||||
|
output_type: Optional[Dict[str, str]] = None,
|
||||||
|
send_original_frame: bool = False,
|
||||||
|
) -> None:
|
||||||
|
# when importing hailo it activates the driver
|
||||||
|
# which leaves processes running even though it may not be used.
|
||||||
|
try:
|
||||||
|
from hailo_platform import (
|
||||||
|
HEF,
|
||||||
|
FormatType,
|
||||||
|
HailoSchedulingAlgorithm,
|
||||||
|
VDevice,
|
||||||
|
)
|
||||||
|
except ModuleNotFoundError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
self.input_store = input_store
|
||||||
|
self.output_store = output_store
|
||||||
|
|
||||||
|
params = VDevice.create_params()
|
||||||
|
params.scheduling_algorithm = HailoSchedulingAlgorithm.ROUND_ROBIN
|
||||||
|
|
||||||
|
self.hef = HEF(hef_path)
|
||||||
|
self.target = VDevice(params)
|
||||||
|
self.infer_model = self.target.create_infer_model(hef_path)
|
||||||
|
self.infer_model.set_batch_size(batch_size)
|
||||||
|
|
||||||
|
if input_type is not None:
|
||||||
|
self.infer_model.input().set_format_type(getattr(FormatType, input_type))
|
||||||
|
|
||||||
|
if output_type is not None:
|
||||||
|
for output_name, output_type in output_type.items():
|
||||||
|
self.infer_model.output(output_name).set_format_type(
|
||||||
|
getattr(FormatType, output_type)
|
||||||
|
)
|
||||||
|
|
||||||
|
self.output_type = output_type
|
||||||
|
self.send_original_frame = send_original_frame
|
||||||
|
|
||||||
|
def callback(
|
||||||
|
self,
|
||||||
|
completion_info,
|
||||||
|
bindings_list: List,
|
||||||
|
input_batch: List,
|
||||||
|
request_ids: List[int],
|
||||||
|
):
|
||||||
|
if completion_info.exception:
|
||||||
|
logger.error(f"Inference error: {completion_info.exception}")
|
||||||
|
else:
|
||||||
|
for i, bindings in enumerate(bindings_list):
|
||||||
|
if len(bindings._output_names) == 1:
|
||||||
|
result = bindings.output().get_buffer()
|
||||||
|
else:
|
||||||
|
result = {
|
||||||
|
name: np.expand_dims(bindings.output(name).get_buffer(), axis=0)
|
||||||
|
for name in bindings._output_names
|
||||||
|
}
|
||||||
|
self.output_store.put(request_ids[i], (input_batch[i], result))
|
||||||
|
|
||||||
|
def _create_bindings(self, configured_infer_model) -> object:
|
||||||
|
if self.output_type is None:
|
||||||
|
output_buffers = {
|
||||||
|
output_info.name: np.empty(
|
||||||
|
self.infer_model.output(output_info.name).shape,
|
||||||
|
dtype=getattr(
|
||||||
|
np, str(output_info.format.type).split(".")[1].lower()
|
||||||
|
),
|
||||||
|
)
|
||||||
|
for output_info in self.hef.get_output_vstream_infos()
|
||||||
|
}
|
||||||
|
else:
|
||||||
|
output_buffers = {
|
||||||
|
name: np.empty(
|
||||||
|
self.infer_model.output(name).shape,
|
||||||
|
dtype=getattr(np, self.output_type[name].lower()),
|
||||||
|
)
|
||||||
|
for name in self.output_type
|
||||||
|
}
|
||||||
|
return configured_infer_model.create_bindings(output_buffers=output_buffers)
|
||||||
|
|
||||||
|
def get_input_shape(self) -> Tuple[int, ...]:
|
||||||
|
return self.hef.get_input_vstream_infos()[0].shape
|
||||||
|
|
||||||
|
def run(self) -> None:
|
||||||
|
job = None
|
||||||
|
with self.infer_model.configure() as configured_infer_model:
|
||||||
|
while True:
|
||||||
|
batch_data = self.input_store.get()
|
||||||
|
|
||||||
|
if batch_data is None:
|
||||||
|
break
|
||||||
|
|
||||||
|
request_id, frame_data = batch_data
|
||||||
|
preprocessed_batch = [frame_data]
|
||||||
|
request_ids = [request_id]
|
||||||
|
input_batch = preprocessed_batch # non-send_original_frame mode
|
||||||
|
|
||||||
|
bindings_list = []
|
||||||
|
for frame in preprocessed_batch:
|
||||||
|
bindings = self._create_bindings(configured_infer_model)
|
||||||
|
bindings.input().set_buffer(np.array(frame))
|
||||||
|
bindings_list.append(bindings)
|
||||||
|
configured_infer_model.wait_for_async_ready(timeout_ms=10000)
|
||||||
|
job = configured_infer_model.run_async(
|
||||||
|
bindings_list,
|
||||||
|
partial(
|
||||||
|
self.callback,
|
||||||
|
input_batch=input_batch,
|
||||||
|
request_ids=request_ids,
|
||||||
|
bindings_list=bindings_list,
|
||||||
|
),
|
||||||
|
)
|
||||||
|
|
||||||
|
if job is not None:
|
||||||
|
job.wait(100)
|
||||||
|
|
||||||
|
|
||||||
|
# ----------------- HailoDetector Class ----------------- #
|
||||||
|
class HailoDetector(DetectionApi):
|
||||||
|
type_key = DETECTOR_KEY
|
||||||
|
|
||||||
|
def __init__(self, detector_config: "HailoDetectorConfig"):
|
||||||
|
global ARCH
|
||||||
|
ARCH = detect_hailo_arch()
|
||||||
|
self.cache_dir = MODEL_CACHE_DIR
|
||||||
|
self.device_type = detector_config.device
|
||||||
|
self.model_height = (
|
||||||
|
detector_config.model.height
|
||||||
|
if hasattr(detector_config.model, "height")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.model_width = (
|
||||||
|
detector_config.model.width
|
||||||
|
if hasattr(detector_config.model, "width")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.model_type = (
|
||||||
|
detector_config.model.model_type
|
||||||
|
if hasattr(detector_config.model, "model_type")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.tensor_format = (
|
||||||
|
detector_config.model.input_tensor
|
||||||
|
if hasattr(detector_config.model, "input_tensor")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.pixel_format = (
|
||||||
|
detector_config.model.input_pixel_format
|
||||||
|
if hasattr(detector_config.model, "input_pixel_format")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.input_dtype = (
|
||||||
|
detector_config.model.input_dtype
|
||||||
|
if hasattr(detector_config.model, "input_dtype")
|
||||||
|
else None
|
||||||
|
)
|
||||||
|
self.output_type = "FLOAT32"
|
||||||
|
self.set_path_and_url(detector_config.model.path)
|
||||||
|
self.working_model_path = self.check_and_prepare()
|
||||||
|
|
||||||
|
self.batch_size = 1
|
||||||
|
self.input_store = RequestStore()
|
||||||
|
self.response_store = ResponseStore()
|
||||||
|
|
||||||
|
try:
|
||||||
|
logger.debug(f"[INIT] Loading HEF model from {self.working_model_path}")
|
||||||
|
self.inference_engine = HailoAsyncInference(
|
||||||
|
self.working_model_path,
|
||||||
|
self.input_store,
|
||||||
|
self.response_store,
|
||||||
|
self.batch_size,
|
||||||
|
)
|
||||||
|
self.input_shape = self.inference_engine.get_input_shape()
|
||||||
|
logger.debug(f"[INIT] Model input shape: {self.input_shape}")
|
||||||
|
self.inference_thread = threading.Thread(
|
||||||
|
target=self.inference_engine.run, daemon=True
|
||||||
|
)
|
||||||
|
self.inference_thread.start()
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"[INIT] Failed to initialize HailoAsyncInference: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
|
def set_path_and_url(self, path: str = None):
|
||||||
|
if not path:
|
||||||
|
self.model_path = None
|
||||||
|
self.url = None
|
||||||
|
return
|
||||||
|
if self.is_url(path):
|
||||||
|
self.url = path
|
||||||
|
self.model_path = None
|
||||||
|
else:
|
||||||
|
self.model_path = path
|
||||||
|
self.url = None
|
||||||
|
|
||||||
|
def is_url(self, url: str) -> bool:
|
||||||
|
return (
|
||||||
|
url.startswith("http://")
|
||||||
|
or url.startswith("https://")
|
||||||
|
or url.startswith("www.")
|
||||||
|
)
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def extract_model_name(path: str = None, url: str = None) -> str:
|
||||||
|
if path and path.endswith(".hef"):
|
||||||
|
return os.path.basename(path)
|
||||||
|
elif url and url.endswith(".hef"):
|
||||||
|
return os.path.basename(url)
|
||||||
|
else:
|
||||||
|
return H10H_DEFAULT_MODEL
|
||||||
|
|
||||||
|
@staticmethod
|
||||||
|
def download_model(url: str, destination: str):
|
||||||
|
if not url.endswith(".hef"):
|
||||||
|
raise ValueError("Invalid model URL. Only .hef files are supported.")
|
||||||
|
try:
|
||||||
|
urllib.request.urlretrieve(url, destination)
|
||||||
|
logger.debug(f"Downloaded model to {destination}")
|
||||||
|
except Exception as e:
|
||||||
|
raise RuntimeError(f"Failed to download model from {url}: {str(e)}")
|
||||||
|
|
||||||
|
def check_and_prepare(self) -> str:
|
||||||
|
if not os.path.exists(self.cache_dir):
|
||||||
|
os.makedirs(self.cache_dir)
|
||||||
|
model_name = self.extract_model_name(self.model_path, self.url)
|
||||||
|
cached_model_path = os.path.join(self.cache_dir, model_name)
|
||||||
|
if not self.model_path and not self.url:
|
||||||
|
if os.path.exists(cached_model_path):
|
||||||
|
logger.debug(f"Model found in cache: {cached_model_path}")
|
||||||
|
return cached_model_path
|
||||||
|
else:
|
||||||
|
logger.debug(f"Downloading default model: {model_name}")
|
||||||
|
self.download_model(H10H_DEFAULT_URL, cached_model_path)
|
||||||
|
|
||||||
|
elif self.url:
|
||||||
|
logger.debug(f"Downloading model from URL: {self.url}")
|
||||||
|
self.download_model(self.url, cached_model_path)
|
||||||
|
elif self.model_path:
|
||||||
|
if os.path.exists(self.model_path):
|
||||||
|
logger.debug(f"Using existing model at: {self.model_path}")
|
||||||
|
return self.model_path
|
||||||
|
else:
|
||||||
|
raise FileNotFoundError(f"Model file not found at: {self.model_path}")
|
||||||
|
return cached_model_path
|
||||||
|
|
||||||
|
def detect_raw(self, tensor_input):
|
||||||
|
tensor_input = self.preprocess(tensor_input)
|
||||||
|
|
||||||
|
if isinstance(tensor_input, np.ndarray) and len(tensor_input.shape) == 3:
|
||||||
|
tensor_input = np.expand_dims(tensor_input, axis=0)
|
||||||
|
|
||||||
|
request_id = self.input_store.put(tensor_input)
|
||||||
|
|
||||||
|
try:
|
||||||
|
_, infer_results = self.response_store.get(request_id, timeout=1.0)
|
||||||
|
except TimeoutError:
|
||||||
|
logger.error(
|
||||||
|
f"Timeout waiting for inference results for request {request_id}"
|
||||||
|
)
|
||||||
|
|
||||||
|
if not self.inference_thread.is_alive():
|
||||||
|
raise RuntimeError(
|
||||||
|
"HailoRT inference thread has stopped, restart required."
|
||||||
|
)
|
||||||
|
|
||||||
|
return np.zeros((20, 6), dtype=np.float32)
|
||||||
|
|
||||||
|
if isinstance(infer_results, list) and len(infer_results) == 1:
|
||||||
|
infer_results = infer_results[0]
|
||||||
|
|
||||||
|
threshold = 0.4
|
||||||
|
all_detections = []
|
||||||
|
for class_id, detection_set in enumerate(infer_results):
|
||||||
|
if not isinstance(detection_set, np.ndarray) or detection_set.size == 0:
|
||||||
|
continue
|
||||||
|
for det in detection_set:
|
||||||
|
if det.shape[0] < 5:
|
||||||
|
continue
|
||||||
|
score = float(det[4])
|
||||||
|
if score < threshold:
|
||||||
|
continue
|
||||||
|
all_detections.append([class_id, score, det[0], det[1], det[2], det[3]])
|
||||||
|
|
||||||
|
if len(all_detections) == 0:
|
||||||
|
detections_array = np.zeros((20, 6), dtype=np.float32)
|
||||||
|
else:
|
||||||
|
detections_array = np.array(all_detections, dtype=np.float32)
|
||||||
|
if detections_array.shape[0] > 20:
|
||||||
|
detections_array = detections_array[:20, :]
|
||||||
|
elif detections_array.shape[0] < 20:
|
||||||
|
pad = np.zeros((20 - detections_array.shape[0], 6), dtype=np.float32)
|
||||||
|
detections_array = np.vstack((detections_array, pad))
|
||||||
|
|
||||||
|
return detections_array
|
||||||
|
|
||||||
|
def preprocess(self, image):
|
||||||
|
if isinstance(image, np.ndarray):
|
||||||
|
processed = preprocess_tensor(
|
||||||
|
image, self.input_shape[1], self.input_shape[0]
|
||||||
|
)
|
||||||
|
return np.expand_dims(processed, axis=0)
|
||||||
|
else:
|
||||||
|
raise ValueError("Unsupported image format for preprocessing")
|
||||||
|
|
||||||
|
def close(self):
|
||||||
|
"""Properly shuts down the inference engine and releases the VDevice."""
|
||||||
|
logger.debug("[CLOSE] Closing HailoDetector")
|
||||||
|
try:
|
||||||
|
if hasattr(self, "inference_engine"):
|
||||||
|
if hasattr(self.inference_engine, "target"):
|
||||||
|
self.inference_engine.target.release()
|
||||||
|
logger.debug("Hailo VDevice released successfully")
|
||||||
|
except Exception as e:
|
||||||
|
logger.error(f"Failed to close Hailo device: {e}")
|
||||||
|
raise
|
||||||
|
|
||||||
|
def __del__(self):
|
||||||
|
"""Destructor to ensure cleanup when the object is deleted."""
|
||||||
|
self.close()
|
||||||
|
|
||||||
|
|
||||||
|
# ----------------- HailoDetectorConfig Class ----------------- #
|
||||||
|
class HailoDetectorConfig(BaseDetectorConfig):
|
||||||
|
"""Hailo10H detector using HEF models and the HailoRT SDK for inference on Hailo hardware."""
|
||||||
|
|
||||||
|
model_config = ConfigDict(
|
||||||
|
title="Hailo-10H",
|
||||||
|
)
|
||||||
|
|
||||||
|
type: Literal[DETECTOR_KEY]
|
||||||
|
device: str = Field(
|
||||||
|
default="PCIe",
|
||||||
|
title="Device Type",
|
||||||
|
description="The device to use for Hailo inference (e.g. 'PCIe', 'M.2').",
|
||||||
|
)
|
||||||
@ -123,6 +123,15 @@ def get_detector_temperature(
|
|||||||
if index < len(hailo_device_names):
|
if index < len(hailo_device_names):
|
||||||
device_name = hailo_device_names[index]
|
device_name = hailo_device_names[index]
|
||||||
return hailo_temps[device_name]
|
return hailo_temps[device_name]
|
||||||
|
elif detector_type == "hailo10h":
|
||||||
|
# Get temperatures for Hailo devices
|
||||||
|
hailo_temps = get_hailo_temps()
|
||||||
|
if hailo_temps:
|
||||||
|
hailo_device_names = sorted(hailo_temps.keys())
|
||||||
|
index = detector_index_by_type.get("hailo10h", 0)
|
||||||
|
if index < len(hailo_device_names):
|
||||||
|
device_name = hailo_device_names[index]
|
||||||
|
return hailo_temps[device_name]
|
||||||
elif detector_type == "rknn":
|
elif detector_type == "rknn":
|
||||||
# Rockchip temperatures are handled by the GPU / NPU stats
|
# Rockchip temperatures are handled by the GPU / NPU stats
|
||||||
# as there are not detector specific temperatures
|
# as there are not detector specific temperatures
|
||||||
|
|||||||
@ -397,6 +397,14 @@
|
|||||||
"description": "The device to use for Hailo inference (e.g. 'PCIe', 'M.2')."
|
"description": "The device to use for Hailo inference (e.g. 'PCIe', 'M.2')."
|
||||||
}
|
}
|
||||||
},
|
},
|
||||||
|
"hailo10h": {
|
||||||
|
"label": "Hailo-10H",
|
||||||
|
"description": "Hailo-10H detector using HEF models and the HailoRT SDK for inference on Hailo hardware.",
|
||||||
|
"device": {
|
||||||
|
"label": "Device Type",
|
||||||
|
"description": "The device to use for Hailo inference (e.g. 'PCIe', 'M.2')."
|
||||||
|
}
|
||||||
|
},
|
||||||
"memryx": {
|
"memryx": {
|
||||||
"label": "MemryX",
|
"label": "MemryX",
|
||||||
"description": "MemryX MX3 detector that runs compiled DFP models on MemryX accelerators.",
|
"description": "MemryX MX3 detector that runs compiled DFP models on MemryX accelerators.",
|
||||||
|
|||||||
@ -57,6 +57,7 @@ import { useTranslation } from "react-i18next";
|
|||||||
|
|
||||||
import { IoMdArrowRoundBack } from "react-icons/io";
|
import { IoMdArrowRoundBack } from "react-icons/io";
|
||||||
import {
|
import {
|
||||||
|
LuDownload,
|
||||||
LuFolderPlus,
|
LuFolderPlus,
|
||||||
LuFolderX,
|
LuFolderX,
|
||||||
LuPencil,
|
LuPencil,
|
||||||
@ -777,8 +778,29 @@ function Exports() {
|
|||||||
filters={["cameras"]}
|
filters={["cameras"]}
|
||||||
onUpdateFilter={setExportFilter}
|
onUpdateFilter={setExportFilter}
|
||||||
/>
|
/>
|
||||||
{isAdmin && (
|
|
||||||
<div className="flex items-center gap-1 md:gap-2">
|
<div className="flex items-center gap-1 md:gap-2">
|
||||||
|
{(exportsByCase[selectedCase.id]?.length ?? 0) > 0 && (
|
||||||
|
<Button
|
||||||
|
asChild
|
||||||
|
className="flex items-center gap-2 p-2"
|
||||||
|
size="sm"
|
||||||
|
aria-label={t("button.download", { ns: "common" })}
|
||||||
|
>
|
||||||
|
<a
|
||||||
|
download
|
||||||
|
href={`${baseUrl}api/cases/${selectedCase.id}/download`}
|
||||||
|
>
|
||||||
|
<LuDownload className="text-secondary-foreground" />
|
||||||
|
{!isMobile && (
|
||||||
|
<div className="text-primary">
|
||||||
|
{t("button.download", { ns: "common" })}
|
||||||
|
</div>
|
||||||
|
)}
|
||||||
|
</a>
|
||||||
|
</Button>
|
||||||
|
)}
|
||||||
|
{isAdmin && (
|
||||||
|
<>
|
||||||
<Button
|
<Button
|
||||||
className="flex items-center gap-2 p-2"
|
className="flex items-center gap-2 p-2"
|
||||||
size="sm"
|
size="sm"
|
||||||
@ -823,9 +845,10 @@ function Exports() {
|
|||||||
</div>
|
</div>
|
||||||
)}
|
)}
|
||||||
</Button>
|
</Button>
|
||||||
</div>
|
</>
|
||||||
)}
|
)}
|
||||||
</div>
|
</div>
|
||||||
|
</div>
|
||||||
)}
|
)}
|
||||||
</>
|
</>
|
||||||
)}
|
)}
|
||||||
|
|||||||
Loading…
Reference in New Issue
Block a user