Compare commits

..
5 Commits
Author SHA1 Message Date
Josh Hawkins 920e8a1c9f make max target box a function of zoom factor 2026-10-04 07:29:14 -05:00
Josh Hawkins ed8367e51e fix autotracking debug overlay max target box lookup 2026-10-04 07:24:37 -05:00
Josh Hawkins e8a3c870f1 compute max target box from live zoom factor 2026-10-04 07:20:24 -05:00
Josh Hawkins 30012f89fc use camera config for autotracking enabled state
Camera processes read autotracking state from a shared `autotracker_enabled` value that the dispatcher and autotracker had to keep in sync with the config by hand. Camera processes now subscribe to the `autotracking` and `onvif` config updates and read `onvif.autotracking.enabled` directly, so the shared value and the autotracker's mirroring method are gone. `_disable` now publishes its change so the camera process hears about it. Also removes `tracking_active`, which was set and cleared but never read.
2026-10-03 16:11:28 -05:00
Josh Hawkins cc1ff63b53 simplify onvif and autotracking code
Removes about 230 lines from the ONVIF controller and autotracker without changing how PTZ moves are calculated. `OnvifController` no longer keeps its own `camera_configs` copy of the camera config, the cached `GetStatus`, `GetServiceCapabilities`, and `AbsoluteMove` request objects are gone in favor of plain dicts at the call site, and `PtzAutoTrackerThread` is merged into `PtzAutoTracker`. Repeated blocks in the autotracker (waiting for the motor to stop, disabling autotracking on a failed setup step) are now single helpers.
2026-10-03 15:05:56 -05:00
14 changed files with 479 additions and 752 deletions
+3 -7
View File
@@ -77,7 +77,7 @@ from frigate.notices.registry import NoticeRegistry
from frigate.object_detection.base import ObjectDetectProcess from frigate.object_detection.base import ObjectDetectProcess
from frigate.object_detection.util import detection_frame_size from frigate.object_detection.util import detection_frame_size
from frigate.output.output import OutputProcess from frigate.output.output import OutputProcess
from frigate.ptz.autotrack import PtzAutoTrackerThread from frigate.ptz.autotrack import PtzAutoTracker
from frigate.ptz.onvif import OnvifController from frigate.ptz.onvif import OnvifController
from frigate.record.cleanup import RecordingCleanup from frigate.record.cleanup import RecordingCleanup
from frigate.record.export import migrate_exports from frigate.record.export import migrate_exports
@@ -166,11 +166,7 @@ class FrigateApp:
# create camera_metrics # create camera_metrics
for camera_name in self.config.cameras.keys(): for camera_name in self.config.cameras.keys():
self.camera_metrics[camera_name] = CameraMetrics(self.metrics_manager) self.camera_metrics[camera_name] = CameraMetrics(self.metrics_manager)
self.ptz_metrics[camera_name] = PTZMetrics( self.ptz_metrics[camera_name] = PTZMetrics()
autotracker_enabled=self.config.cameras[
camera_name
].onvif.autotracking.enabled
)
def init_queues(self) -> None: def init_queues(self) -> None:
# Queue for cameras to push tracked objects to # Queue for cameras to push tracked objects to
@@ -443,7 +439,7 @@ class FrigateApp:
) )
def start_ptz_autotracker(self) -> None: def start_ptz_autotracker(self) -> None:
self.ptz_autotracker_thread = PtzAutoTrackerThread( self.ptz_autotracker_thread = PtzAutoTracker(
self.config, self.config,
self.onvif_controller, self.onvif_controller,
self.ptz_metrics, self.ptz_metrics,
+1 -7
View File
@@ -43,8 +43,6 @@ class CameraMetrics:
class PTZMetrics: class PTZMetrics:
autotracker_enabled: Synchronized
start_time: Synchronized start_time: Synchronized
stop_time: Synchronized stop_time: Synchronized
frame_time: Synchronized frame_time: Synchronized
@@ -52,13 +50,10 @@ class PTZMetrics:
max_zoom: Synchronized max_zoom: Synchronized
min_zoom: Synchronized min_zoom: Synchronized
tracking_active: Event
motor_stopped: Event motor_stopped: Event
reset: Event reset: Event
def __init__(self, *, autotracker_enabled: bool): def __init__(self) -> None:
self.autotracker_enabled = mp.Value("i", autotracker_enabled) # type: ignore[assignment]
self.start_time = mp.Value("d", 0) # type: ignore[assignment] self.start_time = mp.Value("d", 0) # type: ignore[assignment]
self.stop_time = mp.Value("d", 0) # type: ignore[assignment] self.stop_time = mp.Value("d", 0) # type: ignore[assignment]
self.frame_time = mp.Value("d", 0) # type: ignore[assignment] self.frame_time = mp.Value("d", 0) # type: ignore[assignment]
@@ -66,7 +61,6 @@ class PTZMetrics:
self.max_zoom = mp.Value("d", 0) # type: ignore[assignment] self.max_zoom = mp.Value("d", 0) # type: ignore[assignment]
self.min_zoom = mp.Value("d", 0) # type: ignore[assignment] self.min_zoom = mp.Value("d", 0) # type: ignore[assignment]
self.tracking_active = mp.Event()
self.motor_stopped = mp.Event() self.motor_stopped = mp.Event()
self.reset = mp.Event() self.reset = mp.Event()
+1 -3
View File
@@ -120,9 +120,7 @@ class CameraMaintainer(threading.Thread):
if runtime: if runtime:
self.camera_metrics[name] = CameraMetrics(self.metrics_manager) self.camera_metrics[name] = CameraMetrics(self.metrics_manager)
self.ptz_metrics[name] = PTZMetrics( self.ptz_metrics[name] = PTZMetrics()
autotracker_enabled=config.onvif.autotracking.enabled
)
self.region_grids[name] = get_camera_regions_grid( self.region_grids[name] = get_camera_regions_grid(
name, name,
config.detect, config.detect,
+9 -13
View File
@@ -16,7 +16,7 @@ from frigate.config import (
ZoomingModeEnum, ZoomingModeEnum,
) )
from frigate.const import CLIPS_DIR, THUMB_DIR from frigate.const import CLIPS_DIR, THUMB_DIR
from frigate.ptz.autotrack import PtzAutoTrackerThread from frigate.ptz.autotrack import PtzAutoTracker, calculate_max_target_box
from frigate.track.tracked_object import TrackedObject from frigate.track.tracked_object import TrackedObject
from frigate.util.image import ( from frigate.util.image import (
SharedMemoryFrameManager, SharedMemoryFrameManager,
@@ -35,7 +35,7 @@ class CameraState:
name: str, name: str,
config: FrigateConfig, config: FrigateConfig,
frame_manager: SharedMemoryFrameManager, frame_manager: SharedMemoryFrameManager,
ptz_autotracker_thread: PtzAutoTrackerThread, ptz_autotracker_thread: PtzAutoTracker,
) -> None: ) -> None:
self.name = name self.name = name
self.config = config self.config = config
@@ -115,17 +115,13 @@ class CameraState:
# draw thicker box around ptz autotracked object # draw thicker box around ptz autotracked object
if ( if (
self.camera_config.onvif.autotracking.enabled self.camera_config.onvif.autotracking.enabled
and self.ptz_autotracker_thread.ptz_autotracker.autotracker_init.get( and self.ptz_autotracker_thread.autotracker_init.get(self.name)
self.name and self.ptz_autotracker_thread.tracked_object[self.name]
)
and self.ptz_autotracker_thread.ptz_autotracker.tracked_object[
self.name
]
is not None is not None
and obj["id"] and obj["id"]
== self.ptz_autotracker_thread.ptz_autotracker.tracked_object[ == self.ptz_autotracker_thread.tracked_object[ # type: ignore[union-attr]
self.name self.name
].obj_data["id"] # type: ignore[attr-defined] ].obj_data["id"]
and obj["frame_time"] == frame_time and obj["frame_time"] == frame_time
): ):
thickness = 5 thickness = 5
@@ -138,9 +134,9 @@ class CameraState:
and self.camera_config.detect.width is not None and self.camera_config.detect.width is not None
and self.camera_config.detect.height is not None and self.camera_config.detect.height is not None
): ):
max_target_box = self.ptz_autotracker_thread.ptz_autotracker.tracked_object_metrics[ max_target_box = calculate_max_target_box(
self.name self.camera_config.onvif.autotracking.zoom_factor
]["max_target_box"] # type: ignore[index] )
side_length = max_target_box * ( side_length = max_target_box * (
max( max(
self.camera_config.detect.width, self.camera_config.detect.width,
+2 -4
View File
@@ -759,15 +759,13 @@ class Dispatcher:
"Autotracking must be enabled in the config to be turned on via MQTT." "Autotracking must be enabled in the config to be turned on via MQTT."
) )
return return
if not self.ptz_metrics[camera_name].autotracker_enabled.value: if not ptz_autotracker_settings.enabled:
logger.info(f"Turning on ptz autotracker for {camera_name}") logger.info(f"Turning on ptz autotracker for {camera_name}")
self.ptz_metrics[camera_name].autotracker_enabled.value = True
self.ptz_metrics[camera_name].start_time.value = 0 self.ptz_metrics[camera_name].start_time.value = 0
ptz_autotracker_settings.enabled = True ptz_autotracker_settings.enabled = True
elif payload == "OFF": elif payload == "OFF":
if self.ptz_metrics[camera_name].autotracker_enabled.value: if ptz_autotracker_settings.enabled:
logger.info(f"Turning off ptz autotracker for {camera_name}") logger.info(f"Turning off ptz autotracker for {camera_name}")
self.ptz_metrics[camera_name].autotracker_enabled.value = False
self.ptz_metrics[camera_name].start_time.value = 0 self.ptz_metrics[camera_name].start_time.value = 0
ptz_autotracker_settings.enabled = False ptz_autotracker_settings.enabled = False
+4 -3
View File
@@ -19,6 +19,7 @@ class ImprovedMotionDetector(MotionDetector):
config: RuntimeMotionConfig, config: RuntimeMotionConfig,
fps: int, fps: int,
ptz_metrics: PTZMetrics | None = None, ptz_metrics: PTZMetrics | None = None,
autotracking_enabled: bool = False,
name: str = "improved", name: str = "improved",
blur_radius: int = 1, blur_radius: int = 1,
interpolation: int = cv2.INTER_NEAREST, interpolation: int = cv2.INTER_NEAREST,
@@ -45,6 +46,7 @@ class ImprovedMotionDetector(MotionDetector):
self.contrast_values[:, 1:2] = 255 self.contrast_values[:, 1:2] = 255
self.contrast_values_index = 0 self.contrast_values_index = 0
self.ptz_metrics = ptz_metrics self.ptz_metrics = ptz_metrics
self.autotracking_enabled = autotracking_enabled
self.last_stop_time: float | None = None self.last_stop_time: float | None = None
def is_calibrating(self) -> bool: def is_calibrating(self) -> bool:
@@ -59,8 +61,7 @@ class ImprovedMotionDetector(MotionDetector):
# if ptz motor is moving from autotracking, quickly return # if ptz motor is moving from autotracking, quickly return
# a single box that is 80% of the frame # a single box that is 80% of the frame
if self.ptz_metrics is not None and ( if self.ptz_metrics is not None and (
self.ptz_metrics.autotracker_enabled.value self.autotracking_enabled and not self.ptz_metrics.motor_stopped.is_set()
and not self.ptz_metrics.motor_stopped.is_set()
): ):
return [ return [
( (
@@ -162,7 +163,7 @@ class ImprovedMotionDetector(MotionDetector):
# if so, reassign the average to the current frame so we begin with a new baseline # if so, reassign the average to the current frame so we begin with a new baseline
if self.ptz_metrics is not None and ( if self.ptz_metrics is not None and (
# ensure we only do this for cameras with autotracking enabled # ensure we only do this for cameras with autotracking enabled
self.ptz_metrics.autotracker_enabled.value self.autotracking_enabled
and self.ptz_metrics.motor_stopped.is_set() and self.ptz_metrics.motor_stopped.is_set()
and ( and (
self.last_stop_time is None self.last_stop_time is None
+148 -293
View File
@@ -23,6 +23,7 @@ from frigate.config import CameraConfig, FrigateConfig, ZoomingModeEnum
from frigate.config.camera.updater import ( from frigate.config.camera.updater import (
CameraConfigUpdateEnum, CameraConfigUpdateEnum,
CameraConfigUpdateSubscriber, CameraConfigUpdateSubscriber,
CameraConfigUpdateTopic,
) )
from frigate.const import ( from frigate.const import (
AUTOTRACKING_MAX_AREA_RATIO, AUTOTRACKING_MAX_AREA_RATIO,
@@ -42,6 +43,11 @@ from frigate.util.image import SharedMemoryFrameManager, intersection_over_union
logger = logging.getLogger(__name__) logger = logging.getLogger(__name__)
def calculate_max_target_box(zoom_factor: float) -> float:
"""Return the largest target box ratio allowed for a zoom factor."""
return AUTOTRACKING_MAX_AREA_RATIO ** (1 / zoom_factor)
def ptz_moving_at_frame_time(frame_time, ptz_start_time, ptz_stop_time): def ptz_moving_at_frame_time(frame_time, ptz_start_time, ptz_stop_time):
# Determine if the PTZ was in motion at the set frame time # Determine if the PTZ was in motion at the set frame time
# for non ptz/autotracking cameras, this will always return False # for non ptz/autotracking cameras, this will always return False
@@ -180,7 +186,7 @@ class PtzMotionEstimator:
return self.coord_transformations return self.coord_transformations
class PtzAutoTrackerThread(threading.Thread): class PtzAutoTracker(threading.Thread):
def __init__( def __init__(
self, self,
config: FrigateConfig, config: FrigateConfig,
@@ -190,56 +196,14 @@ class PtzAutoTrackerThread(threading.Thread):
stop_event: MpEvent, stop_event: MpEvent,
) -> None: ) -> None:
super().__init__(name="ptz_autotracker") super().__init__(name="ptz_autotracker")
self.ptz_autotracker = PtzAutoTracker(
config, onvif, ptz_metrics, dispatcher, stop_event
)
self.stop_event = stop_event
self.config = config
def run(self):
while not self.stop_event.wait(1):
self.ptz_autotracker.check_for_updates()
for camera, camera_config in list(self.config.cameras.items()):
if not camera_config.enabled:
continue
if camera_config.onvif.autotracking.enabled:
future = asyncio.run_coroutine_threadsafe(
self.ptz_autotracker.camera_maintenance(camera),
self.ptz_autotracker.onvif.loop,
)
# Wait for the coroutine to complete
future.result()
else:
# disabled dynamically by mqtt
if self.ptz_autotracker.tracked_object.get(camera):
self.ptz_autotracker.tracked_object[camera] = None
self.ptz_autotracker.tracked_object_history[camera].clear()
self.ptz_autotracker.config_subscriber.stop()
logger.info("Exiting autotracker...")
class PtzAutoTracker:
def __init__(
self,
config: FrigateConfig,
onvif: OnvifController,
ptz_metrics: PTZMetrics,
dispatcher: Dispatcher,
stop_event: MpEvent,
) -> None:
self.config = config self.config = config
self.onvif = onvif self.onvif = onvif
self.ptz_metrics = ptz_metrics self.ptz_metrics = ptz_metrics
self.dispatcher = dispatcher self.dispatcher = dispatcher
self.stop_event = stop_event self.stop_event = stop_event
self.tracked_object: dict[str, object] = {} self.tracked_object: dict[str, TrackedObject | None] = {}
self.tracked_object_history: dict[str, object] = {} self.tracked_object_history: dict[str, object] = {}
self.tracked_object_metrics: dict[str, object] = {} self.tracked_object_metrics: dict[str, dict[str, Any]] = {}
self.object_types: dict[str, object] = {}
self.required_zones: dict[str, object] = {}
self.move_queues: dict[str, object] = {} self.move_queues: dict[str, object] = {}
self.move_queue_locks: dict[str, object] = {} self.move_queue_locks: dict[str, object] = {}
self.move_threads: dict[str, object] = {} self.move_threads: dict[str, object] = {}
@@ -249,7 +213,6 @@ class PtzAutoTracker:
self.intercept: dict[str, object] = {} self.intercept: dict[str, object] = {}
self.move_coefficients: dict[str, object] = {} self.move_coefficients: dict[str, object] = {}
self.zoom_time: dict[str, float] = {} self.zoom_time: dict[str, float] = {}
self.zoom_factor: dict[str, object] = {}
self.config_subscriber = CameraConfigUpdateSubscriber( self.config_subscriber = CameraConfigUpdateSubscriber(
self.config, self.config,
@@ -277,44 +240,37 @@ class PtzAutoTracker:
# Wait for the coroutine to complete # Wait for the coroutine to complete
future.result() future.result()
def check_for_updates(self) -> None: def run(self) -> None:
"""Apply camera config updates and mirror autotracking state to ptz metrics. while not self.stop_event.wait(1):
self.config_subscriber.check_for_updates()
The camera processes read autotracker_enabled rather than the config, so it for camera, camera_config in list(self.config.cameras.items()):
has to follow every path that can change autotracking, not just the mqtt if not camera_config.enabled:
toggle that writes it directly.
"""
updates = self.config_subscriber.check_for_updates()
for cameras in updates.values():
for camera in cameras:
camera_config = self.config.cameras.get(camera)
metrics = self.ptz_metrics.get(camera)
# a camera added at runtime gets its metrics from the maintainer on
# another thread, which seeds them from this same config value
if camera_config is None or metrics is None:
continue continue
metrics.autotracker_enabled.value = ( if camera_config.onvif.autotracking.enabled:
camera_config.onvif.autotracking.enabled future = asyncio.run_coroutine_threadsafe(
self.camera_maintenance(camera), self.onvif.loop
) )
# Wait for the coroutine to complete
future.result()
else:
# disabled dynamically by mqtt
if self.tracked_object.get(camera):
self.tracked_object[camera] = None
self.tracked_object_history[camera].clear()
self.config_subscriber.stop()
logger.info("Exiting autotracker...")
async def _autotracker_setup(self, camera_config: CameraConfig, camera: str): async def _autotracker_setup(self, camera_config: CameraConfig, camera: str):
logger.debug(f"{camera}: Autotracker init") logger.debug(f"{camera}: Autotracker init")
self.object_types[camera] = camera_config.onvif.autotracking.track
self.required_zones[camera] = camera_config.onvif.autotracking.required_zones
self.zoom_factor[camera] = camera_config.onvif.autotracking.zoom_factor
self.tracked_object[camera] = None self.tracked_object[camera] = None
self.tracked_object_history[camera] = deque( self.tracked_object_history[camera] = deque(
maxlen=round(camera_config.detect.fps * 1.5) maxlen=round(camera_config.detect.fps * 1.5)
) )
self.tracked_object_metrics[camera] = { self._reset_tracked_object_metrics(camera)
"max_target_box": AUTOTRACKING_MAX_AREA_RATIO
** (1 / self.zoom_factor[camera])
}
self.calibrating[camera] = False self.calibrating[camera] = False
self.move_metrics[camera] = [] self.move_metrics[camera] = []
@@ -326,43 +282,22 @@ class PtzAutoTracker:
# handle onvif constructor failing due to no connection # handle onvif constructor failing due to no connection
if camera not in self.onvif.cams: if camera not in self.onvif.cams:
logger.warning( self._disable(camera, "onvif connection failed")
f"Disabling autotracking for {camera}: onvif connection failed"
)
camera_config.onvif.autotracking.enabled = False
self.ptz_metrics[camera].autotracker_enabled.value = False
return return
if not self.onvif.cams[camera]["init"]: if not self.onvif.cams[camera]["init"]:
if not await self.onvif._init_onvif(camera): if not await self.onvif._init_onvif(camera):
logger.warning( self._disable(camera, "Unable to initialize onvif")
f"Disabling autotracking for {camera}: Unable to initialize onvif"
)
camera_config.onvif.autotracking.enabled = False
self.ptz_metrics[camera].autotracker_enabled.value = False
return return
if "pt-r-fov" not in self.onvif.cams[camera]["features"]: if "pt-r-fov" not in self.onvif.cams[camera]["features"]:
logger.warning( self._disable(camera, "FOV relative movement not supported")
f"Disabling autotracking for {camera}: FOV relative movement not supported"
)
camera_config.onvif.autotracking.enabled = False
self.ptz_metrics[camera].autotracker_enabled.value = False
return return
move_status_supported = await self.onvif.get_service_capabilities(camera) move_status_supported = await self.onvif.get_service_capabilities(camera)
if not ( if str(move_status_supported).lower() != "true":
isinstance(move_status_supported, bool) and move_status_supported self._disable(camera, "ONVIF MoveStatus not supported")
) and not (
isinstance(move_status_supported, str)
and move_status_supported.lower() == "true"
):
logger.warning(
f"Disabling autotracking for {camera}: ONVIF MoveStatus not supported"
)
camera_config.onvif.autotracking.enabled = False
self.ptz_metrics[camera].autotracker_enabled.value = False
return return
if self.onvif.cams[camera]["init"]: if self.onvif.cams[camera]["init"]:
@@ -374,59 +309,41 @@ class PtzAutoTracker:
) )
if camera_config.onvif.autotracking.movement_weights: if camera_config.onvif.autotracking.movement_weights:
if len(camera_config.onvif.autotracking.movement_weights) == 6: (
camera_config.onvif.autotracking.movement_weights = [ self.ptz_metrics[camera].min_zoom.value,
float(val) self.ptz_metrics[camera].max_zoom.value,
for val in camera_config.onvif.autotracking.movement_weights self.intercept[camera],
] *self.move_coefficients[camera],
self.ptz_metrics[ self.zoom_time[camera],
camera ) = map(float, camera_config.onvif.autotracking.movement_weights)
].min_zoom.value = (
camera_config.onvif.autotracking.movement_weights[0]
)
self.ptz_metrics[
camera
].max_zoom.value = (
camera_config.onvif.autotracking.movement_weights[1]
)
self.intercept[camera] = (
camera_config.onvif.autotracking.movement_weights[2]
)
self.move_coefficients[camera] = (
camera_config.onvif.autotracking.movement_weights[3:5]
)
self.zoom_time[camera] = (
camera_config.onvif.autotracking.movement_weights[5]
)
else:
camera_config.onvif.autotracking.enabled = False
self.ptz_metrics[camera].autotracker_enabled.value = False
logger.warning(
f"Autotracker recalibration is required for {camera}. Disabling autotracking."
)
if camera_config.onvif.autotracking.calibrate_on_startup: if camera_config.onvif.autotracking.calibrate_on_startup:
await self._calibrate_camera(camera) await self._calibrate_camera(camera)
self.ptz_metrics[camera].tracking_active.clear()
self.dispatcher.publish(f"{camera}/ptz_autotracker/active", "OFF", retain=False) self.dispatcher.publish(f"{camera}/ptz_autotracker/active", "OFF", retain=False)
self.autotracker_init[camera] = True self.autotracker_init[camera] = True
def _write_config(self, camera): def _disable(self, camera: str, reason: str) -> None:
config_file = find_config_file() logger.warning(f"Disabling autotracking for {camera}: {reason}")
autotracking_config = self.config.cameras[camera].onvif.autotracking
autotracking_config.enabled = False
logger.debug( # the camera process holds its own copy of the config
f"{camera}: Writing new config with autotracker motion coefficients: {self.config.cameras[camera].onvif.autotracking.movement_weights}" self.dispatcher.config_updater.publish_update(
CameraConfigUpdateTopic(CameraConfigUpdateEnum.autotracking, camera),
autotracking_config,
) )
update_yaml_file_bulk( def _reset_tracked_object_metrics(self, camera: str) -> None:
config_file, self.tracked_object_metrics[camera] = {}
{
f"cameras.{camera}.onvif.autotracking.movement_weights": self.config.cameras[ async def _wait_until_stopped(
camera self, camera: str, metrics: PTZMetrics | None = None
].onvif.autotracking.movement_weights ) -> None:
}, metrics = metrics or self.ptz_metrics[camera]
)
while not metrics.motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
async def _calibrate_camera(self, camera): async def _calibrate_camera(self, camera):
# move the camera from the preset in steps and measure the time it takes to move that amount # move the camera from the preset in steps and measure the time it takes to move that amount
@@ -459,8 +376,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
zoom_out_values.append(self.ptz_metrics[camera].zoom_level.value) zoom_out_values.append(self.ptz_metrics[camera].zoom_level.value)
@@ -470,8 +386,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
zoom_in_values.append(self.ptz_metrics[camera].zoom_level.value) zoom_in_values.append(self.ptz_metrics[camera].zoom_level.value)
@@ -488,8 +403,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
zoom_out_values.append(self.ptz_metrics[camera].zoom_level.value) zoom_out_values.append(self.ptz_metrics[camera].zoom_level.value)
@@ -503,8 +417,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
zoom_stop_time = time.time() zoom_stop_time = time.time()
@@ -518,8 +431,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
full_relative_stop_time = time.time() full_relative_stop_time = time.time()
@@ -531,8 +443,7 @@ class PtzAutoTracker:
1, 1,
) )
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
self.zoom_time[camera] = ( self.zoom_time[camera] = (
full_relative_stop_time - full_relative_start_time full_relative_stop_time - full_relative_start_time
@@ -558,9 +469,7 @@ class PtzAutoTracker:
self.ptz_metrics[camera].reset.set() self.ptz_metrics[camera].reset.set()
self.ptz_metrics[camera].motor_stopped.clear() self.ptz_metrics[camera].motor_stopped.clear()
# Wait until the camera finishes moving await self._wait_until_stopped(camera)
while not self.ptz_metrics[camera].motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
for step in range(num_steps): for step in range(num_steps):
pan = step_sizes[step] pan = step_sizes[step]
@@ -569,9 +478,7 @@ class PtzAutoTracker:
start_time = time.time() start_time = time.time()
await self.onvif._move_relative(camera, pan, tilt, 0, 1) await self.onvif._move_relative(camera, pan, tilt, 0, 1)
# Wait until the camera finishes moving await self._wait_until_stopped(camera)
while not self.ptz_metrics[camera].motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
stop_time = time.time() stop_time = time.time()
self.move_metrics[camera].append( self.move_metrics[camera].append(
@@ -590,9 +497,7 @@ class PtzAutoTracker:
self.ptz_metrics[camera].reset.set() self.ptz_metrics[camera].reset.set()
self.ptz_metrics[camera].motor_stopped.clear() self.ptz_metrics[camera].motor_stopped.clear()
# Wait until the camera finishes moving await self._wait_until_stopped(camera)
while not self.ptz_metrics[camera].motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
logger.info( logger.info(
f"Calibration for {camera} in progress: {round((step / num_steps) * 100)}% complete" f"Calibration for {camera} in progress: {round((step / num_steps) * 100)}% complete"
@@ -668,7 +573,14 @@ class PtzAutoTracker:
f"{camera}: New regression parameters - intercept: {self.intercept[camera]}, coefficients: {self.move_coefficients[camera]}" f"{camera}: New regression parameters - intercept: {self.intercept[camera]}, coefficients: {self.move_coefficients[camera]}"
) )
self._write_config(camera) update_yaml_file_bulk(
find_config_file(),
{
f"cameras.{camera}.onvif.autotracking.movement_weights": self.config.cameras[
camera
].onvif.autotracking.movement_weights
},
)
def _predict_movement_time(self, camera, pan, tilt): def _predict_movement_time(self, camera, pan, tilt):
combined_movement = abs(pan) + abs(tilt) combined_movement = abs(pan) + abs(tilt)
@@ -682,6 +594,18 @@ class PtzAutoTracker:
[self.tracked_object_history[camera][-1]["frame_time"] + time], [self.tracked_object_history[camera][-1]["frame_time"] + time],
) )
def _predict_target_box(self, camera, predicted_time):
target_box = self.tracked_object_metrics[camera]["target_box"]
if not predicted_time:
return target_box
frame_shape = self.config.cameras[camera].frame_shape
return target_box + self._predict_area_after_time(camera, predicted_time) / (
frame_shape[0] * frame_shape[1]
)
def _calculate_tracked_object_metrics(self, camera, obj): def _calculate_tracked_object_metrics(self, camera, obj):
def remove_outliers(data): def remove_outliers(data):
areas = [item["area"] for item in data] areas = [item["area"] for item in data]
@@ -703,19 +627,20 @@ class PtzAutoTracker:
return filtered_data return filtered_data
camera_config = self.config.cameras[camera] camera_config = self.config.cameras[camera]
tom = self.tracked_object_metrics[camera]
zoom_factor = camera_config.onvif.autotracking.zoom_factor
camera_width = camera_config.frame_shape[1] camera_width = camera_config.frame_shape[1]
camera_height = camera_config.frame_shape[0] camera_height = camera_config.frame_shape[0]
# Extract areas and calculate weighted average # Extract areas and calculate weighted average
# grab the largest dimension of the bounding box and create a square from that # grab the largest dimension of the bounding box and create a square from that
# Filter out the initial frame and use a recent time window # Use a recent time window
current_time = obj.obj_data["frame_time"] current_time = obj.obj_data["frame_time"]
time_window = 1.5 # seconds time_window = 1.5 # seconds
history = [ history = [
entry entry
for entry in self.tracked_object_history[camera] for entry in self.tracked_object_history[camera]
if not entry.get("is_initial_frame", False) if current_time - entry["frame_time"] <= time_window
and current_time - entry["frame_time"] <= time_window
] ]
if not history: # Fallback to latest if no recent entries if not history: # Fallback to latest if no recent entries
history = [self.tracked_object_history[camera][-1]] history = [self.tracked_object_history[camera][-1]]
@@ -748,33 +673,29 @@ class PtzAutoTracker:
) )
y = np.array([item["area"] for item in filtered_areas_not_touching_edge]) y = np.array([item["area"] for item in filtered_areas_not_touching_edge])
self.tracked_object_metrics[camera]["area_coefficients"] = np.linalg.lstsq( tom["area_coefficients"] = np.linalg.lstsq(X.reshape(-1, 1), y, rcond=None)[
X.reshape(-1, 1), y, rcond=None 0
)[0] ]
else: else:
self.tracked_object_metrics[camera]["area_coefficients"] = np.array([0]) tom["area_coefficients"] = np.array([0])
weights = np.arange(1, len(filtered_areas) + 1) weights = np.arange(1, len(filtered_areas) + 1)
weighted_area = np.average( weighted_area = np.average(
[item["area"] for item in filtered_areas], weights=weights [item["area"] for item in filtered_areas], weights=weights
) )
self.tracked_object_metrics[camera]["target_box"] = ( tom["target_box"] = (
weighted_area / (camera_width * camera_height) weighted_area / (camera_width * camera_height)
) ** self.zoom_factor[camera] ) ** zoom_factor
if "original_target_box" not in self.tracked_object_metrics[camera]: if "original_target_box" not in tom:
self.tracked_object_metrics[camera]["original_target_box"] = ( tom["original_target_box"] = tom["target_box"]
self.tracked_object_metrics[camera]["target_box"]
)
( (
self.tracked_object_metrics[camera]["valid_velocity"], tom["valid_velocity"],
self.tracked_object_metrics[camera]["velocity"], tom["velocity"],
) = self._get_valid_velocity(camera, obj) ) = self._get_valid_velocity(camera, obj)
self.tracked_object_metrics[camera]["distance"] = self._get_distance_threshold( tom["distance"] = self._get_distance_threshold(camera, obj)
camera, obj
)
centroid_distance = np.linalg.norm( centroid_distance = np.linalg.norm(
[ [
@@ -785,9 +706,7 @@ class PtzAutoTracker:
logger.debug(f"{camera}: Centroid distance: {centroid_distance}") logger.debug(f"{camera}: Centroid distance: {centroid_distance}")
self.tracked_object_metrics[camera]["below_distance_threshold"] = ( tom["below_distance_threshold"] = centroid_distance < tom["distance"]
centroid_distance < self.tracked_object_metrics[camera]["distance"]
)
async def _process_move_queue(self, camera): async def _process_move_queue(self, camera):
move_queue = self.move_queues[camera] move_queue = self.move_queues[camera]
@@ -833,16 +752,12 @@ class PtzAutoTracker:
if pan != 0 or tilt != 0: if pan != 0 or tilt != 0:
await self.onvif._move_relative(camera, pan, tilt, 0, 1) await self.onvif._move_relative(camera, pan, tilt, 0, 1)
# Wait until the camera finishes moving await self._wait_until_stopped(camera, metrics)
while not metrics.motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
if zoom > 0 and metrics.zoom_level.value != zoom: if zoom > 0 and metrics.zoom_level.value != zoom:
await self.onvif._zoom_absolute(camera, zoom, 1) await self.onvif._zoom_absolute(camera, zoom, 1)
# Wait until the camera finishes moving await self._wait_until_stopped(camera, metrics)
while not metrics.motor_stopped.is_set():
await self.onvif.get_camera_status(camera)
if camera_config.onvif.autotracking.movement_weights: if camera_config.onvif.autotracking.movement_weights:
logger.debug( logger.debug(
@@ -878,42 +793,21 @@ class PtzAutoTracker:
await move_queue.get() await move_queue.get()
def _enqueue_move(self, camera, frame_time, pan, tilt, zoom): def _enqueue_move(self, camera, frame_time, pan, tilt, zoom):
def split_value(value, suppress_diff=True): pan, tilt, zoom = (np.clip(value, -1, 1) for value in (pan, tilt, zoom))
clipped = np.clip(value, -1, 1)
# don't make small movements
if -0.05 < clipped < 0.05 and suppress_diff:
diff = 0.0
else:
diff = value - clipped
return clipped, diff
if ( if (
frame_time > self.ptz_metrics[camera].start_time.value (pan != 0 or tilt != 0 or zoom != 0)
and frame_time > self.ptz_metrics[camera].start_time.value
and frame_time > self.ptz_metrics[camera].stop_time.value and frame_time > self.ptz_metrics[camera].stop_time.value
and not self.move_queue_locks[camera].locked() and not self.move_queue_locks[camera].locked()
): ):
# we can split up any large moves caused by velocity estimated movements if necessary
# get an excess amount and assign it instead of 0 below
while pan != 0 or tilt != 0 or zoom != 0:
pan, _ = split_value(pan)
tilt, _ = split_value(tilt)
zoom, _ = split_value(zoom, False)
logger.debug( logger.debug(
f"{camera}: Enqueue movement for frame time: {frame_time} pan: {pan}, tilt: {tilt}, zoom: {zoom}" f"{camera}: Enqueue movement for frame time: {frame_time} pan: {pan}, tilt: {tilt}, zoom: {zoom}"
) )
move_data = (frame_time, pan, tilt, zoom)
self.onvif.loop.call_soon_threadsafe( self.onvif.loop.call_soon_threadsafe(
self.move_queues[camera].put_nowait, move_data self.move_queues[camera].put_nowait, (frame_time, pan, tilt, zoom)
) )
# reset values to not split up large movements
pan = 0
tilt = 0
zoom = 0
def _touching_frame_edges(self, camera, box): def _touching_frame_edges(self, camera, box):
camera_config = self.config.cameras[camera] camera_config = self.config.cameras[camera]
camera_width = camera_config.frame_shape[1] camera_width = camera_config.frame_shape[1]
@@ -1046,16 +940,17 @@ class PtzAutoTracker:
return distance_threshold return distance_threshold
def _should_zoom_in( def _should_zoom_in(self, camera: str, box, predicted_time):
self, camera: str, obj: TrackedObject, box, predicted_time, debug_zooming=False
):
# returns True if we should zoom in, False if we should zoom out, None to do nothing # returns True if we should zoom in, False if we should zoom out, None to do nothing
camera_config = self.config.cameras[camera] camera_config = self.config.cameras[camera]
tom = self.tracked_object_metrics[camera]
zoom_factor = camera_config.onvif.autotracking.zoom_factor
max_target_box = calculate_max_target_box(zoom_factor)
camera_width = camera_config.frame_shape[1] camera_width = camera_config.frame_shape[1]
camera_height = camera_config.frame_shape[0] camera_height = camera_config.frame_shape[0]
camera_fps = camera_config.detect.fps camera_fps = camera_config.detect.fps
average_velocity = self.tracked_object_metrics[camera]["velocity"] average_velocity = tom["velocity"]
bb_left, bb_top, bb_right, bb_bottom = box bb_left, bb_top, bb_right, bb_bottom = box
@@ -1073,13 +968,11 @@ class PtzAutoTracker:
touching_frame_edges = self._touching_frame_edges(camera, box) touching_frame_edges = self._touching_frame_edges(camera, box)
# make sure object is centered in the frame # make sure object is centered in the frame
below_distance_threshold = self.tracked_object_metrics[camera][ below_distance_threshold = tom["below_distance_threshold"]
"below_distance_threshold"
]
below_dimension_threshold = (bb_right - bb_left) <= camera_width * ( below_dimension_threshold = (bb_right - bb_left) <= camera_width * (
self.zoom_factor[camera] + 0.1 zoom_factor + 0.1
) and (bb_bottom - bb_top) <= camera_height * (self.zoom_factor[camera] + 0.1) ) and (bb_bottom - bb_top) <= camera_height * (zoom_factor + 0.1)
# ensure object is not moving quickly # ensure object is not moving quickly
below_velocity_threshold = np.all( below_velocity_threshold = np.all(
@@ -1087,30 +980,16 @@ class PtzAutoTracker:
< np.tile([velocity_threshold_x, velocity_threshold_y], 2) < np.tile([velocity_threshold_x, velocity_threshold_y], 2)
) or np.all(average_velocity == 0) ) or np.all(average_velocity == 0)
if not predicted_time: calculated_target_box = self._predict_target_box(camera, predicted_time)
calculated_target_box = self.tracked_object_metrics[camera]["target_box"]
else:
calculated_target_box = self.tracked_object_metrics[camera][
"target_box"
] + self._predict_area_after_time(camera, predicted_time) / (
camera_width * camera_height
)
below_area_threshold = ( below_area_threshold = calculated_target_box < max_target_box
calculated_target_box
< self.tracked_object_metrics[camera]["max_target_box"]
)
# introduce some hysteresis to prevent a yo-yo zooming effect # introduce some hysteresis to prevent a yo-yo zooming effect
zoom_out_hysteresis = ( zoom_out_hysteresis = (
calculated_target_box calculated_target_box > max_target_box * AUTOTRACKING_ZOOM_OUT_HYSTERESIS
> self.tracked_object_metrics[camera]["max_target_box"]
* AUTOTRACKING_ZOOM_OUT_HYSTERESIS
) )
zoom_in_hysteresis = ( zoom_in_hysteresis = (
calculated_target_box calculated_target_box < max_target_box * AUTOTRACKING_ZOOM_IN_HYSTERESIS
< self.tracked_object_metrics[camera]["max_target_box"]
* AUTOTRACKING_ZOOM_IN_HYSTERESIS
) )
at_max_zoom = ( at_max_zoom = (
@@ -1122,8 +1001,6 @@ class PtzAutoTracker:
== self.ptz_metrics[camera].min_zoom.value == self.ptz_metrics[camera].min_zoom.value
) )
# debug zooming
if debug_zooming:
logger.debug( logger.debug(
f"{camera}: Zoom test: touching edges: count: {touching_frame_edges} left: {bb_left < AUTOTRACKING_ZOOM_EDGE_THRESHOLD * camera_width}, right: {bb_right > (1 - AUTOTRACKING_ZOOM_EDGE_THRESHOLD) * camera_width}, top: {bb_top < AUTOTRACKING_ZOOM_EDGE_THRESHOLD * camera_height}, bottom: {bb_bottom > (1 - AUTOTRACKING_ZOOM_EDGE_THRESHOLD) * camera_height}" f"{camera}: Zoom test: touching edges: count: {touching_frame_edges} left: {bb_left < AUTOTRACKING_ZOOM_EDGE_THRESHOLD * camera_width}, right: {bb_right > (1 - AUTOTRACKING_ZOOM_EDGE_THRESHOLD) * camera_width}, top: {bb_top < AUTOTRACKING_ZOOM_EDGE_THRESHOLD * camera_height}, bottom: {bb_bottom > (1 - AUTOTRACKING_ZOOM_EDGE_THRESHOLD) * camera_height}"
) )
@@ -1131,10 +1008,10 @@ class PtzAutoTracker:
f"{camera}: Zoom test: below distance threshold: {(below_distance_threshold)}" f"{camera}: Zoom test: below distance threshold: {(below_distance_threshold)}"
) )
logger.debug( logger.debug(
f"{camera}: Zoom test: below area threshold: {(below_area_threshold)} target: {self.tracked_object_metrics[camera]['target_box']}, calculated: {calculated_target_box}, max: {self.tracked_object_metrics[camera]['max_target_box']}" f"{camera}: Zoom test: below area threshold: {(below_area_threshold)} target: {tom['target_box']}, calculated: {calculated_target_box}, max: {max_target_box}"
) )
logger.debug( logger.debug(
f"{camera}: Zoom test: below dimension threshold: {below_dimension_threshold} width: {bb_right - bb_left}, max width: {camera_width * (self.zoom_factor[camera] + 0.1)}, height: {bb_bottom - bb_top}, max height: {camera_height * (self.zoom_factor[camera] + 0.1)}" f"{camera}: Zoom test: below dimension threshold: {below_dimension_threshold} width: {bb_right - bb_left}, max width: {camera_width * (zoom_factor + 0.1)}, height: {bb_bottom - bb_top}, max height: {camera_height * (zoom_factor + 0.1)}"
) )
logger.debug( logger.debug(
f"{camera}: Zoom test: below velocity threshold: {below_velocity_threshold} velocity x: {abs(average_velocity[0])}, x threshold: {velocity_threshold_x}, velocity y: {abs(average_velocity[1])}, y threshold: {velocity_threshold_y}" f"{camera}: Zoom test: below velocity threshold: {below_velocity_threshold} velocity x: {abs(average_velocity[0])}, x threshold: {velocity_threshold_x}, velocity y: {abs(average_velocity[1])}, y threshold: {velocity_threshold_y}"
@@ -1142,10 +1019,10 @@ class PtzAutoTracker:
logger.debug(f"{camera}: Zoom test: at max zoom: {at_max_zoom}") logger.debug(f"{camera}: Zoom test: at max zoom: {at_max_zoom}")
logger.debug(f"{camera}: Zoom test: at min zoom: {at_min_zoom}") logger.debug(f"{camera}: Zoom test: at min zoom: {at_min_zoom}")
logger.debug( logger.debug(
f"{camera}: Zoom test: zoom in hysteresis limit: {zoom_in_hysteresis} value: {AUTOTRACKING_ZOOM_IN_HYSTERESIS} original: {self.tracked_object_metrics[camera]['original_target_box']} max: {self.tracked_object_metrics[camera]['max_target_box']} target: {calculated_target_box if calculated_target_box else self.tracked_object_metrics[camera]['target_box']}" f"{camera}: Zoom test: zoom in hysteresis limit: {zoom_in_hysteresis} value: {AUTOTRACKING_ZOOM_IN_HYSTERESIS} original: {tom['original_target_box']} max: {max_target_box} target: {calculated_target_box if calculated_target_box else tom['target_box']}"
) )
logger.debug( logger.debug(
f"{camera}: Zoom test: zoom out hysteresis limit: {zoom_out_hysteresis} value: {AUTOTRACKING_ZOOM_OUT_HYSTERESIS} original: {self.tracked_object_metrics[camera]['original_target_box']} max: {self.tracked_object_metrics[camera]['max_target_box']} target: {calculated_target_box if calculated_target_box else self.tracked_object_metrics[camera]['target_box']}" f"{camera}: Zoom test: zoom out hysteresis limit: {zoom_out_hysteresis} value: {AUTOTRACKING_ZOOM_OUT_HYSTERESIS} original: {tom['original_target_box']} max: {max_target_box} target: {calculated_target_box if calculated_target_box else tom['target_box']}"
) )
# Zoom in conditions (and) # Zoom in conditions (and)
@@ -1237,7 +1114,7 @@ class PtzAutoTracker:
) )
zoom = self._get_zoom_amount( zoom = self._get_zoom_amount(
camera, obj, predicted_box, predicted_movement_time, debug_zoom=True camera, obj, predicted_box, predicted_movement_time
) )
if ( if (
@@ -1298,9 +1175,11 @@ class PtzAutoTracker:
obj: TrackedObject, obj: TrackedObject,
predicted_box, predicted_box,
predicted_movement_time, predicted_movement_time,
debug_zoom=True,
): ):
camera_config = self.config.cameras[camera] camera_config = self.config.cameras[camera]
tom = self.tracked_object_metrics[camera]
zoom_factor = camera_config.onvif.autotracking.zoom_factor
max_target_box = calculate_max_target_box(zoom_factor)
# frame width and height # frame width and height
camera_width = camera_config.frame_shape[1] camera_width = camera_config.frame_shape[1]
@@ -1317,16 +1196,12 @@ class PtzAutoTracker:
# absolute zooming separately from pan/tilt # absolute zooming separately from pan/tilt
if camera_config.onvif.autotracking.zooming == ZoomingModeEnum.absolute: if camera_config.onvif.autotracking.zooming == ZoomingModeEnum.absolute:
# don't zoom on initial move # don't zoom on initial move
if "target_box" not in self.tracked_object_metrics[camera]: if "target_box" not in tom:
zoom = current_zoom_level zoom = current_zoom_level
else: else:
if ( if (
result := self._should_zoom_in( result := self._should_zoom_in(
camera, camera, obj.obj_data["box"], predicted_movement_time
obj,
obj.obj_data["box"],
predicted_movement_time,
debug_zoom,
) )
) is not None: ) is not None:
# divide zoom in 10 increments and always zoom out more than in # divide zoom in 10 increments and always zoom out more than in
@@ -1342,46 +1217,35 @@ class PtzAutoTracker:
# relative zooming concurrently with pan/tilt # relative zooming concurrently with pan/tilt
if camera_config.onvif.autotracking.zooming == ZoomingModeEnum.relative: if camera_config.onvif.autotracking.zooming == ZoomingModeEnum.relative:
# this is our initial zoom in on a new object # this is our initial zoom in on a new object
if "target_box" not in self.tracked_object_metrics[camera]: if "target_box" not in tom:
zoom = target_box ** self.zoom_factor[camera] zoom = target_box**zoom_factor
if zoom > self.tracked_object_metrics[camera]["max_target_box"]: if zoom > max_target_box:
zoom = -(1 - zoom) zoom = -(1 - zoom)
logger.debug( logger.debug(
f"{camera}: target box: {target_box}, max: {self.tracked_object_metrics[camera]['max_target_box']}, calc zoom: {zoom}" f"{camera}: target box: {target_box}, max: {max_target_box}, calc zoom: {zoom}"
) )
else: else:
if ( if (
result := self._should_zoom_in( result := self._should_zoom_in(
camera, camera,
obj,
predicted_box predicted_box
if camera_config.onvif.autotracking.movement_weights if camera_config.onvif.autotracking.movement_weights
else obj.obj_data["box"], else obj.obj_data["box"],
predicted_movement_time, predicted_movement_time,
debug_zoom,
) )
) is not None: ) is not None:
if predicted_movement_time: calculated_target_box = self._predict_target_box(
calculated_target_box = self.tracked_object_metrics[camera][
"target_box"
] + self._predict_area_after_time(
camera, predicted_movement_time camera, predicted_movement_time
) / (camera_width * camera_height) )
if predicted_movement_time:
logger.debug( logger.debug(
f"{camera}: Zooming prediction: predicted movement time: {predicted_movement_time}, original box: {self.tracked_object_metrics[camera]['target_box']}, calculated box: {calculated_target_box}" f"{camera}: Zooming prediction: predicted movement time: {predicted_movement_time}, original box: {tom['target_box']}, calculated box: {calculated_target_box}"
) )
else:
calculated_target_box = self.tracked_object_metrics[camera][
"target_box"
]
# zoom value # zoom value
ratio = ( ratio = max_target_box / calculated_target_box
self.tracked_object_metrics[camera]["max_target_box"]
/ calculated_target_box
)
zoom = (ratio - 1) / (ratio + 1) zoom = (ratio - 1) / (ratio + 1)
logger.debug( logger.debug(
f"{camera}: limit: {self.tracked_object_metrics[camera]['max_target_box']}, ratio: {ratio} zoom calculation: {zoom}" f"{camera}: limit: {max_target_box}, ratio: {ratio} zoom calculation: {zoom}"
) )
if not result: if not result:
# zoom out with special condition if zooming out because of velocity, edges, etc. # zoom out with special condition if zooming out because of velocity, edges, etc.
@@ -1394,9 +1258,6 @@ class PtzAutoTracker:
return zoom return zoom
def is_autotracking(self, camera: str):
return self.tracked_object[camera] is not None
def autotrack_object(self, camera: str, obj: TrackedObject): def autotrack_object(self, camera: str, obj: TrackedObject):
if camera not in self.config.cameras: if camera not in self.config.cameras:
return return
@@ -1420,8 +1281,9 @@ class PtzAutoTracker:
# new object # new object
self.tracked_object[camera] is None self.tracked_object[camera] is None
and obj.camera_config.name == camera and obj.camera_config.name == camera
and obj.obj_data["label"] in self.object_types[camera] and obj.obj_data["label"] in camera_config.onvif.autotracking.track
and set(obj.entered_zones) & set(self.required_zones[camera]) and set(obj.entered_zones)
& set(camera_config.onvif.autotracking.required_zones)
and not obj.previous["false_positive"] and not obj.previous["false_positive"]
and not obj.false_positive and not obj.false_positive
and not self.tracked_object_history[camera] and not self.tracked_object_history[camera]
@@ -1430,7 +1292,6 @@ class PtzAutoTracker:
logger.debug( logger.debug(
f"{camera}: New object: {obj.obj_data['id']} {obj.obj_data['box']} {obj.obj_data['frame_time']}" f"{camera}: New object: {obj.obj_data['id']} {obj.obj_data['box']} {obj.obj_data['frame_time']}"
) )
self.ptz_metrics[camera].tracking_active.set()
self.dispatcher.publish( self.dispatcher.publish(
f"{camera}/ptz_autotracker/active", "ON", retain=False f"{camera}/ptz_autotracker/active", "ON", retain=False
) )
@@ -1479,7 +1340,7 @@ class PtzAutoTracker:
# Should we check region (maybe too broad) or expand the previous object's box a bit and check that? # Should we check region (maybe too broad) or expand the previous object's box a bit and check that?
self.tracked_object[camera] is None self.tracked_object[camera] is None
and obj.camera_config.name == camera and obj.camera_config.name == camera
and obj.obj_data["label"] in self.object_types[camera] and obj.obj_data["label"] in camera_config.onvif.autotracking.track
and not obj.previous["false_positive"] and not obj.previous["false_positive"]
and not obj.false_positive and not obj.false_positive
and self.tracked_object_history[camera] and self.tracked_object_history[camera]
@@ -1515,10 +1376,7 @@ class PtzAutoTracker:
f"{camera}: End object: {obj.obj_data['id']} {obj.obj_data['box']}" f"{camera}: End object: {obj.obj_data['id']} {obj.obj_data['box']}"
) )
self.tracked_object[camera] = None self.tracked_object[camera] = None
self.tracked_object_metrics[camera] = { self._reset_tracked_object_metrics(camera)
"max_target_box": AUTOTRACKING_MAX_AREA_RATIO
** (1 / self.zoom_factor[camera])
}
async def camera_maintenance(self, camera): async def camera_maintenance(self, camera):
# bail and don't check anything if we're not set up yet, calibrating, or # bail and don't check anything if we're not set up yet, calibrating, or
@@ -1555,8 +1413,7 @@ class PtzAutoTracker:
self.tracked_object[camera] = None self.tracked_object[camera] = None
self.tracked_object_history[camera].clear() self.tracked_object_history[camera].clear()
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
logger.debug( logger.debug(
f"{camera}: Time is {self.ptz_metrics[camera].frame_time.value}, returning to preset: {autotracker_config.return_preset}" f"{camera}: Time is {self.ptz_metrics[camera].frame_time.value}, returning to preset: {autotracker_config.return_preset}"
) )
@@ -1566,10 +1423,8 @@ class PtzAutoTracker:
) )
# update stored zoom level from preset # update stored zoom level from preset
while not self.ptz_metrics[camera].motor_stopped.is_set(): await self._wait_until_stopped(camera)
await self.onvif.get_camera_status(camera)
self.ptz_metrics[camera].tracking_active.clear()
self.dispatcher.publish( self.dispatcher.publish(
f"{camera}/ptz_autotracker/active", "OFF", retain=False f"{camera}/ptz_autotracker/active", "OFF", retain=False
) )
+203 -302
View File
@@ -10,8 +10,7 @@ from pathlib import Path
from typing import Any from typing import Any
import numpy import numpy
from onvif import ONVIFCamera, ONVIFError, ONVIFService from onvif import ONVIFCamera, ONVIFService
from zeep.exceptions import Fault, TransportError
from frigate.camera import PTZMetrics from frigate.camera import PTZMetrics
from frigate.config import FrigateConfig, ZoomingModeEnum from frigate.config import FrigateConfig, ZoomingModeEnum
@@ -41,6 +40,14 @@ class OnvifCommandEnum(str, Enum):
focus_out = "focus_out" focus_out = "focus_out"
PAN_TILT_VELOCITY = {
OnvifCommandEnum.move_left: (-0.5, 0),
OnvifCommandEnum.move_right: (0.5, 0),
OnvifCommandEnum.move_up: (0, 0.5),
OnvifCommandEnum.move_down: (0, -0.5),
}
class OnvifController: class OnvifController:
ptz_metrics: dict[str, PTZMetrics] ptz_metrics: dict[str, PTZMetrics]
@@ -61,14 +68,6 @@ class OnvifController:
self.loop_thread = threading.Thread(target=self._run_event_loop, daemon=True) self.loop_thread = threading.Thread(target=self._run_event_loop, daemon=True)
self.loop_thread.start() self.loop_thread.start()
self.camera_configs = {}
for cam_name, cam in config.cameras.items():
if not cam.enabled:
continue
if cam.onvif.host:
self.camera_configs[cam_name] = cam
self.status_locks[cam_name] = asyncio.Lock()
self.config_subscriber = CameraConfigUpdateSubscriber( self.config_subscriber = CameraConfigUpdateSubscriber(
self.config, self.config,
self.config.cameras, self.config.cameras,
@@ -92,7 +91,8 @@ class OnvifController:
async def _init_cameras(self) -> None: async def _init_cameras(self) -> None:
"""Initialize all configured cameras.""" """Initialize all configured cameras."""
for cam_name in self.camera_configs: for cam_name, cam in list(self.config.cameras.items()):
if cam.enabled and cam.onvif.host:
await self._init_single_camera(cam_name) await self._init_single_camera(cam_name)
async def _poll_config_updates(self) -> None: async def _poll_config_updates(self) -> None:
@@ -129,13 +129,9 @@ class OnvifController:
async def _remove_camera(self, cam_name: str) -> None: async def _remove_camera(self, cam_name: str) -> None:
"""Tear down the ONVIF session for a camera removed at runtime.""" """Tear down the ONVIF session for a camera removed at runtime."""
if cam_name not in self.cams and cam_name not in self.camera_configs:
return
logger.debug(f"Tearing down ONVIF for {cam_name} after camera removal") logger.debug(f"Tearing down ONVIF for {cam_name} after camera removal")
await self._close_camera(cam_name) await self._close_camera(cam_name)
self.cams.pop(cam_name, None) self.cams.pop(cam_name, None)
self.camera_configs.pop(cam_name, None)
self.failed_cams.pop(cam_name, None) self.failed_cams.pop(cam_name, None)
self.status_locks.pop(cam_name, None) self.status_locks.pop(cam_name, None)
@@ -143,24 +139,13 @@ class OnvifController:
"""Re-initialize a camera after config change.""" """Re-initialize a camera after config change."""
logger.info(f"Re-initializing ONVIF for {cam_name} due to config change") logger.info(f"Re-initializing ONVIF for {cam_name} due to config change")
# close existing session before re-init # close existing session and reset state before re-init
await self._close_camera(cam_name) await self._close_camera(cam_name)
self.cams.pop(cam_name, None)
self.failed_cams.pop(cam_name, None)
cam = self.config.cameras.get(cam_name) cam = self.config.cameras.get(cam_name)
if not cam or not cam.onvif.host: if cam and cam.onvif.host:
# ONVIF removed from config, clean up
self.cams.pop(cam_name, None)
self.camera_configs.pop(cam_name, None)
self.failed_cams.pop(cam_name, None)
return
# update stored config and reset state
self.camera_configs[cam_name] = cam
if cam_name not in self.status_locks:
self.status_locks[cam_name] = asyncio.Lock()
self.cams.pop(cam_name, None)
self.failed_cams.pop(cam_name, None)
await self._init_single_camera(cam_name) await self._init_single_camera(cam_name)
async def _init_single_camera(self, cam_name: str) -> bool: async def _init_single_camera(self, cam_name: str) -> bool:
@@ -172,11 +157,12 @@ class OnvifController:
Returns: Returns:
bool: True if initialization succeeded, False otherwise bool: True if initialization succeeded, False otherwise
""" """
if cam_name not in self.camera_configs: cam = self.config.cameras.get(cam_name)
if cam is None:
logger.error(f"No configuration found for camera {cam_name}") logger.error(f"No configuration found for camera {cam_name}")
return False return False
cam = self.camera_configs[cam_name] self.status_locks.setdefault(cam_name, asyncio.Lock())
try: try:
self.cams[cam_name] = { self.cams[cam_name] = {
"onvif": ONVIFCamera( "onvif": ONVIFCamera(
@@ -195,12 +181,11 @@ class OnvifController:
"profiles": [], "profiles": [],
} }
return True return True
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.error(f"Failed to create ONVIF camera instance for {cam_name}: {e}") logger.error(f"Failed to create ONVIF camera instance for {cam_name}: {e}")
# track initial failures # track initial failures
self.failed_cams[cam_name] = { self.failed_cams[cam_name] = {
"retry_attempts": 0, "retry_attempts": 0,
"last_error": str(e),
"last_attempt": time.time(), "last_attempt": time.time(),
} }
return False return False
@@ -211,7 +196,8 @@ class OnvifController:
if camera_config is None: if camera_config is None:
return False return False
onvif: ONVIFCamera = self.cams[camera_name]["onvif"] cam = self.cams[camera_name]
onvif: ONVIFCamera = cam["onvif"]
try: try:
await onvif.update_xaddrs() await onvif.update_xaddrs()
except Exception as e: except Exception as e:
@@ -226,7 +212,7 @@ class OnvifController:
# this will fire an exception if camera is not a ptz # this will fire an exception if camera is not a ptz
capabilities = onvif.get_definition("ptz") capabilities = onvif.get_definition("ptz")
logger.debug(f"Onvif capabilities for {camera_name}: {capabilities}") logger.debug(f"Onvif capabilities for {camera_name}: {capabilities}")
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.error( logger.error(
f"Unable to get Onvif capabilities for camera: {camera_name}: {e}" f"Unable to get Onvif capabilities for camera: {camera_name}: {e}"
) )
@@ -235,7 +221,7 @@ class OnvifController:
try: try:
profiles = await media.GetProfiles() profiles = await media.GetProfiles()
logger.debug(f"Onvif profiles for {camera_name}: {profiles}") logger.debug(f"Onvif profiles for {camera_name}: {profiles}")
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.error( logger.error(
f"Unable to get Onvif media profiles for camera: {camera_name}: {e}" f"Unable to get Onvif media profiles for camera: {camera_name}: {e}"
) )
@@ -254,7 +240,7 @@ class OnvifController:
] ]
# store available profiles for API response and log for debugging # store available profiles for API response and log for debugging
self.cams[camera_name]["profiles"] = [ cam["profiles"] = [
{"name": getattr(p, "Name", None) or p.token, "token": p.token} {"name": getattr(p, "Name", None) or p.token, "token": p.token}
for p in valid_profiles for p in valid_profiles
] ]
@@ -267,19 +253,18 @@ class OnvifController:
) )
configured_profile = camera_config.onvif.profile configured_profile = camera_config.onvif.profile
profile = None
if configured_profile is not None: if configured_profile is not None:
# match by exact token first, then by name # match by exact token first, then by name
for p in valid_profiles: profile = next(
if p.token == configured_profile: (
profile = p p
break for key in ("token", "Name")
if profile is None: for p in valid_profiles
for p in valid_profiles: if getattr(p, key, None) == configured_profile
if getattr(p, "Name", None) == configured_profile: ),
profile = p None,
break )
if profile is None: if profile is None:
available = [ available = [
f"name='{getattr(p, 'Name', None)}', token='{p.token}'" f"name='{getattr(p, 'Name', None)}', token='{p.token}'"
@@ -304,39 +289,30 @@ class OnvifController:
logger.debug(f"Selected Onvif profile for {camera_name}: {profile}") logger.debug(f"Selected Onvif profile for {camera_name}: {profile}")
# get the PTZ config for the profile
try:
configs = profile.PTZConfiguration configs = profile.PTZConfiguration
logger.debug( logger.debug(f"Onvif ptz config for media profile in {camera_name}: {configs}")
f"Onvif ptz config for media profile in {camera_name}: {configs}"
)
except Exception as e:
logger.error(
f"Invalid Onvif PTZ configuration for camera: {camera_name}: {e}"
)
return False
ptz: ONVIFService = await onvif.create_ptz_service() ptz: ONVIFService = await onvif.create_ptz_service()
self.cams[camera_name]["ptz"] = ptz cam["ptz"] = ptz
try: try:
imaging: ONVIFService = await onvif.create_imaging_service() imaging: ONVIFService = await onvif.create_imaging_service()
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.debug(f"Imaging service not supported for {camera_name}: {e}") logger.debug(f"Imaging service not supported for {camera_name}: {e}")
imaging = None imaging = None
self.cams[camera_name]["imaging"] = imaging cam["imaging"] = imaging
try: try:
video_sources = await media.GetVideoSources() video_sources = await media.GetVideoSources()
if video_sources and len(video_sources) > 0: if video_sources and len(video_sources) > 0:
self.cams[camera_name]["video_source_token"] = video_sources[0].token cam["video_source_token"] = video_sources[0].token
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.debug(f"Unable to get video sources for {camera_name}: {e}") logger.debug(f"Unable to get video sources for {camera_name}: {e}")
self.cams[camera_name]["video_source_token"] = None cam["video_source_token"] = None
# setup continuous moving request # setup continuous moving request
move_request = ptz.create_type("ContinuousMove") move_request = ptz.create_type("ContinuousMove")
move_request.ProfileToken = profile.token move_request.ProfileToken = profile.token
self.cams[camera_name]["move_request"] = move_request cam["move_request"] = move_request
# get PTZ configuration options for feature detection and relative movement # get PTZ configuration options for feature detection and relative movement
ptz_config = None ptz_config = None
@@ -349,7 +325,7 @@ class OnvifController:
logger.debug( logger.debug(
f"Onvif PTZ configuration options for {camera_name}: {ptz_config}" f"Onvif PTZ configuration options for {camera_name}: {ptz_config}"
) )
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.debug( logger.debug(
f"Unable to get PTZ configuration options for {camera_name}: {e}" f"Unable to get PTZ configuration options for {camera_name}: {e}"
) )
@@ -375,18 +351,6 @@ class OnvifController:
autotracking_config.enabled_in_config and autotracking_config.enabled autotracking_config.enabled_in_config and autotracking_config.enabled
) )
# these are local and cost nothing to build, and autotracking can be enabled
# after a camera is initialized, so always create them rather than baking the
# current config value into init state
status_request = ptz.create_type("GetStatus")
status_request.ProfileToken = profile.token
self.cams[camera_name]["status_request"] = status_request
service_capabilities_request = ptz.create_type("GetServiceCapabilities")
self.cams[camera_name]["service_capabilities_request"] = (
service_capabilities_request
)
# setup relative move request when FOV relative movement is supported # setup relative move request when FOV relative movement is supported
if ( if (
fov_space_id is not None fov_space_id is not None
@@ -395,9 +359,7 @@ class OnvifController:
# one-off GetStatus to seed Translation field # one-off GetStatus to seed Translation field
status = None status = None
try: try:
one_off_status_request = ptz.create_type("GetStatus") status = await ptz.GetStatus({"ProfileToken": profile.token})
one_off_status_request.ProfileToken = profile.token
status = await ptz.GetStatus(one_off_status_request)
logger.debug(f"Onvif status for {camera_name}: {status}") logger.debug(f"Onvif status for {camera_name}: {status}")
except Exception as e: except Exception as e:
logger.warning(f"Unable to get status from camera {camera_name}: {e}") logger.warning(f"Unable to get status from camera {camera_name}: {e}")
@@ -424,7 +386,7 @@ class OnvifController:
# configure zoom on relative move request # configure zoom on relative move request
if ( if (
autotracking_enabled autotracking_enabled
and autotracking_config.zooming != ZoomingModeEnum.disabled and autotracking_config.zooming == ZoomingModeEnum.relative
): ):
zoom_space_id = next( zoom_space_id = next(
( (
@@ -463,21 +425,16 @@ class OnvifController:
) )
if rel_move_request.Speed is None: if rel_move_request.Speed is None:
rel_move_request.Speed = configs.DefaultPTZSpeed if configs else None rel_move_request.Speed = configs.DefaultPTZSpeed
logger.debug( logger.debug(
f"{camera_name}: Relative move request after setup: {rel_move_request}" f"{camera_name}: Relative move request after setup: {rel_move_request}"
) )
self.cams[camera_name]["relative_move_request"] = rel_move_request cam["relative_move_request"] = rel_move_request
# setup absolute move request
abs_move_request = ptz.create_type("AbsoluteMove")
abs_move_request.ProfileToken = profile.token
self.cams[camera_name]["absolute_move_request"] = abs_move_request
# setup existing presets # setup existing presets
try: try:
presets: list[dict] = await ptz.GetPresets({"ProfileToken": profile.token}) presets: list[dict] = await ptz.GetPresets({"ProfileToken": profile.token})
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.warning(f"Unable to get presets from camera: {camera_name}: {e}") logger.warning(f"Unable to get presets from camera: {camera_name}: {e}")
presets = [] presets = []
@@ -490,7 +447,7 @@ class OnvifController:
preset_name = preset_name.encode("latin-1").decode("utf-8") preset_name = preset_name.encode("latin-1").decode("utf-8")
except (UnicodeEncodeError, UnicodeDecodeError): except (UnicodeEncodeError, UnicodeDecodeError):
pass pass
self.cams[camera_name]["presets"][preset_name.lower()] = preset["token"] cam["presets"][preset_name.lower()] = preset["token"]
# get list of supported features # get list of supported features
supported_features = [] supported_features = []
@@ -504,64 +461,40 @@ class OnvifController:
if configs.DefaultRelativePanTiltTranslationSpace: if configs.DefaultRelativePanTiltTranslationSpace:
supported_features.append("pt-r") supported_features.append("pt-r")
spaces = getattr(ptz_config, "Spaces", None)
if configs.DefaultRelativeZoomTranslationSpace: if configs.DefaultRelativeZoomTranslationSpace:
supported_features.append("zoom-r") supported_features.append("zoom-r")
if ptz_config is not None: if getattr(spaces, "RelativeZoomTranslationSpace", None):
try: cam["relative_zoom_range"] = spaces.RelativeZoomTranslationSpace[0]
self.cams[camera_name]["relative_zoom_range"] = (
ptz_config.Spaces.RelativeZoomTranslationSpace[0]
)
except Exception as e:
if autotracking_config.zooming == ZoomingModeEnum.relative:
autotracking_config.zooming = ZoomingModeEnum.disabled
logger.warning(
f"Disabling autotracking zooming for {camera_name}: Relative zoom not supported. Exception: {e}"
)
if configs.DefaultAbsoluteZoomPositionSpace: if configs.DefaultAbsoluteZoomPositionSpace:
supported_features.append("zoom-a") supported_features.append("zoom-a")
if ptz_config is not None: if getattr(spaces, "AbsoluteZoomPositionSpace", None):
try: cam["absolute_zoom_range"] = spaces.AbsoluteZoomPositionSpace[0]
self.cams[camera_name]["absolute_zoom_range"] = (
ptz_config.Spaces.AbsoluteZoomPositionSpace[0]
)
self.cams[camera_name]["zoom_limits"] = configs.ZoomLimits
except Exception as e:
if autotracking_config.zooming != ZoomingModeEnum.disabled:
autotracking_config.zooming = ZoomingModeEnum.disabled
logger.warning(
f"Disabling autotracking zooming for {camera_name}: Absolute zoom not supported. Exception: {e}"
)
# disable autotracking zoom if required ranges are unavailable # autotracking zoom needs the range for its mode, and get_camera_status
if autotracking_config.zooming != ZoomingModeEnum.disabled: # reads the absolute range in both modes
if autotracking_config.zooming == ZoomingModeEnum.relative: zooming = autotracking_config.zooming
if "relative_zoom_range" not in self.cams[camera_name]: if zooming != ZoomingModeEnum.disabled and (
autotracking_config.zooming = ZoomingModeEnum.disabled "absolute_zoom_range" not in cam or f"{zooming.value}_zoom_range" not in cam
logger.warning(
f"Disabling autotracking zooming for {camera_name}: Relative zoom range unavailable"
)
if autotracking_config.zooming == ZoomingModeEnum.absolute:
if "absolute_zoom_range" not in self.cams[camera_name]:
autotracking_config.zooming = ZoomingModeEnum.disabled
logger.warning(
f"Disabling autotracking zooming for {camera_name}: Absolute zoom range unavailable"
)
if (
self.cams[camera_name]["video_source_token"] is not None
and imaging is not None
): ):
autotracking_config.zooming = ZoomingModeEnum.disabled
logger.warning(
f"Disabling autotracking zooming for {camera_name}: {zooming.value} zoom range unavailable"
)
if cam["video_source_token"] is not None and imaging is not None:
try: try:
imaging_capabilities = await imaging.GetImagingSettings( imaging_capabilities = await imaging.GetImagingSettings(
{"VideoSourceToken": self.cams[camera_name]["video_source_token"]} {"VideoSourceToken": cam["video_source_token"]}
) )
if ( if (
hasattr(imaging_capabilities, "Focus") hasattr(imaging_capabilities, "Focus")
and imaging_capabilities.Focus and imaging_capabilities.Focus
): ):
supported_features.append("focus") supported_features.append("focus")
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.debug(f"Focus not supported for {camera_name}: {e}") logger.debug(f"Focus not supported for {camera_name}: {e}")
# detect FOV relative movement support # detect FOV relative movement support
@@ -570,17 +503,18 @@ class OnvifController:
and configs.DefaultRelativePanTiltTranslationSpace is not None and configs.DefaultRelativePanTiltTranslationSpace is not None
): ):
supported_features.append("pt-r-fov") supported_features.append("pt-r-fov")
self.cams[camera_name]["relative_fov_range"] = ( cam["relative_fov_range"] = (
ptz_config.Spaces.RelativePanTiltTranslationSpace[fov_space_id] ptz_config.Spaces.RelativePanTiltTranslationSpace[fov_space_id]
) )
self.cams[camera_name]["features"] = supported_features cam["features"] = supported_features
self.cams[camera_name]["init"] = True cam["init"] = True
return True return True
async def _stop(self, camera_name: str) -> None: async def _stop(self, camera_name: str) -> None:
move_request = self.cams[camera_name]["move_request"] cam = self.cams[camera_name]
await self.cams[camera_name]["ptz"].Stop( move_request = cam["move_request"]
await cam["ptz"].Stop(
{ {
"ProfileToken": move_request.ProfileToken, "ProfileToken": move_request.ProfileToken,
"PanTilt": True, "PanTilt": True,
@@ -588,88 +522,75 @@ class OnvifController:
} }
) )
if ( if (
"focus" in self.cams[camera_name]["features"] "focus" in cam["features"]
and self.cams[camera_name]["video_source_token"] and cam["video_source_token"]
and self.cams[camera_name]["imaging"] is not None and cam["imaging"] is not None
): ):
try: try:
stop_request = self.cams[camera_name]["imaging"].create_type("Stop") stop_request = cam["imaging"].create_type("Stop")
stop_request.VideoSourceToken = self.cams[camera_name][ stop_request.VideoSourceToken = cam["video_source_token"]
"video_source_token" await cam["imaging"].Stop(stop_request)
] except Exception as e:
await self.cams[camera_name]["imaging"].Stop(stop_request)
except (Fault, ONVIFError, TransportError, Exception) as e:
logger.warning(f"Failed to stop focus for {camera_name}: {e}") logger.warning(f"Failed to stop focus for {camera_name}: {e}")
self.cams[camera_name]["active"] = False cam["active"] = False
async def _move(self, camera_name: str, command: OnvifCommandEnum) -> None: async def _move(self, camera_name: str, command: OnvifCommandEnum) -> None:
if self.cams[camera_name]["active"]: cam = self.cams[camera_name]
if cam["active"]:
logger.warning( logger.warning(
f"{camera_name} is already performing an action, stopping..." f"{camera_name} is already performing an action, stopping..."
) )
await self._stop(camera_name) await self._stop(camera_name)
if "pt" not in self.cams[camera_name]["features"]: if "pt" not in cam["features"]:
logger.error(f"{camera_name} does not support ONVIF pan/tilt movement.") logger.error(f"{camera_name} does not support ONVIF pan/tilt movement.")
return return
self.cams[camera_name]["active"] = True cam["active"] = True
move_request = self.cams[camera_name]["move_request"] move_request = cam["move_request"]
if command == OnvifCommandEnum.move_left: x, y = PAN_TILT_VELOCITY[command]
move_request.Velocity = {"PanTilt": {"x": -0.5, "y": 0}} move_request.Velocity = {"PanTilt": {"x": x, "y": y}}
elif command == OnvifCommandEnum.move_right:
move_request.Velocity = {"PanTilt": {"x": 0.5, "y": 0}}
elif command == OnvifCommandEnum.move_up:
move_request.Velocity = {
"PanTilt": {
"x": 0,
"y": 0.5,
}
}
elif command == OnvifCommandEnum.move_down:
move_request.Velocity = {
"PanTilt": {
"x": 0,
"y": -0.5,
}
}
try: try:
await self.cams[camera_name]["ptz"].ContinuousMove(move_request) await cam["ptz"].ContinuousMove(move_request)
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.warning(f"Onvif sending move request to {camera_name} failed: {e}") logger.warning(f"Onvif sending move request to {camera_name} failed: {e}")
async def _move_relative(self, camera_name: str, pan, tilt, zoom, speed) -> None: async def _move_relative(self, camera_name: str, pan, tilt, zoom, speed) -> None:
if "pt-r-fov" not in self.cams[camera_name]["features"]: cam = self.cams[camera_name]
if "pt-r-fov" not in cam["features"]:
logger.error(f"{camera_name} does not support ONVIF RelativeMove (FOV).") logger.error(f"{camera_name} does not support ONVIF RelativeMove (FOV).")
return return
metrics = self.ptz_metrics.get(camera_name) metrics = self.ptz_metrics.get(camera_name)
camera_config = self.config.cameras.get(camera_name)
if metrics is None: if metrics is None or camera_config is None:
return return
logger.debug( logger.debug(
f"{camera_name} called RelativeMove: pan: {pan} tilt: {tilt} zoom: {zoom}" f"{camera_name} called RelativeMove: pan: {pan} tilt: {tilt} zoom: {zoom}"
) )
if self.cams[camera_name]["active"]: if cam["active"]:
logger.warning( logger.warning(
f"{camera_name} is already performing an action, not moving..." f"{camera_name} is already performing an action, not moving..."
) )
return return
self.cams[camera_name]["active"] = True cam["active"] = True
# only track start_time for autotracking # only track start_time for autotracking
if metrics.autotracker_enabled.value: if camera_config.onvif.autotracking.enabled:
metrics.motor_stopped.clear() metrics.motor_stopped.clear()
logger.debug(f"{camera_name}: PTZ start time: {metrics.frame_time.value}") logger.debug(f"{camera_name}: PTZ start time: {metrics.frame_time.value}")
metrics.start_time.value = metrics.frame_time.value metrics.start_time.value = metrics.frame_time.value
metrics.stop_time.value = 0 metrics.stop_time.value = 0
move_request = self.cams[camera_name]["relative_move_request"] move_request = cam["relative_move_request"]
# function takes in -1 to 1 for pan and tilt, interpolate to the values of the camera. # function takes in -1 to 1 for pan and tilt, interpolate to the values of the camera.
# The onvif spec says this can report as +INF and -INF, so this may need to be modified # The onvif spec says this can report as +INF and -INF, so this may need to be modified
@@ -677,55 +598,49 @@ class OnvifController:
pan, pan,
[-1, 1], [-1, 1],
[ [
self.cams[camera_name]["relative_fov_range"]["XRange"]["Min"], cam["relative_fov_range"]["XRange"]["Min"],
self.cams[camera_name]["relative_fov_range"]["XRange"]["Max"], cam["relative_fov_range"]["XRange"]["Max"],
], ],
) )
tilt = numpy.interp( tilt = numpy.interp(
tilt, tilt,
[-1, 1], [-1, 1],
[ [
self.cams[camera_name]["relative_fov_range"]["YRange"]["Min"], cam["relative_fov_range"]["YRange"]["Min"],
self.cams[camera_name]["relative_fov_range"]["YRange"]["Max"], cam["relative_fov_range"]["YRange"]["Max"],
], ],
) )
move_request.Speed = { move_speed = {"PanTilt": {"x": speed, "y": speed}}
"PanTilt": {
"x": speed,
"y": speed,
},
}
move_request.Translation.PanTilt.x = pan move_request.Translation.PanTilt.x = pan
move_request.Translation.PanTilt.y = tilt move_request.Translation.PanTilt.y = tilt
# include zoom if requested and camera supports relative zoom # include zoom if requested and camera supports relative zoom
if zoom != 0 and "zoom-r" in self.cams[camera_name]["features"]: include_zoom = zoom != 0 and "zoom-r" in cam["features"]
move_request.Speed = {
"PanTilt": { if include_zoom:
"x": speed, move_speed["Zoom"] = {"x": speed}
"y": speed,
},
"Zoom": {"x": speed},
}
move_request["Translation"]["Zoom"] = {"x": zoom} move_request["Translation"]["Zoom"] = {"x": zoom}
await self.cams[camera_name]["ptz"].RelativeMove(move_request) move_request.Speed = move_speed
await cam["ptz"].RelativeMove(move_request)
# reset after the move request # reset after the move request
move_request.Translation.PanTilt.x = 0 move_request.Translation.PanTilt.x = 0
move_request.Translation.PanTilt.y = 0 move_request.Translation.PanTilt.y = 0
if zoom != 0 and "zoom-r" in self.cams[camera_name]["features"]: if include_zoom:
del move_request["Translation"]["Zoom"] del move_request["Translation"]["Zoom"]
self.cams[camera_name]["active"] = False cam["active"] = False
async def _move_to_preset(self, camera_name: str, preset: str) -> None: async def _move_to_preset(self, camera_name: str, preset: str) -> None:
cam = self.cams[camera_name]
preset = preset.lower() preset = preset.lower()
if preset not in self.cams[camera_name]["presets"]: if preset not in cam["presets"]:
logger.error(f"{preset} is not a valid preset for {camera_name}") logger.error(f"{preset} is not a valid preset for {camera_name}")
return return
@@ -734,44 +649,48 @@ class OnvifController:
if metrics is None: if metrics is None:
return return
self.cams[camera_name]["active"] = True cam["active"] = True
metrics.start_time.value = 0 metrics.start_time.value = 0
metrics.stop_time.value = 0 metrics.stop_time.value = 0
move_request = self.cams[camera_name]["move_request"] move_request = cam["move_request"]
preset_token = self.cams[camera_name]["presets"][preset] preset_token = cam["presets"][preset]
await self.cams[camera_name]["ptz"].GotoPreset( await cam["ptz"].GotoPreset(
{ {
"ProfileToken": move_request.ProfileToken, "ProfileToken": move_request.ProfileToken,
"PresetToken": preset_token, "PresetToken": preset_token,
} }
) )
self.cams[camera_name]["active"] = False cam["active"] = False
async def _zoom(self, camera_name: str, command: OnvifCommandEnum) -> None: async def _zoom(self, camera_name: str, command: OnvifCommandEnum) -> None:
if self.cams[camera_name]["active"]: cam = self.cams[camera_name]
if cam["active"]:
logger.warning( logger.warning(
f"{camera_name} is already performing an action, stopping..." f"{camera_name} is already performing an action, stopping..."
) )
await self._stop(camera_name) await self._stop(camera_name)
if "zoom" not in self.cams[camera_name]["features"]: if "zoom" not in cam["features"]:
logger.error(f"{camera_name} does not support ONVIF zooming.") logger.error(f"{camera_name} does not support ONVIF zooming.")
return return
self.cams[camera_name]["active"] = True cam["active"] = True
move_request = self.cams[camera_name]["move_request"] move_request = cam["move_request"]
if command == OnvifCommandEnum.zoom_in: if command == OnvifCommandEnum.zoom_in:
move_request.Velocity = {"Zoom": {"x": 0.5}} move_request.Velocity = {"Zoom": {"x": 0.5}}
elif command == OnvifCommandEnum.zoom_out: elif command == OnvifCommandEnum.zoom_out:
move_request.Velocity = {"Zoom": {"x": -0.5}} move_request.Velocity = {"Zoom": {"x": -0.5}}
await self.cams[camera_name]["ptz"].ContinuousMove(move_request) await cam["ptz"].ContinuousMove(move_request)
async def _zoom_absolute(self, camera_name: str, zoom, speed) -> None: async def _zoom_absolute(self, camera_name: str, zoom, speed) -> None:
if "zoom-a" not in self.cams[camera_name]["features"]: cam = self.cams[camera_name]
if "zoom-a" not in cam["features"]:
logger.error(f"{camera_name} does not support ONVIF AbsoluteMove zooming.") logger.error(f"{camera_name} does not support ONVIF AbsoluteMove zooming.")
return return
@@ -782,56 +701,59 @@ class OnvifController:
logger.debug(f"{camera_name} called AbsoluteMove: zoom: {zoom}") logger.debug(f"{camera_name} called AbsoluteMove: zoom: {zoom}")
if self.cams[camera_name]["active"]: if cam["active"]:
logger.warning( logger.warning(
f"{camera_name} is already performing an action, not moving..." f"{camera_name} is already performing an action, not moving..."
) )
return return
self.cams[camera_name]["active"] = True cam["active"] = True
metrics.motor_stopped.clear() metrics.motor_stopped.clear()
logger.debug(f"{camera_name}: PTZ start time: {metrics.frame_time.value}") logger.debug(f"{camera_name}: PTZ start time: {metrics.frame_time.value}")
metrics.start_time.value = metrics.frame_time.value metrics.start_time.value = metrics.frame_time.value
metrics.stop_time.value = 0 metrics.stop_time.value = 0
move_request = self.cams[camera_name]["absolute_move_request"]
# function takes in 0 to 1 for zoom, interpolate to the values of the camera. # function takes in 0 to 1 for zoom, interpolate to the values of the camera.
zoom = numpy.interp( zoom = numpy.interp(
zoom, zoom,
[0, 1], [0, 1],
[ [
self.cams[camera_name]["absolute_zoom_range"]["XRange"]["Min"], cam["absolute_zoom_range"]["XRange"]["Min"],
self.cams[camera_name]["absolute_zoom_range"]["XRange"]["Max"], cam["absolute_zoom_range"]["XRange"]["Max"],
], ],
) )
move_request.Speed = {"Zoom": speed}
move_request.Position = {"Zoom": zoom}
logger.debug(f"{camera_name}: Absolute zoom: {zoom}") logger.debug(f"{camera_name}: Absolute zoom: {zoom}")
await self.cams[camera_name]["ptz"].AbsoluteMove(move_request) await cam["ptz"].AbsoluteMove(
{
"ProfileToken": cam["move_request"].ProfileToken,
"Position": {"Zoom": zoom},
"Speed": {"Zoom": speed},
}
)
self.cams[camera_name]["active"] = False cam["active"] = False
async def _focus(self, camera_name: str, command: OnvifCommandEnum) -> None: async def _focus(self, camera_name: str, command: OnvifCommandEnum) -> None:
if self.cams[camera_name]["active"]: cam = self.cams[camera_name]
if cam["active"]:
logger.warning( logger.warning(
f"{camera_name} is already performing an action, not moving..." f"{camera_name} is already performing an action, not moving..."
) )
await self._stop(camera_name) await self._stop(camera_name)
if ( if (
"focus" not in self.cams[camera_name]["features"] "focus" not in cam["features"]
or not self.cams[camera_name]["video_source_token"] or not cam["video_source_token"]
or self.cams[camera_name]["imaging"] is None or cam["imaging"] is None
): ):
logger.error(f"{camera_name} does not support ONVIF continuous focus.") logger.error(f"{camera_name} does not support ONVIF continuous focus.")
return return
self.cams[camera_name]["active"] = True cam["active"] = True
move_request = self.cams[camera_name]["imaging"].create_type("Move") move_request = cam["imaging"].create_type("Move")
move_request.VideoSourceToken = self.cams[camera_name]["video_source_token"] move_request.VideoSourceToken = cam["video_source_token"]
move_request.Focus = { move_request.Focus = {
"Continuous": { "Continuous": {
"Speed": 0.5 if command == OnvifCommandEnum.focus_in else -0.5 "Speed": 0.5 if command == OnvifCommandEnum.focus_in else -0.5
@@ -839,10 +761,10 @@ class OnvifController:
} }
try: try:
await self.cams[camera_name]["imaging"].Move(move_request) await cam["imaging"].Move(move_request)
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.warning(f"Onvif sending focus request to {camera_name} failed: {e}") logger.warning(f"Onvif sending focus request to {camera_name} failed: {e}")
self.cams[camera_name]["active"] = False cam["active"] = False
async def handle_command_async( async def handle_command_async(
self, camera_name: str, command: OnvifCommandEnum, param: str = "" self, camera_name: str, command: OnvifCommandEnum, param: str = ""
@@ -883,7 +805,7 @@ class OnvifController:
await self._focus(camera_name, command) await self._focus(camera_name, command)
else: else:
await self._move(camera_name, command) await self._move(camera_name, command)
except (Fault, ONVIFError, TransportError, Exception) as e: except Exception as e:
logger.error(f"Unable to handle onvif command: {e}") logger.error(f"Unable to handle onvif command: {e}")
def handle_command( def handle_command(
@@ -906,6 +828,15 @@ class OnvifController:
f"Error executing command {command} for camera {camera_name}: {e}" f"Error executing command {command} for camera {camera_name}: {e}"
) )
def _camera_info(self, camera_name: str) -> dict[str, Any]:
cam = self.cams[camera_name]
return {
"name": camera_name,
"features": cam["features"],
"presets": list(cam["presets"]),
"profiles": cam["profiles"],
}
async def get_camera_info(self, camera_name: str) -> dict[str, Any]: async def get_camera_info(self, camera_name: str) -> dict[str, Any]:
""" """
Get ptz capabilities and presets, attempting to reconnect if ONVIF is configured Get ptz capabilities and presets, attempting to reconnect if ONVIF is configured
@@ -929,60 +860,21 @@ class OnvifController:
return {} return {}
if camera_name in self.cams.keys() and self.cams[camera_name]["init"]: if camera_name in self.cams.keys() and self.cams[camera_name]["init"]:
return { return self._camera_info(camera_name)
"name": camera_name,
"features": self.cams[camera_name]["features"],
"presets": list(self.cams[camera_name]["presets"].keys()),
"profiles": self.cams[camera_name].get("profiles", []),
}
if camera_name not in self.cams.keys() and camera_name in self.config.cameras: if camera_name not in self.cams.keys() and camera_name in self.config.cameras:
success = await self._init_single_camera(camera_name) success = await self._init_single_camera(camera_name)
if not success: if not success:
return {} return {}
# Reset retry count after timeout failed = self.failed_cams.get(camera_name, {})
attempts = self.failed_cams.get(camera_name, {}).get("retry_attempts", 0) attempts = failed.get("retry_attempts", 0)
last_attempt = self.failed_cams.get(camera_name, {}).get("last_attempt", 0) last_attempt = failed.get("last_attempt", 0)
# Reset retry count after timeout
if last_attempt and (time.time() - last_attempt) > self.reset_timeout: if last_attempt and (time.time() - last_attempt) > self.reset_timeout:
logger.debug(f"Resetting retry count for {camera_name} after timeout") logger.debug(f"Resetting retry count for {camera_name} after timeout")
attempts = 0 attempts = 0
self.failed_cams[camera_name]["retry_attempts"] = 0
# Attempt initialization/reconnection
if attempts < self.max_retries:
logger.info(
f"Attempting ONVIF initialization for {camera_name} (retry {attempts + 1}/{self.max_retries})"
)
try:
if await self._init_onvif(camera_name):
if camera_name in self.failed_cams:
del self.failed_cams[camera_name]
return {
"name": camera_name,
"features": self.cams[camera_name]["features"],
"presets": list(self.cams[camera_name]["presets"].keys()),
}
else:
logger.warning(f"ONVIF initialization failed for {camera_name}")
self.failed_cams[camera_name] = {
"retry_attempts": attempts + 1,
"last_attempt": time.time(),
}
except Exception as e:
logger.error(
f"Error during ONVIF initialization for {camera_name}: {e}"
)
if camera_name not in self.failed_cams:
self.failed_cams[camera_name] = {"retry_attempts": 0}
self.failed_cams[camera_name].update(
{
"retry_attempts": attempts + 1,
"last_error": str(e),
"last_attempt": time.time(),
}
)
if attempts >= self.max_retries: if attempts >= self.max_retries:
remaining_time = max( remaining_time = max(
@@ -991,8 +883,24 @@ class OnvifController:
logger.error( logger.error(
f"Too many ONVIF initialization attempts for {camera_name}, retry in {remaining_time} minute{'s' if remaining_time != 1 else ''}" f"Too many ONVIF initialization attempts for {camera_name}, retry in {remaining_time} minute{'s' if remaining_time != 1 else ''}"
) )
return {}
logger.debug(f"Could not initialize ONVIF for {camera_name}") logger.info(
f"Attempting ONVIF initialization for {camera_name} (retry {attempts + 1}/{self.max_retries})"
)
try:
if await self._init_onvif(camera_name):
self.failed_cams.pop(camera_name, None)
return self._camera_info(camera_name)
logger.warning(f"ONVIF initialization failed for {camera_name}")
except Exception as e:
logger.error(f"Error during ONVIF initialization for {camera_name}: {e}")
self.failed_cams[camera_name] = {
"retry_attempts": attempts + 1,
"last_attempt": time.time(),
}
return {} return {}
async def get_service_capabilities(self, camera_name: str) -> None: async def get_service_capabilities(self, camera_name: str) -> None:
@@ -1000,16 +908,13 @@ class OnvifController:
logger.error(f"ONVIF is not configured for {camera_name}") logger.error(f"ONVIF is not configured for {camera_name}")
return {} return {}
if not self.cams[camera_name]["init"]: cam = self.cams[camera_name]
if not cam["init"]:
await self._init_onvif(camera_name) await self._init_onvif(camera_name)
service_capabilities_request = self.cams[camera_name][
"service_capabilities_request"
]
try: try:
service_capabilities = await self.cams[camera_name][ service_capabilities = await cam["ptz"].GetServiceCapabilities()
"ptz"
].GetServiceCapabilities(service_capabilities_request)
logger.debug( logger.debug(
f"Onvif service capabilities for {camera_name}: {service_capabilities}" f"Onvif service capabilities for {camera_name}: {service_capabilities}"
@@ -1035,13 +940,16 @@ class OnvifController:
if metrics is None or camera_config is None: if metrics is None or camera_config is None:
return return
if not self.cams[camera_name]["init"]: cam = self.cams[camera_name]
if not cam["init"]:
if not await self._init_onvif(camera_name): if not await self._init_onvif(camera_name):
return return
status_request = self.cams[camera_name]["status_request"]
try: try:
status = await self.cams[camera_name]["ptz"].GetStatus(status_request) status = await cam["ptz"].GetStatus(
{"ProfileToken": cam["move_request"].ProfileToken}
)
except Exception: except Exception:
pass # We're unsupported, that'll be reported in the next check. pass # We're unsupported, that'll be reported in the next check.
@@ -1072,7 +980,7 @@ class OnvifController:
if pan_tilt_status == "IDLE" and ( if pan_tilt_status == "IDLE" and (
zoom_status is None or zoom_status == "IDLE" zoom_status is None or zoom_status == "IDLE"
): ):
self.cams[camera_name]["active"] = False cam["active"] = False
if not metrics.motor_stopped.is_set(): if not metrics.motor_stopped.is_set():
metrics.motor_stopped.set() metrics.motor_stopped.set()
@@ -1082,7 +990,7 @@ class OnvifController:
metrics.stop_time.value = metrics.frame_time.value metrics.stop_time.value = metrics.frame_time.value
else: else:
self.cams[camera_name]["active"] = True cam["active"] = True
if metrics.motor_stopped.is_set(): if metrics.motor_stopped.is_set():
metrics.motor_stopped.clear() metrics.motor_stopped.clear()
@@ -1098,8 +1006,8 @@ class OnvifController:
metrics.zoom_level.value = numpy.interp( metrics.zoom_level.value = numpy.interp(
round(status.Position.Zoom.x, 2), round(status.Position.Zoom.x, 2),
[ [
self.cams[camera_name]["absolute_zoom_range"]["XRange"]["Min"], cam["absolute_zoom_range"]["XRange"]["Min"],
self.cams[camera_name]["absolute_zoom_range"]["XRange"]["Max"], cam["absolute_zoom_range"]["XRange"]["Max"],
], ],
[0, 1], [0, 1],
) )
@@ -1138,7 +1046,7 @@ class OnvifController:
def close(self) -> None: def close(self) -> None:
"""Gracefully shut down the ONVIF controller.""" """Gracefully shut down the ONVIF controller."""
if not hasattr(self, "loop") or self.loop.is_closed(): if self.loop.is_closed():
logger.debug("ONVIF controller already closed") logger.debug("ONVIF controller already closed")
return return
@@ -1155,13 +1063,6 @@ class OnvifController:
self.config_subscriber.stop() self.config_subscriber.stop()
def stop_and_cleanup(): self.loop.call_soon_threadsafe(self.loop.stop)
try:
self.loop.stop()
except Exception as e:
logger.error(f"Error during loop cleanup: {e}")
# Schedule stop and cleanup in the loop thread
self.loop.call_soon_threadsafe(stop_and_cleanup)
self.loop_thread.join() self.loop_thread.join()
-1
View File
@@ -29,7 +29,6 @@ class TestImprovedMotionDetector(unittest.TestCase):
class DummyPTZ: class DummyPTZ:
def __init__(self): def __init__(self):
self.autotracker_enabled = _Stub(False)
self.motor_stopped = _Stub(False) self.motor_stopped = _Stub(False)
self.stop_time = _Stub(0) self.stop_time = _Stub(0)
+43 -40
View File
@@ -7,9 +7,8 @@ KeyError on the autotracker thread or silently keep the wrong state:
- autotracker_init only got an entry for cameras enabled when PtzAutoTracker was - autotracker_init only got an entry for cameras enabled when PtzAutoTracker was
constructed, so runtime-enabled cameras raised KeyError on lookup. constructed, so runtime-enabled cameras raised KeyError on lookup.
- ptz_metrics autotracker_enabled is what the camera processes read, but nothing - _disable only changed the main process config, so the camera process kept
updated it when autotracking was enabled through a config save, so it stayed running its motion estimator for a camera that could not autotrack.
False and the tracker never built a motion estimator.
""" """
import unittest import unittest
@@ -17,7 +16,8 @@ from unittest.mock import MagicMock
from frigate.camera import PTZMetrics from frigate.camera import PTZMetrics
from frigate.config import FrigateConfig from frigate.config import FrigateConfig
from frigate.ptz.autotrack import PtzAutoTracker from frigate.config.camera.updater import CameraConfigUpdateEnum
from frigate.ptz.autotrack import PtzAutoTracker, calculate_max_target_box
CAMERA = "ptz_cam" CAMERA = "ptz_cam"
@@ -53,8 +53,9 @@ def _make_tracker(autotracking_enabled: bool = True) -> PtzAutoTracker:
onvif over the network. Only the config/metrics state is relevant here.""" onvif over the network. Only the config/metrics state is relevant here."""
tracker = PtzAutoTracker.__new__(PtzAutoTracker) tracker = PtzAutoTracker.__new__(PtzAutoTracker)
tracker.config = _config(autotracking_enabled) tracker.config = _config(autotracking_enabled)
tracker.ptz_metrics = {CAMERA: PTZMetrics(autotracker_enabled=False)} tracker.ptz_metrics = {CAMERA: PTZMetrics()}
tracker.onvif = MagicMock() tracker.onvif = MagicMock()
tracker.dispatcher = MagicMock()
tracker.config_subscriber = MagicMock() tracker.config_subscriber = MagicMock()
tracker.autotracker_init = {} tracker.autotracker_init = {}
tracker.calibrating = {} tracker.calibrating = {}
@@ -83,47 +84,49 @@ class TestAutotrackerInitGuards(unittest.IsolatedAsyncioTestCase):
tracker.onvif.get_camera_status.assert_not_called() tracker.onvif.get_camera_status.assert_not_called()
class TestAutotrackerMetricSync(unittest.TestCase): class TestAutotrackerEnqueueMove(unittest.TestCase):
def test_metric_follows_config_when_enabled_by_update(self) -> None: def _enqueue(self, pan: float, tilt: float, zoom: float) -> MagicMock:
# autotracking enabled via a config save: the metric was seeded False when tracker = _make_tracker()
# the camera was added and nothing else updates it tracker.move_queues = {CAMERA: MagicMock()}
tracker.move_queue_locks = {CAMERA: MagicMock()}
tracker.move_queue_locks[CAMERA].locked.return_value = False
tracker._enqueue_move(CAMERA, 1000.0, pan, tilt, zoom)
return tracker.onvif.loop.call_soon_threadsafe
def test_move_is_clipped_to_the_onvif_range(self) -> None:
# velocity estimates can push the predicted centroid outside the frame
call_soon = self._enqueue(1.7, -2.5, 0.4)
call_soon.assert_called_once()
self.assertEqual(call_soon.call_args.args[1], (1000.0, 1.0, -1.0, 0.4))
def test_empty_move_is_not_enqueued(self) -> None:
self._enqueue(0, 0, 0).assert_not_called()
class TestAutotrackerDisable(unittest.TestCase):
def test_disable_publishes_to_camera_process(self) -> None:
tracker = _make_tracker(autotracking_enabled=True) tracker = _make_tracker(autotracking_enabled=True)
metrics = tracker.ptz_metrics[CAMERA]
self.assertFalse(metrics.autotracker_enabled.value)
tracker.config_subscriber.check_for_updates.return_value = {"onvif": [CAMERA]} tracker._disable(CAMERA, "onvif connection failed")
tracker.check_for_updates()
self.assertTrue(metrics.autotracker_enabled.value) autotracking = tracker.config.cameras[CAMERA].onvif.autotracking
self.assertFalse(autotracking.enabled)
def test_metric_follows_config_when_disabled_by_update(self) -> None: publish = tracker.dispatcher.config_updater.publish_update
tracker = _make_tracker(autotracking_enabled=False) publish.assert_called_once()
metrics = tracker.ptz_metrics[CAMERA] topic, payload = publish.call_args.args
metrics.autotracker_enabled.value = True self.assertEqual(topic.update_type, CameraConfigUpdateEnum.autotracking)
self.assertEqual(topic.camera, CAMERA)
self.assertIs(payload, autotracking)
tracker.config_subscriber.check_for_updates.return_value = {
"autotracking": [CAMERA]
}
tracker.check_for_updates()
self.assertFalse(metrics.autotracker_enabled.value) class TestMaxTargetBox(unittest.TestCase):
def test_follows_zoom_factor(self) -> None:
def test_metric_sync_skips_camera_without_metrics(self) -> None: self.assertAlmostEqual(calculate_max_target_box(0.5), 0.6**2)
# `add` reaches the maintainer and the autotracker on separate threads with self.assertAlmostEqual(calculate_max_target_box(0.25), 0.6**4)
# no ordering guarantee, so the metrics may not exist yet
tracker = _make_tracker()
tracker.ptz_metrics = {}
tracker.config_subscriber.check_for_updates.return_value = {"add": [CAMERA]}
tracker.check_for_updates()
def test_metric_sync_skips_unknown_camera(self) -> None:
tracker = _make_tracker()
tracker.config_subscriber.check_for_updates.return_value = {
"add": ["not_in_config"]
}
tracker.check_for_updates()
if __name__ == "__main__": if __name__ == "__main__":
+17 -39
View File
@@ -2,14 +2,9 @@
Regression coverage for a camera that is initialized while autotracking is off and Regression coverage for a camera that is initialized while autotracking is off and
has it enabled later, which is the normal wizard flow: set the camera up first, has it enabled later, which is the normal wizard flow: set the camera up first,
configure autotracking afterwards. The autotracking-only request objects used to configure autotracking afterwards. get_camera_status skips its re-init branch when
be created only when autotracking was enabled at init time, so the camera was left init is True, so everything it reads must exist whether or not autotracking was
with init=True but no status_request. get_camera_status skips its re-init branch enabled at init time.
when init is True, so it went straight to the missing key and raised KeyError on
the tracking thread.
The request objects are built from the locally parsed WSDL and cost no network, so
they are always created and init=True now implies they exist.
Also covers the inverse direction: the ptz movement timestamps must not be written Also covers the inverse direction: the ptz movement timestamps must not be written
for a camera that has autotracking off, because nothing clears them back out. for a camera that has autotracking off, because nothing clears them back out.
@@ -99,7 +94,6 @@ def _make_controller(autotracking_enabled: bool) -> OnvifController:
controller.config = config controller.config = config
controller.cams = {CAMERA: {"onvif": _make_onvif_camera(), "init": False}} controller.cams = {CAMERA: {"onvif": _make_onvif_camera(), "init": False}}
controller.failed_cams = {} controller.failed_cams = {}
controller.camera_configs = {CAMERA: config.cameras[CAMERA]}
controller.ptz_metrics = {CAMERA: MagicMock()} controller.ptz_metrics = {CAMERA: MagicMock()}
return controller return controller
@@ -110,7 +104,6 @@ def _make_move_controller(autotracking_enabled: bool) -> OnvifController:
config = _config(autotracking_enabled) config = _config(autotracking_enabled)
controller = OnvifController.__new__(OnvifController) controller = OnvifController.__new__(OnvifController)
controller.config = config controller.config = config
controller.camera_configs = {CAMERA: config.cameras[CAMERA]}
controller.failed_cams = {} controller.failed_cams = {}
ptz = MagicMock() ptz = MagicMock()
@@ -128,45 +121,30 @@ def _make_move_controller(autotracking_enabled: bool) -> OnvifController:
}, },
} }
} }
controller.ptz_metrics = { controller.ptz_metrics = {CAMERA: PTZMetrics()}
CAMERA: PTZMetrics(autotracker_enabled=autotracking_enabled)
}
return controller return controller
class TestOnvifInitRequests(unittest.IsolatedAsyncioTestCase): class TestOnvifInitRequests(unittest.IsolatedAsyncioTestCase):
async def test_status_request_created_when_autotracking_disabled(self) -> None: async def test_camera_status_independent_of_autotracking_at_init(self) -> None:
# the wizard flow: onvif configured first, autotracking enabled later # the wizard flow: onvif configured first, autotracking enabled later
controller = _make_controller(autotracking_enabled=False)
self.assertTrue(await controller._init_onvif(CAMERA))
cam = controller.cams[CAMERA]
self.assertTrue(cam["init"])
self.assertIn("status_request", cam)
self.assertIn("service_capabilities_request", cam)
async def test_status_request_created_when_autotracking_enabled(self) -> None:
controller = _make_controller(autotracking_enabled=True)
self.assertTrue(await controller._init_onvif(CAMERA))
cam = controller.cams[CAMERA]
self.assertIn("status_request", cam)
self.assertIn("service_capabilities_request", cam)
async def test_init_implies_status_request_exists(self) -> None:
# the invariant get_camera_status relies on: it skips re-init when init is
# True and then reads status_request without guarding
for autotracking_enabled in (True, False): for autotracking_enabled in (True, False):
with self.subTest(autotracking_enabled=autotracking_enabled): with self.subTest(autotracking_enabled=autotracking_enabled):
controller = _make_controller(autotracking_enabled) controller = _make_controller(autotracking_enabled)
controller.status_locks = {CAMERA: asyncio.Lock()}
await controller._init_onvif(CAMERA) self.assertTrue(await controller._init_onvif(CAMERA))
cam = controller.cams[CAMERA] status = MagicMock()
if cam["init"]: status.MoveStatus.PanTilt = "IDLE"
self.assertEqual(cam["status_request"].request_type, "GetStatus") status.MoveStatus.Zoom = "IDLE"
ptz = controller.cams[CAMERA]["ptz"]
ptz.GetStatus = AsyncMock(return_value=status)
await controller.get_camera_status(CAMERA)
ptz.GetStatus.assert_awaited_once_with({"ProfileToken": "profile_1"})
self.assertFalse(controller.cams[CAMERA]["active"])
async def test_requests_built_without_contacting_camera(self) -> None: async def test_requests_built_without_contacting_camera(self) -> None:
# create_type is a local WSDL lookup; cameras that do not implement # create_type is a local WSDL lookup; cameras that do not implement
+4 -4
View File
@@ -223,7 +223,7 @@ class NorfairTracker(ObjectTracker):
), ),
} }
if self.ptz_metrics.autotracker_enabled.value: if self.camera_config.onvif.autotracking.enabled:
self.ptz_motion_estimator = PtzMotionEstimator( self.ptz_motion_estimator = PtzMotionEstimator(
self.camera_config, self.ptz_metrics self.camera_config, self.ptz_metrics
) )
@@ -515,7 +515,7 @@ class NorfairTracker(ObjectTracker):
yuv_frame: np.ndarray | None = None yuv_frame: np.ndarray | None = None
if ( if (
self.ptz_metrics.autotracker_enabled.value self.camera_config.onvif.autotracking.enabled
or self.detect_config.stationary.classifier or self.detect_config.stationary.classifier
): ):
yuv_frame = self.frame_manager.get( yuv_frame = self.frame_manager.get(
@@ -534,7 +534,7 @@ class NorfairTracker(ObjectTracker):
points = np.array([[obj[2][0], obj[2][1]], [obj[2][2], obj[2][3]]]) points = np.array([[obj[2][0], obj[2][1]], [obj[2][2], obj[2][3]]])
embedding = None embedding = None
if self.ptz_metrics.autotracker_enabled.value: if self.camera_config.onvif.autotracking.enabled:
embedding = get_histogram( embedding = get_histogram(
yuv_frame, obj[2][0], obj[2][1], obj[2][2], obj[2][3] yuv_frame, obj[2][0], obj[2][1], obj[2][2], obj[2][3]
) )
@@ -559,7 +559,7 @@ class NorfairTracker(ObjectTracker):
coord_transformations = None coord_transformations = None
if self.ptz_metrics.autotracker_enabled.value: if self.camera_config.onvif.autotracking.enabled:
# we must have been enabled by mqtt, so set up the estimator # we must have been enabled by mqtt, so set up the estimator
if not self.ptz_motion_estimator: if not self.ptz_motion_estimator:
self.ptz_motion_estimator = PtzMotionEstimator( self.ptz_motion_estimator = PtzMotionEstimator(
+4 -4
View File
@@ -41,7 +41,7 @@ from frigate.const import (
) )
from frigate.events.types import EventStateEnum, EventTypeEnum from frigate.events.types import EventStateEnum, EventTypeEnum
from frigate.models import Event, ReviewSegment, Timeline from frigate.models import Event, ReviewSegment, Timeline
from frigate.ptz.autotrack import PtzAutoTrackerThread from frigate.ptz.autotrack import PtzAutoTracker
from frigate.track.tracked_object import TrackedObject from frigate.track.tracked_object import TrackedObject
from frigate.util.image import SharedMemoryFrameManager from frigate.util.image import SharedMemoryFrameManager
@@ -60,7 +60,7 @@ class TrackedObjectProcessor(threading.Thread):
config: FrigateConfig, config: FrigateConfig,
dispatcher: Dispatcher, dispatcher: Dispatcher,
tracked_objects_queue: MpQueue, tracked_objects_queue: MpQueue,
ptz_autotracker_thread: PtzAutoTrackerThread, ptz_autotracker_thread: PtzAutoTracker,
stop_event: MpEvent, stop_event: MpEvent,
) -> None: ) -> None:
super().__init__(name="detected_frames_processor") super().__init__(name="detected_frames_processor")
@@ -153,7 +153,7 @@ class TrackedObjectProcessor(threading.Thread):
) )
def autotrack(camera: str, obj: TrackedObject, frame_name: str) -> None: def autotrack(camera: str, obj: TrackedObject, frame_name: str) -> None:
self.ptz_autotracker_thread.ptz_autotracker.autotrack_object(camera, obj) self.ptz_autotracker_thread.autotrack_object(camera, obj)
def end(camera: str, obj: TrackedObject, frame_name: str) -> None: def end(camera: str, obj: TrackedObject, frame_name: str) -> None:
# populate has_snapshot # populate has_snapshot
@@ -177,7 +177,7 @@ class TrackedObjectProcessor(threading.Thread):
"type": "end", "type": "end",
} }
self.dispatcher.publish("events", json.dumps(message), retain=False) self.dispatcher.publish("events", json.dumps(message), retain=False)
self.ptz_autotracker_thread.ptz_autotracker.end_object(camera, obj) self.ptz_autotracker_thread.end_object(camera, obj)
self.event_sender.publish( self.event_sender.publish(
( (
+10 -2
View File
@@ -94,6 +94,7 @@ class CameraTracker(FrigateProcess):
self.config.detect.fps, self.config.detect.fps,
name=self.config.name, name=self.config.name,
ptz_metrics=self.ptz_metrics, ptz_metrics=self.ptz_metrics,
autotracking_enabled=self.config.onvif.autotracking.enabled,
) )
object_detector = RemoteObjectDetector( object_detector = RemoteObjectDetector(
self.config.name, self.config.name,
@@ -195,10 +196,12 @@ def process_frames(
None, None,
{camera_config.name: camera_config}, {camera_config.name: camera_config},
[ [
CameraConfigUpdateEnum.autotracking,
CameraConfigUpdateEnum.detect, CameraConfigUpdateEnum.detect,
CameraConfigUpdateEnum.enabled, CameraConfigUpdateEnum.enabled,
CameraConfigUpdateEnum.motion, CameraConfigUpdateEnum.motion,
CameraConfigUpdateEnum.objects, CameraConfigUpdateEnum.objects,
CameraConfigUpdateEnum.onvif,
], ],
) )
@@ -235,6 +238,11 @@ def process_frames(
motion_detector.config = camera_config.motion motion_detector.config = camera_config.motion
motion_detector.update_mask() motion_detector.update_mask()
if "autotracking" in updated_configs or "onvif" in updated_configs:
motion_detector.autotracking_enabled = (
camera_config.onvif.autotracking.enabled
)
if ( if (
not camera_enabled not camera_enabled
and prev_enabled != camera_enabled and prev_enabled != camera_enabled
@@ -349,8 +357,8 @@ def process_frames(
# only add in the motion boxes when not calibrating and a ptz is not moving via autotracking # only add in the motion boxes when not calibrating and a ptz is not moving via autotracking
# the ptz timestamps are only maintained while autotracking is on, so gate # the ptz timestamps are only maintained while autotracking is on, so gate
# on the metric rather than trusting them to be reset otherwise # on the config rather than trusting them to be reset otherwise
ptz_moving = ptz_metrics.autotracker_enabled.value and ( ptz_moving = camera_config.onvif.autotracking.enabled and (
ptz_moving_at_frame_time( ptz_moving_at_frame_time(
frame_time, frame_time,
ptz_metrics.start_time.value, ptz_metrics.start_time.value,