mirror of
https://github.com/blakeblackshear/frigate.git
synced 2026-11-14 09:33:00 +03:00
Avoid buffering raw frames during watchdog resets (#24663)
* Don't buffer detect ffmpeg stdout when resetting the capture thread reset_capture_thread waited for the terminated detect process with communicate() on the no-frames and stale sub stream paths. communicate() reads the process's raw frames into memory until it exits, and a stalled detect process can write hundreds of duplicate frames per second before it does. Use wait() on every path, as the fps-exceeded path has since #19110; the timeout and kill still bound the wait. * Update frigate/video/ffmpeg.py accurately explain why wait() is safe Co-authored-by: Josh Hawkins <32435876+hawkeye217@users.noreply.github.com> * test(watchdog): remove non-regression child process test The Python child exits on SIGTERM, so this test also passes with the original communicate() reset. Keep the two mock tests that distinguish the fix and remove the unused imports. --------- Co-authored-by: Josh Hawkins <32435876+hawkeye217@users.noreply.github.com>
This commit is contained in:
co-authored by
Josh Hawkins
parent
64b07889af
commit
15da89e56c
+7
-13
@@ -310,26 +310,20 @@ class CameraWatchdog(threading.Thread):
|
||||
self._check_config_updates()
|
||||
return self.config.enabled
|
||||
|
||||
def reset_capture_thread(
|
||||
self, terminate: bool = True, drain_output: bool = True
|
||||
) -> None:
|
||||
def reset_capture_thread(self, terminate: bool = True) -> None:
|
||||
if terminate:
|
||||
# The capture thread keeps draining stdout, so wait() is enough here.
|
||||
# communicate() would also buffer every frame ffmpeg writes before it
|
||||
# exits, which can be many duplicates after a stall.
|
||||
self.ffmpeg_detect_process.terminate()
|
||||
try:
|
||||
self.logger.info("Waiting for ffmpeg to exit gracefully...")
|
||||
|
||||
if drain_output:
|
||||
self.ffmpeg_detect_process.communicate(timeout=30)
|
||||
else:
|
||||
self.ffmpeg_detect_process.wait(timeout=30)
|
||||
self.ffmpeg_detect_process.wait(timeout=30)
|
||||
except sp.TimeoutExpired:
|
||||
self.logger.info("FFmpeg did not exit. Force killing...")
|
||||
self.ffmpeg_detect_process.kill()
|
||||
|
||||
if drain_output:
|
||||
self.ffmpeg_detect_process.communicate()
|
||||
else:
|
||||
self.ffmpeg_detect_process.wait()
|
||||
self.ffmpeg_detect_process.wait()
|
||||
|
||||
# Update reconnects
|
||||
now = datetime.now().timestamp()
|
||||
@@ -497,7 +491,7 @@ class CameraWatchdog(threading.Thread):
|
||||
f"{self.config.name} exceeded fps limit. Exiting ffmpeg..."
|
||||
)
|
||||
if can_restart:
|
||||
self.reset_capture_thread(drain_output=False)
|
||||
self.reset_capture_thread()
|
||||
last_restart_time = now
|
||||
elif now - self.capture_thread.current_frame.value > 20:
|
||||
self.detect_status.send("offline", now)
|
||||
|
||||
Reference in New Issue
Block a user