frigate/web/src/views/history/MobileTimelineView.tsx
Nicolas Mowen af3f6dadcb Improve graph using pandas (#9234)
* Ensure viewport is always full screen

* Protect against hour with no cards and ensure data is consistent

* Reduce grouped up image refreshes

* Include current hour and fix scrubbing bugginess

* Scroll initially selected timeline in to view

* Expand timelne class type

* Use poster image for preview on video player instead of using separate image view

* Fix available streaming modes

* Incrase timing for grouping timline items

* Fix audio activity listener

* Fix player not switching views correctly

* Use player time to convert to timeline time

* Update sub labels for previous timeline items

* Show mini timeline bar for non selected items

* Rewrite desktop timeline to use separate dynamic video player component

* Extend improvements to mobile as well

* Improve time formatting

* Fix scroll

* Fix no preview case

* Mobile fixes

* Audio toggle fixes

* More fixes for mobile

* Improve scaling of graph motion activity

* Add keyboard shortcut hook and support shortcuts for playback page

* Fix sizing of dialog

* Improve height scaling of dialog

* simplify and fix layout system for timeline

* Fix timeilne items not working

* Implement basic Frigate+ submitting from timeline
2024-01-31 12:56:11 +00:00

138 lines
4.2 KiB
TypeScript

import ActivityScrubber, {
ScrubberItem,
} from "@/components/scrubber/ActivityScrubber";
import ActivityIndicator from "@/components/ui/activity-indicator";
import { FrigateConfig } from "@/types/frigateConfig";
import {
getTimelineDetectionIcon,
getTimelineIcon,
} from "@/utils/timelineUtil";
import { renderToStaticMarkup } from "react-dom/server";
import { useMemo, useRef, useState } from "react";
import useSWR from "swr";
import DynamicVideoPlayer, {
DynamicVideoController,
} from "@/components/player/DynamicVideoPlayer";
type MobileTimelineViewProps = {
playback: TimelinePlayback;
};
export default function MobileTimelineView({
playback,
}: MobileTimelineViewProps) {
const { data: config } = useSWR<FrigateConfig>("config");
const controllerRef = useRef<DynamicVideoController | undefined>(undefined);
const [timelineTime, setTimelineTime] = useState(
playback.timelineItems.length > 0
? playback.timelineItems[0].timestamp
: playback.range.start
);
const recordingParams = useMemo(() => {
return {
before: playback.range.end,
after: playback.range.start,
};
}, [playback]);
const { data: recordings } = useSWR<Recording[]>(
playback ? [`${playback.camera}/recordings`, recordingParams] : null,
{ revalidateOnFocus: false }
);
if (!config || !recordings) {
return <ActivityIndicator />;
}
return (
<div className="w-full">
<DynamicVideoPlayer
camera={playback.camera}
timeRange={playback.range}
cameraPreviews={
playback.relevantPreview ? [playback.relevantPreview] : []
}
onControllerReady={(controller) => {
controllerRef.current = controller;
controllerRef.current.onPlayerTimeUpdate((timestamp: number) => {
setTimelineTime(timestamp);
});
if (playback.timelineItems.length > 0) {
controllerRef.current?.seekToTimestamp(
playback.timelineItems[0].timestamp,
true
);
}
}}
/>
<div className="m-1">
{playback != undefined && (
<ActivityScrubber
items={timelineItemsToScrubber(playback.timelineItems)}
timeBars={[{ time: new Date(timelineTime * 1000), id: "playback" }]}
options={{
start: new Date(playback.range.start * 1000),
end: new Date(playback.range.end * 1000),
snap: null,
min: new Date(playback.range.start * 1000),
max: new Date(playback.range.end * 1000),
timeAxis: { scale: "minute", step: 15 },
zoomable: false,
}}
timechangeHandler={(data) => {
controllerRef.current?.scrubToTimestamp(
data.time.getTime() / 1000
);
setTimelineTime(data.time.getTime() / 1000);
}}
timechangedHandler={(data) => {
controllerRef.current?.seekToTimestamp(
data.time.getTime() / 1000,
true
);
}}
selectHandler={(data) => {
if (data.items.length > 0) {
const selected = parseFloat(data.items[0].split("-")[0]);
const timeline = playback.timelineItems.find(
(timeline) => timeline.timestamp == selected
);
if (timeline) {
controllerRef.current?.seekToTimelineItem(timeline);
}
}
}}
/>
)}
</div>
</div>
);
}
function timelineItemsToScrubber(items: Timeline[]): ScrubberItem[] {
return items.map((item, idx) => {
return {
id: `${item.timestamp}-${idx}`,
content: getTimelineContentElement(item),
start: new Date(item.timestamp * 1000),
end: new Date(item.timestamp * 1000),
type: "box",
};
});
}
function getTimelineContentElement(item: Timeline): HTMLElement {
const output = document.createElement(`div-${item.timestamp}`);
output.innerHTML = renderToStaticMarkup(
<div className="flex items-center">
{getTimelineDetectionIcon(item)} : {getTimelineIcon(item)}
</div>
);
return output;
}