Add full day of timelines

This commit is contained in:
Nick Mowen 2023-12-31 08:22:54 -07:00
parent c879c353af
commit 51011dcd87
6 changed files with 181 additions and 96 deletions

View File

@ -104,9 +104,9 @@ function History() {
return window.innerWidth < 768; return window.innerWidth < 768;
}, [playback]); }, [playback]);
const timelineCards: CardsData | never[] = useMemo(() => { const timelineCards: CardsData = useMemo(() => {
if (!timelinePages) { if (!timelinePages) {
return []; return {};
} }
return getHourlyTimelineData( return getHourlyTimelineData(
@ -152,7 +152,7 @@ function History() {
} }
}, [itemsToDelete, updateHistory]); }, [itemsToDelete, updateHistory]);
if (!config || !timelineCards || timelineCards.length == 0) { if (!config || !timelineCards) {
return <ActivityIndicator />; return <ActivityIndicator />;
} }
@ -217,6 +217,7 @@ function History() {
onItemSelected={(item) => setPlaybackState(item)} onItemSelected={(item) => setPlaybackState(item)}
/> />
<TimelineViewer <TimelineViewer
timelineData={timelineCards}
playback={viewingPlayback ? playback : undefined} playback={viewingPlayback ? playback : undefined}
isMobile={isMobile} isMobile={isMobile}
onClose={() => setPlaybackState(undefined)} onClose={() => setPlaybackState(undefined)}
@ -226,16 +227,28 @@ function History() {
} }
type TimelineViewerProps = { type TimelineViewerProps = {
timelineData: CardsData | undefined;
playback: TimelinePlayback | undefined; playback: TimelinePlayback | undefined;
isMobile: boolean; isMobile: boolean;
onClose: () => void; onClose: () => void;
}; };
function TimelineViewer({ playback, isMobile, onClose }: TimelineViewerProps) { function TimelineViewer({
timelineData,
playback,
isMobile,
onClose,
}: TimelineViewerProps) {
if (isMobile) { if (isMobile) {
return playback != undefined ? ( return playback != undefined ? (
<div className="w-screen absolute left-0 top-20 bottom-0 bg-background z-50"> <div className="w-screen absolute left-0 top-20 bottom-0 bg-background z-50">
<HistoryTimelineView playback={playback} isMobile={isMobile} /> {timelineData && (
<HistoryTimelineView
timelineData={timelineData}
initialPlayback={playback}
isMobile={isMobile}
/>
)}
</div> </div>
) : null; ) : null;
} }
@ -243,8 +256,12 @@ function TimelineViewer({ playback, isMobile, onClose }: TimelineViewerProps) {
return ( return (
<Dialog open={playback != undefined} onOpenChange={(_) => onClose()}> <Dialog open={playback != undefined} onOpenChange={(_) => onClose()}>
<DialogContent className="md:max-w-2xl lg:max-w-4xl xl:max-w-6xl 2xl:max-w-7xl 3xl:max-w-[1720px]"> <DialogContent className="md:max-w-2xl lg:max-w-4xl xl:max-w-6xl 2xl:max-w-7xl 3xl:max-w-[1720px]">
{playback && ( {timelineData && playback && (
<HistoryTimelineView playback={playback} isMobile={isMobile} /> <HistoryTimelineView
timelineData={timelineData}
initialPlayback={playback}
isMobile={isMobile}
/>
)} )}
</DialogContent> </DialogContent>
</Dialog> </Dialog>

View File

@ -1,7 +1,7 @@
type CardsData = { type CardsData = {
[key: string]: { [day: string]: {
[key: string]: { [hour: string]: {
[key: string]: Card; [groupKey: string]: Card;
}; };
}; };
}; };
@ -58,6 +58,7 @@ interface HistoryFilter extends FilterType {
type TimelinePlayback = { type TimelinePlayback = {
camera: string; camera: string;
range: { start: number; end: number };
timelineItems: Timeline[]; timelineItems: Timeline[];
relevantPreview: Preview | undefined; relevantPreview: Preview | undefined;
}; };

View File

@ -1,5 +1,5 @@
import strftime from 'strftime'; import strftime from "strftime";
import { fromUnixTime, intervalToDuration, formatDuration } from 'date-fns'; import { fromUnixTime, intervalToDuration, formatDuration } from "date-fns";
export const longToDate = (long: number): Date => new Date(long * 1000); export const longToDate = (long: number): Date => new Date(long * 1000);
export const epochToLong = (date: number): number => date / 1000; export const epochToLong = (date: number): number => date / 1000;
export const dateToLong = (date: Date): number => epochToLong(date.getTime()); export const dateToLong = (date: Date): number => epochToLong(date.getTime());
@ -276,3 +276,12 @@ const getUTCOffset = (date: Date, timezone: string): number => {
return (target.getTime() - utcDate.getTime()) / 60 / 1000; return (target.getTime() - utcDate.getTime()) / 60 / 1000;
}; };
export function getRangeForTimestamp(timestamp: number) {
const date = new Date(timestamp * 1000);
date.setMinutes(0, 0, 0);
const start = date.getTime() / 1000;
date.setHours(date.getHours() + 1);
const end = date.getTime() / 1000;
return { start, end };
}

View File

@ -4,7 +4,7 @@ const GROUP_SECONDS = 60;
export function getHourlyTimelineData( export function getHourlyTimelineData(
timelinePages: HourlyTimeline[], timelinePages: HourlyTimeline[],
detailLevel: string detailLevel: string
) { ): CardsData {
const cards: CardsData = {}; const cards: CardsData = {};
timelinePages.forEach((hourlyTimeline) => { timelinePages.forEach((hourlyTimeline) => {
Object.keys(hourlyTimeline["hours"]) Object.keys(hourlyTimeline["hours"])
@ -102,14 +102,32 @@ export function getHourlyTimelineData(
return cards; return cards;
} }
export function getTimelineHoursForDay(timestamp: number) { export function getTimelineHoursForDay(
camera: string,
cards: CardsData,
timestamp: number
): TimelinePlayback[] {
const now = new Date(); const now = new Date();
const data = []; const data: TimelinePlayback[] = [];
const startDay = new Date(timestamp * 1000); const startDay = new Date(timestamp * 1000);
startDay.setHours(0, 0, 0, 0); startDay.setHours(0, 0, 0, 0);
let start = startDay.getTime() / 1000; let start = startDay.getTime() / 1000;
let end = 0; let end = 0;
const dayIdx = Object.keys(cards).find((day) => {
if (parseInt(day) > start) {
return false;
}
return true;
});
if (dayIdx == undefined) {
return [];
}
const day = cards[dayIdx];
for (let i = 0; i < 24; i++) { for (let i = 0; i < 24; i++) {
startDay.setHours(startDay.getHours() + 1); startDay.setHours(startDay.getHours() + 1);
@ -118,7 +136,31 @@ export function getTimelineHoursForDay(timestamp: number) {
} }
end = startDay.getTime() / 1000; end = startDay.getTime() / 1000;
data.push({ start, end }); const hour = Object.values(day).find((cards) => {
if (
Object.values(cards)[0].time < start ||
Object.values(cards)[0].time > end
) {
return false;
}
return true;
});
const timelineItems: Timeline[] = hour
? Object.values(hour).flatMap((card) => {
if (card.camera == camera) {
return card.entries;
}
return [];
})
: [];
data.push({
camera,
range: { start, end },
timelineItems,
relevantPreview: undefined,
});
start = startDay.getTime() / 1000; start = startDay.getTime() / 1000;
} }

View File

@ -2,7 +2,10 @@ import HistoryCard from "@/components/card/HistoryCard";
import ActivityIndicator from "@/components/ui/activity-indicator"; import ActivityIndicator from "@/components/ui/activity-indicator";
import Heading from "@/components/ui/heading"; import Heading from "@/components/ui/heading";
import { FrigateConfig } from "@/types/frigateConfig"; import { FrigateConfig } from "@/types/frigateConfig";
import { formatUnixTimestampToDateTime } from "@/utils/dateUtil"; import {
formatUnixTimestampToDateTime,
getRangeForTimestamp,
} from "@/utils/dateUtil";
import { useCallback, useRef } from "react"; import { useCallback, useRef } from "react";
import useSWR from "swr"; import useSWR from "swr";
@ -117,6 +120,7 @@ export default function HistoryCardView({
onClick={() => { onClick={() => {
onItemSelected({ onItemSelected({
camera: timeline.camera, camera: timeline.camera,
range: getRangeForTimestamp(timeline.time),
timelineItems: Object.values( timelineItems: Object.values(
timelineHour timelineHour
).flatMap((card) => ).flatMap((card) =>

View File

@ -24,12 +24,14 @@ import TimelineItemCard from "@/components/card/TimelineItemCard";
import { getTimelineHoursForDay } from "@/utils/historyUtil"; import { getTimelineHoursForDay } from "@/utils/historyUtil";
type HistoryTimelineViewProps = { type HistoryTimelineViewProps = {
playback: TimelinePlayback; timelineData: CardsData;
initialPlayback: TimelinePlayback;
isMobile: boolean; isMobile: boolean;
}; };
export default function HistoryTimelineView({ export default function HistoryTimelineView({
playback, timelineData,
initialPlayback,
isMobile, isMobile,
}: HistoryTimelineViewProps) { }: HistoryTimelineViewProps) {
const apiHost = useApiHost(); const apiHost = useApiHost();
@ -40,7 +42,11 @@ export default function HistoryTimelineView({
[config] [config]
); );
const hasRelevantPreview = playback.relevantPreview != undefined; const [selectedPlayback, setSelectedPlayback] = useState(initialPlayback);
const hasRelevantPreview = useMemo(
() => selectedPlayback.relevantPreview != undefined,
[selectedPlayback]
);
const playerRef = useRef<Player | undefined>(undefined); const playerRef = useRef<Player | undefined>(undefined);
const previewRef = useRef<Player | undefined>(undefined); const previewRef = useRef<Player | undefined>(undefined);
@ -59,52 +65,44 @@ export default function HistoryTimelineView({
} }
return ( return (
(config.cameras[playback.camera]?.detect?.annotation_offset || 0) / 1000 (config.cameras[selectedPlayback.camera]?.detect?.annotation_offset ||
0) / 1000
); );
}, [config, playback]); }, [config, selectedPlayback]);
const timelineTime = useMemo(() => { const timelineTime = useMemo(() => {
if (!playback) { if (!selectedPlayback || selectedPlayback.timelineItems.length == 0) {
return 0; return 0;
} }
return playback.timelineItems.at(0)!!.timestamp; return selectedPlayback.timelineItems.at(0)!!.timestamp;
}, [playback]); }, [selectedPlayback]);
const playbackTimes = useMemo(() => {
const date = new Date(timelineTime * 1000);
date.setMinutes(0, 0, 0);
const startTime = date.getTime() / 1000;
date.setHours(date.getHours() + 1);
const endTime = date.getTime() / 1000;
return {
start: parseInt(startTime.toFixed(1)),
end: parseInt(endTime.toFixed(1)),
};
}, [timelineTime]);
const recordingParams = useMemo(() => { const recordingParams = useMemo(() => {
return { return {
before: playbackTimes.end, before: selectedPlayback.range.end,
after: playbackTimes.start, after: selectedPlayback.range.start,
}; };
}, [playbackTimes]); }, [selectedPlayback]);
const { data: recordings } = useSWR<Recording[]>( const { data: recordings } = useSWR<Recording[]>(
playback ? [`${playback.camera}/recordings`, recordingParams] : null, selectedPlayback
? [`${selectedPlayback.camera}/recordings`, recordingParams]
: null,
{ revalidateOnFocus: false } { revalidateOnFocus: false }
); );
const playbackUri = useMemo(() => { const playbackUri = useMemo(() => {
if (!playback) { if (!selectedPlayback) {
return ""; return "";
} }
const date = new Date(playbackTimes.start * 1000); const date = new Date(selectedPlayback.range.start * 1000);
return `${apiHost}vod/${date.getFullYear()}-${ return `${apiHost}vod/${date.getFullYear()}-${
date.getMonth() + 1 date.getMonth() + 1
}/${date.getDate()}/${date.getHours()}/${ }/${date.getDate()}/${date.getHours()}/${
playback.camera selectedPlayback.camera
}/${timezone.replaceAll("/", ",")}/master.m3u8`; }/${timezone.replaceAll("/", ",")}/master.m3u8`;
}, [playbackTimes]); }, [selectedPlayback]);
const onSelectItem = useCallback( const onSelectItem = useCallback(
(timeline: Timeline | undefined) => { (timeline: Timeline | undefined) => {
@ -151,20 +149,22 @@ export default function HistoryTimelineView({
} }
const seekTimestamp = data.time.getTime() / 1000; const seekTimestamp = data.time.getTime() / 1000;
const seekTime = seekTimestamp - playback.relevantPreview!!.start; const seekTime = seekTimestamp - selectedPlayback.relevantPreview!!.start;
setTimeToSeek(Math.round(seekTime)); setTimeToSeek(Math.round(seekTime));
}, },
[scrubbing, playerRef] [scrubbing, playerRef, selectedPlayback]
); );
const onStopScrubbing = useCallback( const onStopScrubbing = useCallback(
(data: { time: Date }) => { (data: { time: Date }) => {
const playbackTime = data.time.getTime() / 1000; const playbackTime = data.time.getTime() / 1000;
playerRef.current?.currentTime(playbackTime - playbackTimes.start); playerRef.current?.currentTime(
playbackTime - selectedPlayback.range.start
);
setScrubbing(false); setScrubbing(false);
playerRef.current?.play(); playerRef.current?.play();
}, },
[playerRef] [selectedPlayback, playerRef]
); );
// handle seeking to next frame when seek is finished // handle seeking to next frame when seek is finished
@ -189,9 +189,8 @@ export default function HistoryTimelineView({
config={config} config={config}
playerRef={playerRef} playerRef={playerRef}
previewRef={previewRef} previewRef={previewRef}
playback={playback} playback={selectedPlayback}
playbackUri={playbackUri} playbackUri={playbackUri}
playbackTimes={playbackTimes}
timelineTime={timelineTime} timelineTime={timelineTime}
hasRelevantPreview={hasRelevantPreview} hasRelevantPreview={hasRelevantPreview}
scrubbing={scrubbing} scrubbing={scrubbing}
@ -209,9 +208,10 @@ export default function HistoryTimelineView({
config={config} config={config}
playerRef={playerRef} playerRef={playerRef}
previewRef={previewRef} previewRef={previewRef}
playback={playback} timelineData={timelineData}
selectedPlayback={selectedPlayback}
setSelectedPlayback={setSelectedPlayback}
playbackUri={playbackUri} playbackUri={playbackUri}
playbackTimes={playbackTimes}
timelineTime={timelineTime} timelineTime={timelineTime}
hasRelevantPreview={hasRelevantPreview} hasRelevantPreview={hasRelevantPreview}
scrubbing={scrubbing} scrubbing={scrubbing}
@ -228,9 +228,10 @@ type DesktopViewProps = {
config: FrigateConfig; config: FrigateConfig;
playerRef: React.MutableRefObject<Player | undefined>; playerRef: React.MutableRefObject<Player | undefined>;
previewRef: React.MutableRefObject<Player | undefined>; previewRef: React.MutableRefObject<Player | undefined>;
playback: TimelinePlayback; timelineData: CardsData;
selectedPlayback: TimelinePlayback;
setSelectedPlayback: (timeline: TimelinePlayback) => void;
playbackUri: string; playbackUri: string;
playbackTimes: { start: number; end: number };
timelineTime: number; timelineTime: number;
hasRelevantPreview: boolean; hasRelevantPreview: boolean;
scrubbing: boolean; scrubbing: boolean;
@ -244,9 +245,10 @@ function DesktopView({
config, config,
playerRef, playerRef,
previewRef, previewRef,
playback, timelineData,
selectedPlayback,
setSelectedPlayback,
playbackUri, playbackUri,
playbackTimes,
timelineTime, timelineTime,
hasRelevantPreview, hasRelevantPreview,
scrubbing, scrubbing,
@ -257,7 +259,13 @@ function DesktopView({
onStopScrubbing, onStopScrubbing,
}: DesktopViewProps) { }: DesktopViewProps) {
const timelineStack = const timelineStack =
playback == undefined ? [] : getTimelineHoursForDay(timelineTime); selectedPlayback == undefined
? []
: getTimelineHoursForDay(
selectedPlayback.camera,
timelineData,
timelineTime
);
return ( return (
<div className="w-full"> <div className="w-full">
@ -283,7 +291,9 @@ function DesktopView({
seekOptions={{ forward: 10, backward: 5 }} seekOptions={{ forward: 10, backward: 5 }}
onReady={(player) => { onReady={(player) => {
playerRef.current = player; playerRef.current = player;
player.currentTime(timelineTime - playbackTimes.start); player.currentTime(
timelineTime - selectedPlayback.range.start
);
player.on("playing", () => { player.on("playing", () => {
onSelectItem(undefined); onSelectItem(undefined);
}); });
@ -295,7 +305,7 @@ function DesktopView({
{config && focusedItem ? ( {config && focusedItem ? (
<TimelineEventOverlay <TimelineEventOverlay
timeline={focusedItem} timeline={focusedItem}
cameraConfig={config.cameras[playback.camera]} cameraConfig={config.cameras[selectedPlayback.camera]}
/> />
) : undefined} ) : undefined}
</VideoPlayer> </VideoPlayer>
@ -311,7 +321,7 @@ function DesktopView({
loadingSpinner: false, loadingSpinner: false,
sources: [ sources: [
{ {
src: `${playback.relevantPreview?.src}`, src: `${selectedPlayback.relevantPreview?.src}`,
type: "video/mp4", type: "video/mp4",
}, },
], ],
@ -330,12 +340,12 @@ function DesktopView({
</div> </div>
</> </>
<div className="px-2 h-[608px] overflow-auto"> <div className="px-2 h-[608px] overflow-auto">
{playback.timelineItems.map((timeline) => { {selectedPlayback.timelineItems.map((timeline) => {
return ( return (
<TimelineItemCard <TimelineItemCard
key={timeline.timestamp} key={timeline.timestamp}
timeline={timeline} timeline={timeline}
relevantPreview={playback.relevantPreview} relevantPreview={selectedPlayback.relevantPreview}
onSelect={() => onSelectItem(timeline)} onSelect={() => onSelectItem(timeline)}
/> />
); );
@ -343,38 +353,42 @@ function DesktopView({
</div> </div>
</div> </div>
<div className="m-1 max-h-96 overflow-auto"> <div className="m-1 max-h-96 overflow-auto">
{timelineStack.map((range) => { {timelineStack.map((timeline) => {
const isSelected = timelineTime > range.start && timelineTime < range.end; const isSelected =
timeline.range.start == selectedPlayback.range.start;
return ( return (
<div className={`${isSelected ? "border border-primary" : ""}`}> <div className={`${isSelected ? "border border-primary" : ""}`}>
<ActivityScrubber <ActivityScrubber
key={range.start} key={timeline.range.start}
items={[]} items={[]}
timeBars={ timeBars={
hasRelevantPreview hasRelevantPreview
? [{ time: new Date(timelineTime * 1000), id: "playback" }] ? [{ time: new Date(timelineTime * 1000), id: "playback" }]
: [] : []
}
options={{
snap: null,
min: new Date(range.start * 1000),
max: new Date(range.end * 1000),
zoomable: false,
}}
timechangeHandler={onScrubTime}
timechangedHandler={onStopScrubbing}
selectHandler={(data) => {
if (data.items.length > 0) {
const selected = data.items[0];
onSelectItem(
playback.timelineItems.find(
(timeline) => timeline.timestamp == selected
)
);
} }
}} options={{
/> snap: null,
min: new Date(timeline.range.start * 1000),
max: new Date(timeline.range.end * 1000),
zoomable: false,
}}
timechangeHandler={onScrubTime}
timechangedHandler={onStopScrubbing}
doubleClickHandler={(data) => {
setSelectedPlayback(timeline);
}}
selectHandler={(data) => {
if (data.items.length > 0) {
const selected = data.items[0];
onSelectItem(
selectedPlayback.timelineItems.find(
(timeline) => timeline.timestamp == selected
)
);
}
}}
/>
</div> </div>
); );
})} })}
@ -389,7 +403,6 @@ type MobileViewProps = {
previewRef: React.MutableRefObject<Player | undefined>; previewRef: React.MutableRefObject<Player | undefined>;
playback: TimelinePlayback; playback: TimelinePlayback;
playbackUri: string; playbackUri: string;
playbackTimes: { start: number; end: number };
timelineTime: number; timelineTime: number;
hasRelevantPreview: boolean; hasRelevantPreview: boolean;
scrubbing: boolean; scrubbing: boolean;
@ -405,7 +418,6 @@ function MobileView({
previewRef, previewRef,
playback, playback,
playbackUri, playbackUri,
playbackTimes,
timelineTime, timelineTime,
hasRelevantPreview, hasRelevantPreview,
scrubbing, scrubbing,
@ -437,7 +449,7 @@ function MobileView({
seekOptions={{ forward: 10, backward: 5 }} seekOptions={{ forward: 10, backward: 5 }}
onReady={(player) => { onReady={(player) => {
playerRef.current = player; playerRef.current = player;
player.currentTime(timelineTime - playbackTimes.start); player.currentTime(timelineTime - playback.range.start);
player.on("playing", () => { player.on("playing", () => {
onSelectItem(undefined); onSelectItem(undefined);
}); });
@ -493,14 +505,14 @@ function MobileView({
} }
options={{ options={{
start: new Date( start: new Date(
Math.max(playbackTimes.start, timelineTime - 300) * 1000 Math.max(playback.range.start, timelineTime - 300) * 1000
), ),
end: new Date( end: new Date(
Math.min(playbackTimes.end, timelineTime + 300) * 1000 Math.min(playback.range.end, timelineTime + 300) * 1000
), ),
snap: null, snap: null,
min: new Date(playbackTimes.start * 1000), min: new Date(playback.range.start * 1000),
max: new Date(playbackTimes.end * 1000), max: new Date(playback.range.end * 1000),
timeAxis: { scale: "minute", step: 5 }, timeAxis: { scale: "minute", step: 5 },
}} }}
timechangeHandler={onScrubTime} timechangeHandler={onScrubTime}