frigate/web/src/views/classification/ModelTrainingView.tsx

487 lines
15 KiB
TypeScript
Raw Normal View History

2025-06-03 18:58:24 +03:00
import { baseUrl } from "@/api/baseUrl";
import TextEntryDialog from "@/components/overlay/dialog/TextEntryDialog";
import { Button } from "@/components/ui/button";
import {
Dialog,
DialogContent,
DialogDescription,
DialogHeader,
DialogTitle,
} from "@/components/ui/dialog";
import {
DropdownMenu,
DropdownMenuContent,
DropdownMenuItem,
DropdownMenuSeparator,
DropdownMenuTrigger,
} from "@/components/ui/dropdown-menu";
2025-06-04 15:14:20 +03:00
import { Toaster } from "@/components/ui/sonner";
import {
Tooltip,
TooltipContent,
TooltipTrigger,
} from "@/components/ui/tooltip";
import useOptimisticState from "@/hooks/use-optimistic-state";
2025-06-03 18:58:24 +03:00
import { cn } from "@/lib/utils";
2025-06-03 17:48:11 +03:00
import { CustomClassificationModelConfig } from "@/types/frigateConfig";
import { TooltipPortal } from "@radix-ui/react-tooltip";
import axios from "axios";
2025-06-03 18:58:24 +03:00
import { useCallback, useMemo, useState } from "react";
import { isMobile } from "react-device-detect";
import { useTranslation } from "react-i18next";
import { LuPencil, LuTrash2 } from "react-icons/lu";
2025-06-04 15:14:20 +03:00
import { toast } from "sonner";
import useSWR from "swr";
2025-06-03 17:48:11 +03:00
type ModelTrainingViewProps = {
model: CustomClassificationModelConfig;
};
export default function ModelTrainingView({ model }: ModelTrainingViewProps) {
2025-06-04 15:14:20 +03:00
const { t } = useTranslation(["views/classificationModel"]);
const [page, setPage] = useState<string>("train");
const [pageToggle, setPageToggle] = useOptimisticState(page, setPage, 100);
// dataset
2025-06-04 15:14:20 +03:00
const { data: trainImages, mutate: refreshTrain } = useSWR<string[]>(
2025-06-04 14:47:20 +03:00
`classification/${model.name}/train`,
);
2025-06-04 15:14:20 +03:00
const { data: dataset, mutate: refreshDataset } = useSWR<{
[id: string]: string[];
}>(`classification/${model.name}/dataset`);
// actions
const trainModel = useCallback(() => {
axios.post(`classification/${model.name}/train`);
}, [model]);
2025-06-04 15:14:20 +03:00
const onDelete = useCallback(
(ids: string[], isName: boolean = false) => {
const api =
pageToggle == "train"
? `/classification/${model.name}/train/delete`
: `/classification/${model.name}/dataset/${pageToggle}/delete`;
axios
.post(api, { ids })
.then((resp) => {
//setSelectedFaces([]);
if (resp.status == 200) {
if (isName) {
toast.success(
t("toast.success.deletedCategory", { count: ids.length }),
{
position: "top-center",
},
);
} else {
toast.success(
t("toast.success.deletedImage", { count: ids.length }),
{
position: "top-center",
},
);
}
if (pageToggle == "train") {
refreshTrain();
} else {
refreshDataset();
}
}
})
.catch((error) => {
const errorMessage =
error.response?.data?.message ||
error.response?.data?.detail ||
"Unknown error";
if (isName) {
toast.error(
t("toast.error.deleteCategoryFailed", { errorMessage }),
{
position: "top-center",
},
);
} else {
toast.error(t("toast.error.deleteImageFailed", { errorMessage }), {
position: "top-center",
});
}
});
},
[pageToggle, model, refreshTrain, refreshDataset, t],
);
2025-06-03 17:48:11 +03:00
return (
2025-06-04 15:14:20 +03:00
<div className="flex size-full flex-col overflow-hidden p-2">
<Toaster />
<div className="mb-2 flex flex-row justify-between gap-2 align-middle">
<LibrarySelector
pageToggle={pageToggle}
2025-06-04 14:47:20 +03:00
dataset={dataset || {}}
trainImages={trainImages || []}
setPageToggle={setPageToggle}
2025-06-04 15:14:20 +03:00
onDelete={onDelete}
onRename={() => {}}
/>
2025-06-03 18:58:24 +03:00
<Button onClick={trainModel}>Train Model</Button>
</div>
2025-06-03 18:58:24 +03:00
{pageToggle == "train" ? (
<TrainGrid
model={model}
2025-06-04 14:47:20 +03:00
trainImages={trainImages || []}
2025-06-03 18:58:24 +03:00
selected={false}
onClickImages={() => {}}
2025-06-04 15:14:20 +03:00
onDelete={onDelete}
2025-06-03 18:58:24 +03:00
/>
) : (
2025-06-04 14:47:20 +03:00
<DatasetGrid
modelName={model.name}
categoryName={pageToggle}
images={dataset?.[pageToggle] || []}
2025-06-04 15:14:20 +03:00
onDelete={onDelete}
2025-06-04 14:47:20 +03:00
/>
2025-06-03 18:58:24 +03:00
)}
2025-06-03 17:48:11 +03:00
</div>
);
}
type LibrarySelectorProps = {
pageToggle: string | undefined;
dataset: { [id: string]: string[] };
trainImages: string[];
setPageToggle: (toggle: string) => void;
2025-06-04 15:14:20 +03:00
onDelete: (ids: string[], isName: boolean) => void;
onRename: (old_name: string, new_name: string) => void;
};
function LibrarySelector({
pageToggle,
dataset,
trainImages,
setPageToggle,
onDelete,
onRename,
}: LibrarySelectorProps) {
2025-06-04 15:14:20 +03:00
const { t } = useTranslation(["views/classificationModel"]);
const [confirmDelete, setConfirmDelete] = useState<string | null>(null);
const [renameFace, setRenameFace] = useState<string | null>(null);
const handleDeleteFace = useCallback(
(name: string) => {
// Get all image IDs for this face
const imageIds = dataset?.[name] || [];
2025-06-04 15:14:20 +03:00
onDelete(imageIds, true);
setPageToggle("train");
},
[dataset, onDelete, setPageToggle],
);
const handleSetOpen = useCallback(
(open: boolean) => {
setRenameFace(open ? renameFace : null);
},
[renameFace],
);
return (
<>
<Dialog
open={!!confirmDelete}
onOpenChange={(open) => !open && setConfirmDelete(null)}
>
<DialogContent>
<DialogHeader>
2025-06-04 15:14:20 +03:00
<DialogTitle>{t("deleteCategory.title")}</DialogTitle>
<DialogDescription>
2025-06-04 15:14:20 +03:00
{t("deleteCategory.desc", { name: confirmDelete })}
</DialogDescription>
</DialogHeader>
<div className="flex justify-end gap-2">
<Button variant="outline" onClick={() => setConfirmDelete(null)}>
{t("button.cancel", { ns: "common" })}
</Button>
<Button
variant="destructive"
onClick={() => {
if (confirmDelete) {
handleDeleteFace(confirmDelete);
setConfirmDelete(null);
}
}}
>
{t("button.delete", { ns: "common" })}
</Button>
</div>
</DialogContent>
</Dialog>
<TextEntryDialog
open={!!renameFace}
setOpen={handleSetOpen}
2025-06-04 15:14:20 +03:00
title={t("renameCategory.title")}
description={t("renameCategory.desc", { name: renameFace })}
onSave={(newName) => {
onRename(renameFace!, newName);
setRenameFace(null);
}}
defaultValue={renameFace || ""}
regexPattern={/^[\p{L}\p{N}\s'_-]{1,50}$/u}
regexErrorMessage={t("description.invalidName")}
/>
<DropdownMenu>
<DropdownMenuTrigger asChild>
<Button className="flex justify-between smart-capitalize">
{pageToggle == "train" ? t("train.title") : pageToggle}
<span className="ml-2 text-primary-variant">
2025-06-03 18:58:24 +03:00
(
{(pageToggle &&
(pageToggle == "train"
? trainImages.length
: dataset?.[pageToggle]?.length)) ||
0}
)
</span>
</Button>
</DropdownMenuTrigger>
<DropdownMenuContent
className="scrollbar-container max-h-[40dvh] min-w-[220px] overflow-y-auto"
align="start"
>
<DropdownMenuItem
className="flex cursor-pointer items-center justify-start gap-2"
aria-label={t("train.aria")}
onClick={() => setPageToggle("train")}
>
<div>{t("train.title")}</div>
<div className="text-secondary-foreground">
({trainImages.length})
</div>
</DropdownMenuItem>
{trainImages.length > 0 && Object.keys(dataset).length > 0 && (
<>
<DropdownMenuSeparator />
<div className="mb-1 ml-1.5 text-xs text-secondary-foreground">
2025-06-04 15:14:20 +03:00
{t("categories")}
</div>
</>
)}
{Object.keys(dataset).map((id) => (
<DropdownMenuItem
key={id}
className="group flex items-center justify-between"
>
<div
className="flex-grow cursor-pointer"
onClick={() => setPageToggle(id)}
>
{id}
<span className="ml-2 text-muted-foreground">
({dataset?.[id].length})
</span>
</div>
<div className="flex gap-0.5">
<Tooltip>
<TooltipTrigger asChild>
<Button
variant="ghost"
size="icon"
className="size-7 lg:opacity-0 lg:transition-opacity lg:group-hover:opacity-100"
onClick={(e) => {
e.stopPropagation();
setRenameFace(id);
}}
>
<LuPencil className="size-4 text-primary" />
</Button>
</TooltipTrigger>
<TooltipPortal>
2025-06-04 15:14:20 +03:00
<TooltipContent>
{t("button.renameCategory")}
</TooltipContent>
</TooltipPortal>
</Tooltip>
<Tooltip>
<TooltipTrigger asChild>
<Button
variant="ghost"
size="icon"
className="size-7 lg:opacity-0 lg:transition-opacity lg:group-hover:opacity-100"
onClick={(e) => {
e.stopPropagation();
setConfirmDelete(id);
}}
>
<LuTrash2 className="size-4 text-destructive" />
</Button>
</TooltipTrigger>
<TooltipPortal>
2025-06-04 15:14:20 +03:00
<TooltipContent>
{t("button.deleteCategory")}
</TooltipContent>
</TooltipPortal>
</Tooltip>
</div>
</DropdownMenuItem>
))}
</DropdownMenuContent>
</DropdownMenu>
</>
);
}
2025-06-03 18:58:24 +03:00
type DatasetGridProps = {
2025-06-04 14:47:20 +03:00
modelName: string;
categoryName: string;
2025-06-03 18:58:24 +03:00
images: string[];
2025-06-04 15:14:20 +03:00
onDelete: (ids: string[]) => void;
2025-06-03 18:58:24 +03:00
};
2025-06-04 14:47:20 +03:00
function DatasetGrid({
modelName,
categoryName,
images,
onDelete,
}: DatasetGridProps) {
2025-06-03 18:58:24 +03:00
const { t } = useTranslation(["views/classificationModel"]);
return (
2025-06-04 14:47:20 +03:00
<div className="grid grid-cols-10 gap-2 overflow-y-auto">
{images.map((image) => (
<div
className={cn(
"flex h-60 cursor-pointer flex-col gap-2 rounded-lg bg-card outline outline-[3px]",
"outline-transparent duration-500",
)}
onClick={() => {
//e.stopPropagation();
//onClickImages([data.raw], e.ctrlKey || e.metaKey);
}}
>
<div
className={cn(
"w-full overflow-hidden p-2 *:text-card-foreground",
isMobile && "flex justify-center",
)}
>
<img
className="rounded-lg"
src={`${baseUrl}clips/${modelName}/dataset/${categoryName}/${image}`}
/>
2025-06-03 18:58:24 +03:00
</div>
2025-06-04 14:47:20 +03:00
<div className="rounded-b-lg bg-card p-3">
<div className="flex w-full flex-row items-center justify-between gap-2">
<div className="flex w-full flex-row items-start justify-end gap-5 md:gap-4">
<Tooltip>
<TooltipTrigger>
<LuTrash2
className="size-5 cursor-pointer text-primary-variant hover:text-primary"
onClick={(e) => {
e.stopPropagation();
2025-06-04 15:14:20 +03:00
onDelete([image]);
2025-06-04 14:47:20 +03:00
}}
/>
</TooltipTrigger>
<TooltipContent>
{t("button.deleteClassificationAttempts")}
</TooltipContent>
</Tooltip>
</div>
</div>
2025-06-03 18:58:24 +03:00
</div>
</div>
2025-06-04 14:47:20 +03:00
))}
2025-06-03 18:58:24 +03:00
</div>
);
}
type TrainGridProps = {
model: CustomClassificationModelConfig;
trainImages: string[];
selected: boolean;
onClickImages: (images: string[], ctrl: boolean) => void;
2025-06-04 15:14:20 +03:00
onDelete: (ids: string[]) => void;
2025-06-03 18:58:24 +03:00
};
function TrainGrid({
model,
trainImages,
selected,
onClickImages,
onDelete,
}: TrainGridProps) {
const { t } = useTranslation(["views/classificationModel"]);
const trainData = useMemo(
() =>
trainImages.map((raw) => {
const parts = raw.replaceAll(".webp", "").split("-");
return {
raw,
timestamp: parts[0],
label: parts[1],
score: Number.parseFloat(parts[2]) * 100,
};
}),
[trainImages],
);
return (
2025-06-04 14:47:20 +03:00
<div className="grid grid-cols-10 gap-2 overflow-y-auto">
{trainData?.map((data) => (
2025-06-03 18:58:24 +03:00
<div
2025-06-04 14:47:20 +03:00
key={data.timestamp}
2025-06-03 18:58:24 +03:00
className={cn(
"flex cursor-pointer flex-col gap-2 rounded-lg bg-card outline outline-[3px]",
selected
? "shadow-selected outline-selected"
: "outline-transparent duration-500",
)}
onClick={(e) => {
e.stopPropagation();
onClickImages([data.raw], e.ctrlKey || e.metaKey);
}}
>
<div
className={cn(
"w-full overflow-hidden p-2 *:text-card-foreground",
isMobile && "flex justify-center",
)}
>
<img
className="h-48 rounded-lg"
2025-06-04 14:47:20 +03:00
src={`${baseUrl}clips/${model.name}/train/${data.raw}`}
2025-06-03 18:58:24 +03:00
/>
</div>
<div className="rounded-b-lg bg-card p-3">
<div className="flex w-full flex-row items-center justify-between gap-2">
<div className="flex flex-col items-start text-xs text-primary-variant">
<div className="smart-capitalize">{data.label}</div>
<div>{data.score}%</div>
</div>
<div className="flex flex-row items-start justify-end gap-5 md:gap-4">
<Tooltip>
<TooltipTrigger>
<LuTrash2
className="size-5 cursor-pointer text-primary-variant hover:text-primary"
onClick={(e) => {
e.stopPropagation();
2025-06-04 15:14:20 +03:00
onDelete([data.raw]);
2025-06-03 18:58:24 +03:00
}}
/>
</TooltipTrigger>
<TooltipContent>
{t("button.deleteClassificationAttempts")}
</TooltipContent>
</Tooltip>
</div>
</div>
</div>
</div>
))}
</div>
);
}