From b9627cbff6649afdc3844ac459647bf6d1190c1d Mon Sep 17 00:00:00 2001
From: Josh Hawkins <32435876+hawkeye217@users.noreply.github.com>
Date: Mon, 26 May 2025 07:23:51 -0500
Subject: [PATCH] frontend websocket

---
 web/src/api/ws.tsx  | 28 ++++++++++++++++++++++++++--
 web/src/types/ws.ts | 19 +++++++++++++++++++
 2 files changed, 45 insertions(+), 2 deletions(-)

diff --git a/web/src/api/ws.tsx b/web/src/api/ws.tsx
index 3e9c8c14f..d0f2364ef 100644
--- a/web/src/api/ws.tsx
+++ b/web/src/api/ws.tsx
@@ -8,6 +8,7 @@ import {
   FrigateReview,
   ModelState,
   ToggleableSetting,
+  TrackedObjectUpdateReturnType,
 } from "@/types/ws";
 import { FrigateStats } from "@/types/stats";
 import { createContainer } from "react-tracked";
@@ -60,6 +61,7 @@ function useValue(): useValueReturn {
         enabled,
         snapshots,
         audio,
+        audio_transcription,
         notifications,
         notifications_suspended,
         autotracking,
@@ -71,6 +73,9 @@ function useValue(): useValueReturn {
       cameraStates[`${name}/detect/state`] = detect ? "ON" : "OFF";
       cameraStates[`${name}/snapshots/state`] = snapshots ? "ON" : "OFF";
       cameraStates[`${name}/audio/state`] = audio ? "ON" : "OFF";
+      cameraStates[`${name}/audio_transcription/state`] = audio_transcription
+        ? "ON"
+        : "OFF";
       cameraStates[`${name}/notifications/state`] = notifications
         ? "ON"
         : "OFF";
@@ -220,6 +225,20 @@ export function useAudioState(camera: string): {
   return { payload: payload as ToggleableSetting, send };
 }
 
+export function useAudioTranscriptionState(camera: string): {
+  payload: ToggleableSetting;
+  send: (payload: ToggleableSetting, retain?: boolean) => void;
+} {
+  const {
+    value: { payload },
+    send,
+  } = useWs(
+    `${camera}/audio_transcription/state`,
+    `${camera}/audio_transcription/set`,
+  );
+  return { payload: payload as ToggleableSetting, send };
+}
+
 export function useAutotrackingState(camera: string): {
   payload: ToggleableSetting;
   send: (payload: ToggleableSetting, retain?: boolean) => void;
@@ -463,11 +482,16 @@ export function useImproveContrast(camera: string): {
   return { payload: payload as ToggleableSetting, send };
 }
 
-export function useTrackedObjectUpdate(): { payload: string } {
+export function useTrackedObjectUpdate(): {
+  payload: TrackedObjectUpdateReturnType;
+} {
   const {
     value: { payload },
   } = useWs("tracked_object_update", "");
-  return useDeepMemo(JSON.parse(payload as string));
+  const parsed = payload
+    ? JSON.parse(payload as string)
+    : { type: "", id: "", camera: "" };
+  return { payload: useDeepMemo(parsed) };
 }
 
 export function useNotifications(camera: string): {
diff --git a/web/src/types/ws.ts b/web/src/types/ws.ts
index 3badd961d..d1e810494 100644
--- a/web/src/types/ws.ts
+++ b/web/src/types/ws.ts
@@ -58,6 +58,7 @@ export interface FrigateCameraState {
     snapshots: boolean;
     record: boolean;
     audio: boolean;
+    audio_transcription: boolean;
     notifications: boolean;
     notifications_suspended: number;
     autotracking: boolean;
@@ -84,3 +85,21 @@ export type EmbeddingsReindexProgressType = {
 };
 
 export type ToggleableSetting = "ON" | "OFF";
+
+export type TrackedObjectUpdateType =
+  | "description"
+  | "lpr"
+  | "transcription"
+  | "face";
+
+export type TrackedObjectUpdateReturnType = {
+  type: TrackedObjectUpdateType;
+  id: string;
+  camera: string;
+  description?: string;
+  name?: string;
+  plate?: string;
+  score?: number;
+  timestamp?: number;
+  text?: string;
+} | null;