change audio transcription icon to activity indicator when transcription is in progress

the backend doesn't implement any kind of queueing for speech event transcription

docker/rocm/Dockerfile

@@ -15,7 +15,7 @@ ARG AMDGPU
 
 RUN apt update -qq && \
     apt install -y wget gpg && \
-    wget -O rocm.deb https://repo.radeon.com/amdgpu-install/7.1/ubuntu/jammy/amdgpu-install_7.1.70100-1_all.deb && \
+    wget -O rocm.deb https://repo.radeon.com/amdgpu-install/7.0.2/ubuntu/jammy/amdgpu-install_7.0.2.70002-1_all.deb && \
     apt install -y ./rocm.deb && \
     apt update && \
     apt install -qq -y rocm

docker/rocm/requirements-wheels-rocm.txt

@@ -1 +1 @@
-onnxruntime-migraphx @ https://github.com/NickM-27/frigate-onnxruntime-rocm/releases/download/v7.1.0/onnxruntime_migraphx-1.23.1-cp311-cp311-linux_x86_64.whl
+onnxruntime-migraphx @ https://github.com/NickM-27/frigate-onnxruntime-rocm/releases/download/v7.0.2/onnxruntime_migraphx-1.23.1-cp311-cp311-linux_x86_64.whl

docker/rocm/rocm.hcl

@@ -2,7 +2,7 @@ variable "AMDGPU" {
   default = "gfx900"
 }
 variable "ROCM" {
-  default = "7.1"
+  default = "7.0.2"
 }
 variable "HSA_OVERRIDE_GFX_VERSION" {
   default = ""

docs/docs/configuration/live.md

@@ -232,7 +232,7 @@ When your browser runs into problems playing back your camera streams, it will l
 - **mse-decode**
 
   - What it means: The browser reported a decoding error while trying to play the stream, which usually is a result of a codec incompatibility or corrupted frames.
-  - What to try: Check the browser console for the supported and negotiated codecs. Ensure your camera/restream is using H.264 video and AAC audio (these are the most compatible). If your camera uses a non-standard audio codec, configure `go2rtc` to transcode the stream to AAC. Try another browser (some browsers have stricter MSE/codec support) and, for iPhone, ensure you're on iOS 17.1 or newer.
+  - What to try: Ensure your camera/restream is using H.264 video and AAC audio (these are the most compatible). If your camera uses a non-standard audio codec, configure `go2rtc` to transcode the stream to AAC. Try another browser (some browsers have stricter MSE/codec support) and, for iPhone, ensure you're on iOS 17.1 or newer.
 
   - Possible console messages from the player code:
 

frigate/api/event.py

@@ -1753,7 +1753,7 @@ def create_trigger_embedding(
                     body.data, (base64.b64encode(thumbnail).decode("ASCII"))
                 )
 
-        if not embedding:
+        if embedding is None:
             return JSONResponse(
                 content={
                     "success": False,
@@ -1888,7 +1888,7 @@ def update_trigger_embedding(
                 body.data, (base64.b64encode(thumbnail).decode("ASCII"))
             )
 
-        if not embedding:
+        if embedding is None:
             return JSONResponse(
                 content={
                     "success": False,

frigate/timeline.py

@@ -109,7 +109,6 @@ class TimelineProcessor(threading.Thread):
                     event_data["region"],
                 ),
                 "attribute": "",
-                "score": event_data["score"],
             },
         }
 

web/public/locales/en/views/explore.json

@@ -61,8 +61,7 @@
       "header": {
         "zones": "Zones",
         "ratio": "Ratio",
-        "area": "Area",
+        "area": "Area"
-        "score": "Score"
       }
     },
     "annotationSettings": {

web/src/components/filter/SearchFilterGroup.tsx

@@ -314,10 +314,11 @@ function GeneralFilterButton({
     <PlatformAwareDialog
       trigger={trigger}
       content={content}
-      contentClassName={cn(
+      contentClassName={
-        "scrollbar-container h-auto overflow-y-auto",
+        isDesktop
-        isDesktop ? "max-h-[80dvh]" : "px-4",
+          ? "scrollbar-container h-auto max-h-[80dvh] overflow-y-auto"
-      )}
+          : "max-h-[75dvh] overflow-hidden p-4"
+      }
       open={open}
       onOpenChange={(open) => {
         if (!open) {
@@ -509,10 +510,11 @@ function SortTypeButton({
     <PlatformAwareDialog
       trigger={trigger}
       content={content}
-      contentClassName={cn(
+      contentClassName={
-        "scrollbar-container h-auto overflow-y-auto",
+        isDesktop
-        isDesktop ? "max-h-[80dvh]" : "px-4",
+          ? "scrollbar-container h-auto max-h-[80dvh] overflow-y-auto"
-      )}
+          : "max-h-[75dvh] overflow-hidden p-4"
+      }
       open={open}
       onOpenChange={(open) => {
         if (!open) {

web/src/components/overlay/ObjectTrackOverlay.tsx

@@ -42,7 +42,6 @@ type ObjectData = {
   pathPoints: PathPoint[];
   currentZones: string[];
   currentBox?: number[];
-  currentAttributeBox?: number[];
 };
 
 export default function ObjectTrackOverlay({
@@ -106,12 +105,6 @@ export default function ObjectTrackOverlay({
     selectedObjectIds.length > 0
       ? ["event_ids", { ids: selectedObjectIds.join(",") }]
       : null,
-    null,
-    {
-      revalidateOnFocus: false,
-      revalidateOnReconnect: false,
-      dedupingInterval: 30000,
-    },
   );
 
   // Fetch timeline data for each object ID using fixed number of hooks
@@ -119,12 +112,7 @@ export default function ObjectTrackOverlay({
     selectedObjectIds.length > 0
       ? `timeline?source_id=${selectedObjectIds.join(",")}&limit=1000`
       : null,
-    null,
+    { revalidateOnFocus: false },
-    {
-      revalidateOnFocus: false,
-      revalidateOnReconnect: false,
-      dedupingInterval: 30000,
-    },
   );
 
   const getZonesFriendlyNames = (zones: string[], config: FrigateConfig) => {
@@ -282,7 +270,6 @@ export default function ObjectTrackOverlay({
           );
 
         const currentBox = nearbyTimelineEvent?.data?.box;
-        const currentAttributeBox = nearbyTimelineEvent?.data?.attribute_box;
 
         return {
           objectId,
@@ -291,7 +278,6 @@ export default function ObjectTrackOverlay({
           pathPoints: combinedPoints,
           currentZones,
           currentBox,
-          currentAttributeBox,
         };
       })
       .filter((obj: ObjectData) => obj.pathPoints.length > 0); // Only include objects with path data
@@ -496,20 +482,6 @@ export default function ObjectTrackOverlay({
                 />
               </g>
             )}
-            {objData.currentAttributeBox && showBoundingBoxes && (
-              <g>
-                <rect
-                  x={objData.currentAttributeBox[0] * videoWidth}
-                  y={objData.currentAttributeBox[1] * videoHeight}
-                  width={objData.currentAttributeBox[2] * videoWidth}
-                  height={objData.currentAttributeBox[3] * videoHeight}
-                  fill="none"
-                  stroke={objData.color}
-                  strokeWidth={boxStroke}
-                  opacity="0.9"
-                />
-              </g>
-            )}
           </g>
         );
       })}

web/src/components/overlay/detail/TrackingDetails.tsx

@@ -75,15 +75,12 @@ export function TrackingDetails({
     setIsVideoLoading(true);
   }, [event.id]);
 
-  const { data: eventSequence } = useSWR<TrackingDetailsSequence[]>(
+  const { data: eventSequence } = useSWR<TrackingDetailsSequence[]>([
-    ["timeline", { source_id: event.id }],
+    "timeline",
-    null,
     {
-      revalidateOnFocus: false,
+      source_id: event.id,
-      revalidateOnReconnect: false,
-      dedupingInterval: 30000,
     },
-  );
+  ]);
 
   const { data: config } = useSWR<FrigateConfig>("config");
 
@@ -107,12 +104,6 @@ export function TrackingDetails({
           },
         ]
       : null,
-    null,
-    {
-      revalidateOnFocus: false,
-      revalidateOnReconnect: false,
-      dedupingInterval: 30000,
-    },
   );
 
   // Convert a timeline timestamp to actual video player time, accounting for
@@ -723,6 +714,53 @@ export function TrackingDetails({
                     )}
                     <div className="space-y-2">
                       {eventSequence.map((item, idx) => {
+                        const isActive =
+                          Math.abs(
+                            (effectiveTime ?? 0) - (item.timestamp ?? 0),
+                          ) <= 0.5;
+                        const formattedEventTimestamp = config
+                          ? formatUnixTimestampToDateTime(item.timestamp ?? 0, {
+                              timezone: config.ui.timezone,
+                              date_format:
+                                config.ui.time_format == "24hour"
+                                  ? t(
+                                      "time.formattedTimestampHourMinuteSecond.24hour",
+                                      { ns: "common" },
+                                    )
+                                  : t(
+                                      "time.formattedTimestampHourMinuteSecond.12hour",
+                                      { ns: "common" },
+                                    ),
+                              time_style: "medium",
+                              date_style: "medium",
+                            })
+                          : "";
+
+                        const ratio =
+                          Array.isArray(item.data.box) &&
+                          item.data.box.length >= 4
+                            ? (
+                                aspectRatio *
+                                (item.data.box[2] / item.data.box[3])
+                              ).toFixed(2)
+                            : "N/A";
+                        const areaPx =
+                          Array.isArray(item.data.box) &&
+                          item.data.box.length >= 4
+                            ? Math.round(
+                                (config.cameras[event.camera]?.detect?.width ??
+                                  0) *
+                                  (config.cameras[event.camera]?.detect
+                                    ?.height ?? 0) *
+                                  (item.data.box[2] * item.data.box[3]),
+                              )
+                            : undefined;
+                        const areaPct =
+                          Array.isArray(item.data.box) &&
+                          item.data.box.length >= 4
+                            ? (item.data.box[2] * item.data.box[3]).toFixed(4)
+                            : undefined;
+
                         return (
                           <div
                             key={`${item.timestamp}-${item.source_id ?? ""}-${idx}`}
@@ -732,7 +770,11 @@ export function TrackingDetails({
                           >
                             <LifecycleIconRow
                               item={item}
-                              event={event}
+                              isActive={isActive}
+                              formattedEventTimestamp={formattedEventTimestamp}
+                              ratio={ratio}
+                              areaPx={areaPx}
+                              areaPct={areaPct}
                               onClick={() => handleLifecycleClick(item)}
                               setSelectedZone={setSelectedZone}
                               getZoneColor={getZoneColor}
@@ -756,7 +798,11 @@ export function TrackingDetails({
 
 type LifecycleIconRowProps = {
   item: TrackingDetailsSequence;
-  event: Event;
+  isActive?: boolean;
+  formattedEventTimestamp: string;
+  ratio: string;
+  areaPx?: number;
+  areaPct?: string;
   onClick: () => void;
   setSelectedZone: (z: string) => void;
   getZoneColor: (zoneName: string) => number[] | undefined;
@@ -766,7 +812,11 @@ type LifecycleIconRowProps = {
 
 function LifecycleIconRow({
   item,
-  event,
+  isActive,
+  formattedEventTimestamp,
+  ratio,
+  areaPx,
+  areaPct,
   onClick,
   setSelectedZone,
   getZoneColor,
@@ -776,101 +826,9 @@ function LifecycleIconRow({
   const { t } = useTranslation(["views/explore", "components/player"]);
   const { data: config } = useSWR<FrigateConfig>("config");
   const [isOpen, setIsOpen] = useState(false);
+
   const navigate = useNavigate();
 
-  const aspectRatio = useMemo(() => {
-    if (!config) {
-      return 16 / 9;
-    }
-
-    return (
-      config.cameras[event.camera].detect.width /
-      config.cameras[event.camera].detect.height
-    );
-  }, [config, event]);
-
-  const isActive = useMemo(
-    () => Math.abs((effectiveTime ?? 0) - (item.timestamp ?? 0)) <= 0.5,
-    [effectiveTime, item.timestamp],
-  );
-
-  const formattedEventTimestamp = useMemo(
-    () =>
-      config
-        ? formatUnixTimestampToDateTime(item.timestamp ?? 0, {
-            timezone: config.ui.timezone,
-            date_format:
-              config.ui.time_format == "24hour"
-                ? t("time.formattedTimestampHourMinuteSecond.24hour", {
-                    ns: "common",
-                  })
-                : t("time.formattedTimestampHourMinuteSecond.12hour", {
-                    ns: "common",
-                  }),
-            time_style: "medium",
-            date_style: "medium",
-          })
-        : "",
-    [config, item.timestamp, t],
-  );
-
-  const ratio = useMemo(
-    () =>
-      Array.isArray(item.data.box) && item.data.box.length >= 4
-        ? (aspectRatio * (item.data.box[2] / item.data.box[3])).toFixed(2)
-        : "N/A",
-    [aspectRatio, item.data.box],
-  );
-
-  const areaPx = useMemo(
-    () =>
-      Array.isArray(item.data.box) && item.data.box.length >= 4
-        ? Math.round(
-            (config?.cameras[event.camera]?.detect?.width ?? 0) *
-              (config?.cameras[event.camera]?.detect?.height ?? 0) *
-              (item.data.box[2] * item.data.box[3]),
-          )
-        : undefined,
-    [config, event.camera, item.data.box],
-  );
-
-  const attributeAreaPx = useMemo(
-    () =>
-      Array.isArray(item.data.attribute_box) &&
-      item.data.attribute_box.length >= 4
-        ? Math.round(
-            (config?.cameras[event.camera]?.detect?.width ?? 0) *
-              (config?.cameras[event.camera]?.detect?.height ?? 0) *
-              (item.data.attribute_box[2] * item.data.attribute_box[3]),
-          )
-        : undefined,
-    [config, event.camera, item.data.attribute_box],
-  );
-
-  const attributeAreaPct = useMemo(
-    () =>
-      Array.isArray(item.data.attribute_box) &&
-      item.data.attribute_box.length >= 4
-        ? (item.data.attribute_box[2] * item.data.attribute_box[3]).toFixed(4)
-        : undefined,
-    [item.data.attribute_box],
-  );
-
-  const areaPct = useMemo(
-    () =>
-      Array.isArray(item.data.box) && item.data.box.length >= 4
-        ? (item.data.box[2] * item.data.box[3]).toFixed(4)
-        : undefined,
-    [item.data.box],
-  );
-
-  const score = useMemo(() => {
-    if (item.data.score !== undefined) {
-      return (item.data.score * 100).toFixed(0) + "%";
-    }
-    return "N/A";
-  }, [item.data.score]);
-
   return (
     <div
       role="button"
@@ -898,28 +856,16 @@ function LifecycleIconRow({
             <div className="text-md flex items-start break-words text-left">
               {getLifecycleItemDescription(item)}
             </div>
-            <div className="my-2 ml-2 flex flex-col flex-wrap items-start gap-1.5 text-xs text-secondary-foreground">
+            <div className="mt-1 flex flex-wrap items-center gap-2 text-xs text-secondary-foreground md:gap-5">
-              <div className="flex items-center gap-1.5">
+              <div className="flex items-center gap-1">
-                <span className="text-primary-variant">
-                  {t("trackingDetails.lifecycleItemDesc.header.score")}
-                </span>
-                <span className="font-medium text-primary">{score}</span>
-              </div>
-              <div className="flex items-center gap-1.5">
                 <span className="text-primary-variant">
                   {t("trackingDetails.lifecycleItemDesc.header.ratio")}
                 </span>
                 <span className="font-medium text-primary">{ratio}</span>
               </div>
-              <div className="flex items-center gap-1.5">
+              <div className="flex items-center gap-1">
                 <span className="text-primary-variant">
-                  {t("trackingDetails.lifecycleItemDesc.header.area")}{" "}
+                  {t("trackingDetails.lifecycleItemDesc.header.area")}
-                  {attributeAreaPx !== undefined &&
-                    attributeAreaPct !== undefined && (
-                      <span className="text-primary-variant">
-                        ({getTranslatedLabel(item.data.label)})
-                      </span>
-                    )}
                 </span>
                 {areaPx !== undefined && areaPct !== undefined ? (
                   <span className="font-medium text-primary">
@@ -930,25 +876,9 @@ function LifecycleIconRow({
                   <span>N/A</span>
                 )}
               </div>
-              {attributeAreaPx !== undefined &&
-                attributeAreaPct !== undefined && (
-                  <div className="flex items-center gap-1.5">
-                    <span className="text-primary-variant">
-                      {t("trackingDetails.lifecycleItemDesc.header.area")} (
-                      {getTranslatedLabel(item.data.attribute)})
-                    </span>
-                    <span className="font-medium text-primary">
-                      {t("information.pixels", {
-                        ns: "common",
-                        area: attributeAreaPx,
-                      })}{" "}
-                      · {attributeAreaPct}%
-                    </span>
-                  </div>
-                )}
 
               {item.data?.zones && item.data.zones.length > 0 && (
-                <div className="mt-1 flex flex-wrap items-center gap-2">
+                <div className="flex flex-wrap items-center gap-2">
                   {item.data.zones.map((zone, zidx) => {
                     const color = getZoneColor(zone)?.join(",") ?? "0,0,0";
                     return (

web/src/components/overlay/dialog/PlatformAwareDialog.tsx

@@ -44,8 +44,8 @@ export default function PlatformAwareDialog({
     return (
       <Drawer open={open} onOpenChange={onOpenChange}>
         <DrawerTrigger asChild>{trigger}</DrawerTrigger>
-        <DrawerContent className="max-h-[75dvh] overflow-hidden">
+        <DrawerContent className="max-h-[75dvh] overflow-hidden px-4">
-          <div className={contentClassName}>{content}</div>
+          {content}
         </DrawerContent>
       </Drawer>
     );

web/src/components/player/MsePlayer.tsx

@@ -82,7 +82,6 @@ function MSEPlayer({
     [key: string]: (msg: { value: string; type: string }) => void;
   }>({});
   const msRef = useRef<MediaSource | null>(null);
-  const mseCodecRef = useRef<string | null>(null);
 
   const wsURL = useMemo(() => {
     return `${baseUrl.replace(/^http/, "ws")}live/mse/api/ws?src=${camera}`;
@@ -94,19 +93,8 @@ function MSEPlayer({
       console.error(
         `${camera} - MSE error '${error}': ${description} See the documentation: https://docs.frigate.video/configuration/live/#live-player-error-messages`,
       );
-
-      if (mseCodecRef.current) {
-        // eslint-disable-next-line no-console
-        console.error(
-          `${camera} - Browser negotiated codecs: ${mseCodecRef.current}`,
-        );
-        // eslint-disable-next-line no-console
-        console.error(`${camera} - Supported codecs: ${CODECS.join(", ")}`);
-      }
       onError?.(error);
     },
-    // we know that these deps are correct
-    // eslint-disable-next-line react-hooks/exhaustive-deps
     [camera, onError],
   );
 
@@ -311,9 +299,6 @@ function MSEPlayer({
     onmessageRef.current["mse"] = (msg) => {
       if (msg.type !== "mse") return;
 
-      // Store the codec value for error logging
-      mseCodecRef.current = msg.value;
-
       let sb: SourceBuffer | undefined;
       try {
         sb = msRef.current?.addSourceBuffer(msg.value);

web/src/components/settings/SearchSettings.tsx

@@ -136,10 +136,11 @@ export default function ExploreSettings({
     <PlatformAwareDialog
       trigger={trigger}
       content={content}
-      contentClassName={cn(
+      contentClassName={
-        "scrollbar-container h-auto overflow-y-auto",
+        isDesktop
-        isDesktop ? "max-h-[80dvh]" : "px-4",
+          ? "scrollbar-container h-auto max-h-[80dvh] overflow-y-auto"
-      )}
+          : "max-h-[75dvh] overflow-hidden p-4"
+      }
       open={open}
       onOpenChange={(open) => {
         setOpen(open);

web/src/types/timeline.ts

@@ -16,7 +16,6 @@ export type TrackingDetailsSequence = {
   data: {
     camera: string;
     label: string;
-    score: number;
     sub_label: string;
     box?: [number, number, number, number];
     region: [number, number, number, number];