diff --git a/web/src/hooks/use-handle-dragging.ts b/web/src/hooks/use-handle-dragging.ts
index f25fe425a..80c3f6715 100644
--- a/web/src/hooks/use-handle-dragging.ts
+++ b/web/src/hooks/use-handle-dragging.ts
@@ -111,7 +111,7 @@ function useDraggableHandler({
             }
           });
           if (setHandlebarTime) {
-            setHandlebarTime(segmentStartTime);
+            setHandlebarTime(timelineStart - segmentIndex * segmentDuration);
           }
         }
       }