diff --git a/src/components/App.tsx b/src/components/App.tsx
index 4deba45a9..fa1627060 100644
--- a/src/components/App.tsx
+++ b/src/components/App.tsx
@@ -7825,10 +7825,6 @@ class App extends React.Component<AppProps, AppState> {
           cursorButton !== "down" &&
           currentZoom.value === prevState.zoom.value
         ) {
-          this.setState({
-            scrollConstraints: { ...scrollConstraints, isAnimating: true },
-          });
-
           easeToValuesRAF({
             fromValues: { scrollX, scrollY },
             toValues: {
diff --git a/src/packages/excalidraw/index.tsx b/src/packages/excalidraw/index.tsx
index 02056bbb5..295f1d8d5 100644
--- a/src/packages/excalidraw/index.tsx
+++ b/src/packages/excalidraw/index.tsx
@@ -99,7 +99,7 @@ const ExcalidrawBase = (props: ExcalidrawProps) => {
           onPointerUpdate={onPointerUpdate}
           renderTopRightUI={renderTopRightUI}
           langCode={langCode}
-          viewModeEnabled={viewModeEnabled}
+          viewModeEnabled={viewModeEnabled || !!scrollConstraints}
           zenModeEnabled={zenModeEnabled}
           gridModeEnabled={gridModeEnabled}
           libraryReturnUrl={libraryReturnUrl}