diff --git a/src/element/mutateElement.ts b/src/element/mutateElement.ts
index f15d04641..45f85592b 100644
--- a/src/element/mutateElement.ts
+++ b/src/element/mutateElement.ts
@@ -82,6 +82,7 @@ export const mutateElement = <TElement extends Mutable<ExcalidrawElement>>(
             }
           }
           if (!didChangePoints) {
+            key in oldUpdates && (increment = true);
             continue;
           }
         }