diff --git a/src/events/states/SelectionState.js b/src/events/states/SelectionState.js
index c366ba56..282abfcf 100644
--- a/src/events/states/SelectionState.js
+++ b/src/events/states/SelectionState.js
@@ -87,7 +87,12 @@ export default class SelectionState extends State {
   }
 
   onpointermove(e) {
-    if (this.interactionState === InteractionState.IDLE) return;
+    if (
+      this.interactionState === InteractionState.IDLE ||
+      !this.config.draggable
+    ) {
+      return;
+    }
     const currentPoint = this.viewport.toWorld(e.global);
 
     if (