diff --git a/src/client/InputHandler.ts b/src/client/InputHandler.ts
index dbddf19b2..be229408b 100644
--- a/src/client/InputHandler.ts
+++ b/src/client/InputHandler.ts
@@ -91,7 +91,7 @@ export class InputHandler {
             return
         }
         this.pointerDown = false
-        this.pointers.delete(event.pointerId);
+        this.pointers.clear()
 
         const dist = Math.abs(event.x - this.lastPointerDownX) + Math.abs(event.y - this.lastPointerDownY);
         if (dist < 10) {