diff --git a/vncviewer/DesktopWindow.cxx b/vncviewer/DesktopWindow.cxx
index c7b496b..27ef2dc 100644
--- a/vncviewer/DesktopWindow.cxx
+++ b/vncviewer/DesktopWindow.cxx
@@ -775,8 +775,10 @@
 
         // Send a pointer event to the server
         oldpos = p;
-        p.x /= double(buffer->getScale()) / 100;
-        p.y /= double(buffer->getScale()) / 100;
+        if (buffer->isScaling()) {
+          p.x /= double(buffer->getScale()) / 100.0;
+          p.y /= double(buffer->getScale()) / 100.0;
+        }
         ptr.pointerEvent(callback, p, mask);
 #ifdef WM_MOUSEWHEEL
       }