diff --git a/kart/gui/mapswipetool.py b/kart/gui/mapswipetool.py
index 84c7478..0ba91aa 100644
--- a/kart/gui/mapswipetool.py
+++ b/kart/gui/mapswipetool.py
@@ -56,6 +56,11 @@ def canvasReleaseEvent(self, e):
         self.canvas().setCursor(QCursor(Qt.PointingHandCursor))
 
     def canvasMoveEvent(self, e):
+        if (e.x(), e.y()) == (self.firstPoint.x(), self.firstPoint.y()):
+            # the moveEvent was fired immediately after the press event,
+            # don't change the swipe direction
+            return
+
         THRESHOLD = 10
         if self.hasSwipe:
             if self.checkDirection: