diff --git a/src/ops.c b/src/ops.c
index e4d2600..8752477 100644
--- a/src/ops.c
+++ b/src/ops.c
@@ -5702,10 +5702,10 @@
 	/* reset */
 	subtract = FALSE;
 	negative = FALSE;
-	if (visual && VIsual_mode != Ctrl_V)
-	    col = 0;
-	else
+	if (visual && VIsual_mode == Ctrl_V)
 	    col = startcol;
+	else
+	    col = 0;
 	Prenum1 += offset;
 	curwin->w_set_curswant = TRUE;
 #ifdef FEAT_RIGHTLEFT