diff --git a/src/screen.c b/src/screen.c
index b861d78..b3b98bf 100644
--- a/src/screen.c
+++ b/src/screen.c
@@ -455,6 +455,7 @@
 		    && curwin->w_topline == curwin->w_lines[0].wl_lnum)
 #ifdef FEAT_VISUAL
 		|| (type == INVERTED
+		    && VIsual_active
 		    && curwin->w_old_cursor_lnum == curwin->w_cursor.lnum
 		    && curwin->w_old_visual_mode == VIsual_mode
 		    && (curwin->w_valid & VALID_VIRTCOL)