diff --git a/src/screen.c b/src/screen.c
index 3ab53d9..4c134f0 100644
--- a/src/screen.c
+++ b/src/screen.c
@@ -3858,7 +3858,7 @@
 			{
 			    shl->attr_cur = shl->attr;
 			}
-			else if (v >= (long)shl->endcol)
+			else if (v >= (long)shl->endcol && shl->lnum == lnum)
 			{
 			    shl->attr_cur = 0;
 			    next_search_hl(wp, shl, lnum, (colnr_T)v, cur);