diff --git a/share/functions/down-or-search.fish b/share/functions/down-or-search.fish
index 8bacfb4c7..e3a9ccb3d 100644
--- a/share/functions/down-or-search.fish
+++ b/share/functions/down-or-search.fish
@@ -5,6 +5,13 @@ function down-or-search -d "Depending on cursor position and current mode, eithe
 		return
 	end
 
+	# If we are navigating the pager, then up always navigates
+	if commandline --paging-mode
+		commandline -f down-line
+		return
+	end
+
+
 	# We are not already in search mode.
 	# If we are on the bottom line, start search mode,
 	# otherwise move down