diff --git a/src/window.cpp b/src/window.cpp
index d07b597e40..96cc5b3b97 100644
--- a/src/window.cpp
+++ b/src/window.cpp
@@ -2966,7 +2966,7 @@ void HandleMouseEvents()
 			hover_pos = _cursor.pos;
 			hover_time = std::chrono::steady_clock::now();
 			_mouse_hovering = false;
-		} else {
+		} else if (!_mouse_hovering) {
 			if (std::chrono::steady_clock::now() > hover_time + std::chrono::milliseconds(_settings_client.gui.hover_delay_ms)) {
 				click = MC_HOVER;
 				_input_events_this_tick++;