diff --git a/server-client.c b/server-client.c
index 8865865b..31083d27 100644
--- a/server-client.c
+++ b/server-client.c
@@ -292,6 +292,8 @@ server_client_check_mouse(
 			}
 			return;
 		}
+		memcpy(&c->last_mouse, mouse, sizeof c->last_mouse);
+		return;
 	}
 
 	/*