diff --git a/server-client.c b/server-client.c
index 8efd9d7c..a748d363 100644
--- a/server-client.c
+++ b/server-client.c
@@ -293,6 +293,8 @@ server_client_check_mouse(
 			}
 			return;
 		}
+		memcpy(&c->last_mouse, mouse, sizeof c->last_mouse);
+		return;
 	}
 
 	/*