diff --git a/server.c b/server.c
index 31a95dcf..66fa8f49 100644
--- a/server.c
+++ b/server.c
@@ -260,7 +260,7 @@ server_update_socket(void)
 
 		if (stat(socket_path, &sb) != 0)
 			return;
-		mode = sb.st_mode;
+		mode = sb.st_mode & ACCESSPERMS;
 		if (n != 0) {
 			if (mode & S_IRUSR)
 				mode |= S_IXUSR;