diff --git a/src/Discord.Net.WebSocket/Entities/Guilds/SocketGuild.cs b/src/Discord.Net.WebSocket/Entities/Guilds/SocketGuild.cs
index d87b82c6f..11ac15248 100644
--- a/src/Discord.Net.WebSocket/Entities/Guilds/SocketGuild.cs
+++ b/src/Discord.Net.WebSocket/Entities/Guilds/SocketGuild.cs
@@ -380,9 +380,9 @@ namespace Discord.WebSocket
             if (_members.TryRemove(id, out member))
             {
                 DownloadedMemberCount--;
+                member.GlobalUser.RemoveRef(Discord);
                 return member;
             }
-            member.GlobalUser.RemoveRef(Discord);
             return null;
         }