diff --git a/naff/client/smart_cache.py b/naff/client/smart_cache.py
index df7e435b5..2eeed3493 100644
--- a/naff/client/smart_cache.py
+++ b/naff/client/smart_cache.py
@@ -232,7 +232,8 @@ def delete_member(self, guild_id: "Snowflake_Type", user_id: "Snowflake_Type") -
         guild_id = to_snowflake(guild_id)
 
         if member := self.member_cache.pop((guild_id, user_id), None):
-            member.guild._member_ids.discard(user_id)
+            if member.guild:
+                member.guild._member_ids.discard(user_id)
 
         self.delete_user_guild(user_id, guild_id)