diff --git a/discord/state.py b/discord/state.py
index 731cb0962..cb413cd8b 100644
--- a/discord/state.py
+++ b/discord/state.py
@@ -213,7 +213,7 @@ class ConnectionState:
         channel_id = channel.id
         self._private_channels[channel_id] = channel
 
-        if len(self._private_channels) > 128:
+        if self.is_bot and len(self._private_channels) > 128:
             _, to_remove = self._private_channels.popitem(last=False)
             if isinstance(to_remove, DMChannel):
                 self._private_channels_by_user.pop(to_remove.recipient.id, None)