diff --git a/discord/message.py b/discord/message.py
index 8981de2cb..306e7c474 100644
--- a/discord/message.py
+++ b/discord/message.py
@@ -172,6 +172,9 @@ class Message:
 
     def _handle_upgrades(self, channel_id):
         self.server = None
+        if isinstance(self.channel, Object):
+            return
+
         if self.channel is None:
             if channel_id is not None:
                 self.channel = Object(id=channel_id)