diff --git a/discord/http.py b/discord/http.py
index 0ed8a9c7a..74dea612b 100644
--- a/discord/http.py
+++ b/discord/http.py
@@ -721,7 +721,7 @@ class HTTPClient:
                             _log.warning(fmt, method, url, retry_after)
 
                         # We've received a 500, 502, 504, or 524, unconditional retry
-                        elif response.status in {500, 502, 504, 524}:
+                        elif response.status in {500, 502, 504, 524} and tries < 4:
                             await asyncio.sleep(1 + tries * 2)
                             continue