diff --git a/discord/client.py b/discord/client.py
index 739f59c33..59be489a5 100644
--- a/discord/client.py
+++ b/discord/client.py
@@ -657,7 +657,8 @@ class Client:
             try:
                 await self.start(*args, **kwargs)
             finally:
-                await self.close()
+                if not self.is_closed():
+                    await self.close()
 
         def stop_loop_on_completion(f):
             loop.stop()