diff --git a/discord/ext/commands/bot.py b/discord/ext/commands/bot.py
index 7250f3a68..d9e02f1fe 100644
--- a/discord/ext/commands/bot.py
+++ b/discord/ext/commands/bot.py
@@ -712,6 +712,8 @@ class Bot(GroupMixin, discord.Client):
 
         lib = importlib.import_module(name)
         if not hasattr(lib, 'setup'):
+            del lib
+            del sys.modules[name]
             raise discord.ClientException('extension does not have a setup function')
 
         lib.setup(self)