diff --git a/discord/gateway.py b/discord/gateway.py
index 7bd7c8dee..4e100753f 100644
--- a/discord/gateway.py
+++ b/discord/gateway.py
@@ -70,7 +70,7 @@ class KeepAliveHandler(threading.Thread):
         while not self._stop_ev.wait(self.interval):
             if self._last_ack + self.heartbeat_timeout < time.monotonic():
                 log.warn("Shard ID %s has stopped responding to the gateway. Closing and restarting." % self.shard_id)
-                coro = self.ws.close(1006)
+                coro = self.ws.close(4000)
                 f = compat.run_coroutine_threadsafe(coro, loop=self.ws.loop)
 
                 try:
diff --git a/discord/voice_client.py b/discord/voice_client.py
index 04711d585..f892bdb9b 100644
--- a/discord/voice_client.py
+++ b/discord/voice_client.py
@@ -190,7 +190,7 @@ class VoiceClient:
         if self._handshake_complete.is_set():
             # terminate the websocket and handle the reconnect loop if necessary.
             self._handshake_complete.clear()
-            yield from self.ws.close(1006)
+            yield from self.ws.close(4000)
             return
 
         self._handshake_complete.set()