diff --git a/discord/ext/tasks/__init__.py b/discord/ext/tasks/__init__.py
index 81e8dc79d..940b9f889 100644
--- a/discord/ext/tasks/__init__.py
+++ b/discord/ext/tasks/__init__.py
@@ -151,8 +151,9 @@ class Loop:
 
                     now = datetime.datetime.now(datetime.timezone.utc)
                     if now > self._next_iteration:
-                        self._prepare_time_index(now)
                         self._next_iteration = now
+                        if self._time is not None:
+                            self._prepare_time_index(now)
 
                     self._current_loop += 1
                     if self._current_loop == self.count: