diff --git a/osu.Game/Screens/Play/GameplayClockContainer.cs b/osu.Game/Screens/Play/GameplayClockContainer.cs
index 0a6453beeb..207627140d 100644
--- a/osu.Game/Screens/Play/GameplayClockContainer.cs
+++ b/osu.Game/Screens/Play/GameplayClockContainer.cs
@@ -141,6 +141,7 @@ namespace osu.Game.Screens.Play
         {
             if (sourceClock == null) return;
 
+            sourceClock.ResetSpeedAdjustments();
             sourceClock.Rate = UserPlaybackRate.Value;
 
             foreach (var mod in beatmap.Mods.Value.OfType<IApplicableToClock>())