diff --git a/osu.Game/Screens/Select/PlaySongSelect.cs b/osu.Game/Screens/Select/PlaySongSelect.cs
index 3eb44bd2f3..662e1d55a2 100644
--- a/osu.Game/Screens/Select/PlaySongSelect.cs
+++ b/osu.Game/Screens/Select/PlaySongSelect.cs
@@ -78,8 +78,8 @@ namespace osu.Game.Screens.Select
             {
                 var autoType = Ruleset.Value.CreateInstance().GetAutoplayMod().GetType();
                 modSelect.SelectedMods.Value = modSelect.SelectedMods.Value.Where(m => m.GetType() != autoType).ToArray();
+                removeAutoModOnResume = false;
             }
-            removeAutoModOnResume = false;
 
             Beatmap.Value.Track.Looping = true;