diff --git a/src/core/system.cpp b/src/core/system.cpp
index 21b0d31c9..a699d5364 100644
--- a/src/core/system.cpp
+++ b/src/core/system.cpp
@@ -1261,7 +1261,7 @@ void ResetThrottler()
 void Throttle()
 {
   // Reset the throttler on audio buffer overflow, so we don't end up out of phase.
-  if (g_host_interface->GetAudioStream()->DidUnderflow())
+  if (g_host_interface->GetAudioStream()->DidUnderflow() && s_target_speed >= 1.0f)
   {
     Log_DevPrintf("Audio buffer underflowed, resetting throttler");
     ResetThrottler();