diff --git a/src/duckstation-qt/audiosettingswidget.cpp b/src/duckstation-qt/audiosettingswidget.cpp
index 68dac77c4..d18ef873e 100644
--- a/src/duckstation-qt/audiosettingswidget.cpp
+++ b/src/duckstation-qt/audiosettingswidget.cpp
@@ -65,10 +65,17 @@ AudioSettingsWidget::~AudioSettingsWidget() = default;
 
 void AudioSettingsWidget::updateBufferingLabel()
 {
-  const u32 buffer_size = static_cast<u32>(m_ui.bufferSize->value());
-  const float max_latency = AudioStream::GetMaxLatency(HostInterface::AUDIO_SAMPLE_RATE, buffer_size);
+  constexpr float step = 128;
+  const u32 actual_buffer_size = static_cast<u32>(std::round(static_cast<float>(m_ui.bufferSize->value()) / step) * step);
+  if (static_cast<u32>(m_ui.bufferSize->value()) != actual_buffer_size)
+  {
+    m_ui.bufferSize->setValue(static_cast<int>(actual_buffer_size));
+    return;
+  }
+
+  const float max_latency = AudioStream::GetMaxLatency(HostInterface::AUDIO_SAMPLE_RATE, actual_buffer_size);
   m_ui.bufferingLabel->setText(
-    tr("Maximum latency: %1 frames (%2ms)").arg(buffer_size).arg(max_latency * 1000.0f, 0, 'f', 2));
+    tr("Maximum latency: %1 frames (%2ms)").arg(actual_buffer_size).arg(max_latency * 1000.0f, 0, 'f', 2));
 }
 
 void AudioSettingsWidget::updateVolumeLabel()