diff --git a/src/daemon/pipewire-pulse.conf.in b/src/daemon/pipewire-pulse.conf.in
index 2d381a145..d352f38aa 100644
--- a/src/daemon/pipewire-pulse.conf.in
+++ b/src/daemon/pipewire-pulse.conf.in
@@ -90,7 +90,7 @@ pulse.properties = {
     #pulse.default.frag     = 96000/48000   # 2 seconds
     #pulse.default.tlength  = 96000/48000   # 2 seconds
     #pulse.min.quantum      = 256/48000     # 5ms
-    #pulse.idle.timeout     = 5             # pause after 5s of underruns
+    #pulse.idle.timeout     = 0             # don't pause after underruns
     #pulse.default.format   = F32
     #pulse.default.position = [ FL FR ]
     # These overrides are only applied when running in a vm.
@@ -137,12 +137,12 @@ pulse.rules = [
     }
     {
         # speech dispatcher asks for too small latency and then underruns.
-        matches = [ { application.name = "~speech-dispatcher*" } ]
+        matches = [ { application.name = "~speech-dispatcher.*" } ]
         actions = {
             update-props = {
-                pulse.min.req          = 1024/48000     # 21ms
-                pulse.min.quantum      = 1024/48000     # 21ms
-                #pulse.idle.timeout    = 0
+                pulse.min.req          = 512/48000      # 10.6ms
+                pulse.min.quantum      = 512/48000      # 10.6ms
+                pulse.idle.timeout     = 5              # pause after 5 seconds of underrun
             }
         }
     }
diff --git a/src/modules/module-protocol-pulse/pulse-server.c b/src/modules/module-protocol-pulse/pulse-server.c
index 18b901c8f..eac78ec4e 100644
--- a/src/modules/module-protocol-pulse/pulse-server.c
+++ b/src/modules/module-protocol-pulse/pulse-server.c
@@ -85,7 +85,7 @@
 #define DEFAULT_MIN_QUANTUM	"256/48000"
 #define DEFAULT_FORMAT		"F32"
 #define DEFAULT_POSITION	"[ FL FR ]"
-#define DEFAULT_IDLE_TIMEOUT	"5"
+#define DEFAULT_IDLE_TIMEOUT	"0"
 
 #define MAX_FORMATS	32
 /* The max amount of data we send in one block when capturing. In PulseAudio this