diff --git a/src/modules/module-rt.c b/src/modules/module-rt.c
index 0ee3463d2..2122a9b7a 100644
--- a/src/modules/module-rt.c
+++ b/src/modules/module-rt.c
@@ -1007,9 +1007,10 @@ int pipewire__module_init(struct pw_impl_module *module, const char *args)
 				goto error;
 			}
 		}
-		/* Retry set_nice with rtkit */
+		/* Retry set_nice and set_rlimit with rtkit */
 		if (IS_VALID_NICE_LEVEL(impl->nice_level))
 			set_nice(impl, impl->nice_level, true);
+		set_rlimit(impl);
 	}
 #endif