diff --git a/src/conf/Makefile.am b/src/conf/Makefile.am
index a04f73fd..5a3f857e 100644
--- a/src/conf/Makefile.am
+++ b/src/conf/Makefile.am
@@ -1,4 +1,11 @@
-SUBDIRS=cards pcm alsa.conf.d ucm topology
+SUBDIRS=cards pcm alsa.conf.d
+
+if BUILD_UCM
+SUBDIRS += ucm
+endif
+if BUILD_TOPOLOGY
+SUBDIRS += topology
+endif
 
 cfg_files = alsa.conf
 if BUILD_ALISP