diff --git a/src/audio/CMakeLists.txt b/src/audio/CMakeLists.txt
index b2e1533c619a..2b84a0051287 100644
--- a/src/audio/CMakeLists.txt
+++ b/src/audio/CMakeLists.txt
@@ -5,7 +5,6 @@ if(NOT BUILD_HOST)
 		pipeline_static.c
 		component.c
 		buffer.c
-		kpb.c
 	)
 	if(CONFIG_COMP_VOLUME)
 		add_local_sources(sof
@@ -61,6 +60,11 @@ if(NOT BUILD_HOST)
 			dai.c
 		)
 	endif()
+	if(CONFIG_COMP_KPB)
+		add_local_sources(sof
+			kpb.c
+		)
+	endif()
 	if(CONFIG_COMP_SEL)
 		add_local_sources(sof
 		selector.c