diff --git a/arch/riscv/configs/starfive_jh7110_defconfig b/arch/riscv/configs/starfive_jh7110_defconfig
index bcea0a690c2c..fae319468d53 100644
--- a/arch/riscv/configs/starfive_jh7110_defconfig
+++ b/arch/riscv/configs/starfive_jh7110_defconfig
@@ -208,7 +208,7 @@ CONFIG_VIN_SENSOR_OV4689=y
 CONFIG_VIN_SENSOR_IMX219=y
 CONFIG_VIDEO_IMX708=y
 CONFIG_V4L_MEM2MEM_DRIVERS=y
-CONFIG_VIDEO_WAVE_VPU=y
+CONFIG_VIDEO_WAVE_VPU=m
 CONFIG_DRM_I2C_NXP_TDA998X=y
 CONFIG_DRM_VERISILICON=y
 CONFIG_STARFIVE_INNO_HDMI=y