diff --git a/arch/arm/Kconfig b/arch/arm/Kconfig
index 0ef6ad4710..a091bd7a57 100644
--- a/arch/arm/Kconfig
+++ b/arch/arm/Kconfig
@@ -1144,7 +1144,6 @@ config ARCH_ROCKCHIP
 	select CMD_ROCKUSB if USB_GADGET_DOWNLOAD
 	select ENABLE_ARM_SOC_BOOT0_HOOK
 	select SYS_NS16550
-	select SKIP_RELOCATE_UBOOT if !ARM64
 	select SPI
 	select DEBUG_UART_BOARD_INIT
 	imply CMD_FASTBOOT
diff --git a/common/Kconfig b/common/Kconfig
index d5c1a88d7c..1a005b1722 100644
--- a/common/Kconfig
+++ b/common/Kconfig
@@ -651,6 +651,7 @@ config ANDROID_BOOT_IMAGE_HASH
 
 config SKIP_RELOCATE_UBOOT
 	bool "Skip U-Boot relocation"
+	default y if !ARM64
 	help
 	  This enable support for skipping U-Boot relocation.