diff --git a/arch/arm64/Kconfig b/arch/arm64/Kconfig
index 84d2b773e9d26fa9af308795cf384deea8c1f202..81cfaa9bf58931b70776743aaf4c09134f88c199 100644
--- a/arch/arm64/Kconfig
+++ b/arch/arm64/Kconfig
@@ -1546,7 +1546,6 @@ menu "ARMv8.3 architectural features"
 
 config ARM64_PTR_AUTH
 	bool "Enable support for pointer authentication"
-	default y
 	depends on (CC_HAS_SIGN_RETURN_ADDRESS || CC_HAS_BRANCH_PROT_PAC_RET) && AS_HAS_PAC
 	# Modern compilers insert a .note.gnu.property section note for PAC
 	# which is only understood by binutils starting with version 2.33.1.