diff --git a/include/target.mk b/include/target.mk
index a54799d877..de9fb5016b 100644
--- a/include/target.mk
+++ b/include/target.mk
@@ -207,9 +207,6 @@ ifeq ($(DUMP),1)
   endif
   ifeq ($(ARCH),aarch64)
     CPU_TYPE ?= generic
-    ifneq ($(filter $(FEATURES),fpu),)
-      CPU_CFLAGS += -march=armv8-a+crypto
-    endif
     CPU_CFLAGS_generic = -mcpu=generic
     CPU_CFLAGS_cortex-a53 = -mcpu=cortex-a53
   endif
diff --git a/package/libs/mbedtls/Makefile b/package/libs/mbedtls/Makefile
index 69632a77d0..249012f92b 100644
--- a/package/libs/mbedtls/Makefile
+++ b/package/libs/mbedtls/Makefile
@@ -122,6 +122,9 @@ PKG_INSTALL:=1
 
 TARGET_CFLAGS += -ffunction-sections -fdata-sections
 TARGET_CFLAGS := $(filter-out -O%,$(TARGET_CFLAGS))
+ifneq ($(CONFIG_LIBMBEDTILS_HAVE_ARMV8CE_AES),)
+  TARGET_CFLAGS := $(filter-out -march=%,$(TARGET_CFLAGS)) -march=armv8-a+crypto
+endif
 
 CMAKE_OPTIONS += \
 	-DUSE_SHARED_MBEDTLS_LIBRARY:Bool=ON \