diff --git a/Makefile.arm64 b/Makefile.arm64
index b98933b77..3d713b853 100644
--- a/Makefile.arm64
+++ b/Makefile.arm64
@@ -303,6 +303,11 @@ FCOMMON_OPT += -march=armv8.3-a
 endif
 endif
 
+ifeq ($(CORE), VORTEXM4)
+CCOMMON_OPT += -march=armv8.4-a+sme
+FCOMMON_OPT += -march=armv8.4-a+sme
+endif
+
 ifeq (1, $(filter 1,$(GCCVERSIONGTEQ9) $(ISCLANG)))
 ifeq ($(CORE), TSV110)
 CCOMMON_OPT += -march=armv8.2-a -mtune=tsv110