diff --git a/configure b/configure
index 57430f676..458802e8e 100755
--- a/configure
+++ b/configure
@@ -743,7 +743,7 @@ if [ -z "${CONFIG[ENV]}" ]; then
 		else
 			CONFIG[DPDK_DIR]="${rootdir}/dpdk/build"
 			# Default ipsec libs
-			if [[ "${CONFIG[CRYPTO]}" = "y" ]]; then
+			if [[ "${CONFIG[CRYPTO]}" = "y" ]] && [[ $arch = x86_64* ]]; then
 				CONFIG[IPSEC_MB]=y
 				CONFIG[IPSEC_MB_DIR]="${rootdir}/intel-ipsec-mb/lib"
 			fi
diff --git a/dpdkbuild/Makefile b/dpdkbuild/Makefile
index cd0a7b983..bba19f19f 100644
--- a/dpdkbuild/Makefile
+++ b/dpdkbuild/Makefile
@@ -43,15 +43,18 @@ DPDK_DRIVERS += common/mlx5 bus/auxiliary
 endif
 
 ifeq ($(CONFIG_CRYPTO),y)
-DPDK_DRIVERS += crypto crypto/ipsec_mb
+DPDK_DRIVERS += crypto
 # aesni_mb is name of the PMD in DPDK 21.08 and earlier
 DPDK_DRIVERS += crypto/aesni_mb
 ifeq ($(CONFIG_CRYPTO_MLX5),y)
 DPDK_DRIVERS += crypto/mlx5
 endif
+ifeq ($(CONFIG_IPSEC_MB),y)
+DPDK_DRIVERS += crypto/ipsec_mb
 DPDK_CFLAGS += -I$(IPSEC_MB_DIR)
 DPDK_LDFLAGS += -L$(IPSEC_MB_DIR)
 endif
+endif
 
 ifeq ($(CONFIG_REDUCE),y)
 DPDK_DRIVERS += compress compress/isal