ceb3747451
This patch adds support for --max-lcores configuration option to ./configure script. This option can be used to change value of DPDK's RTE_MAX_LCORE (which is by default set to 128 for x86 architecture). If specified, DPDK will be configured to use the value provided by the user instead of the default one. The option can be useful in systems where number of physical CPUs is larger than 128. When RTE_MAX_LCORE is increased, it is possible to specify cores with identifiers larger than 128 in the SPDK's CPU mask. If the option is not specifed, DPDK will use default value of RTE_MAX_LCORE. --max-lcores range is [1..1024] Example usage: ./configure --max-lcores=256 ./configure --max-lcores=16 Change-Id: I47d321ba394c9acf27eaa91619aeaad28db6de34 Signed-off-by: Marcin Spiewak <marcin.spiewak@intel.com> Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/17453 Reviewed-by: Jim Harris <james.r.harris@intel.com> Reviewed-by: Shuhei Matsumoto <smatsumoto@nvidia.com> Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Aleksey Marchuk <alexeymar@nvidia.com> Community-CI: Mellanox Build Bot
213 lines
7.3 KiB
Makefile
213 lines
7.3 KiB
Makefile
# SPDX-License-Identifier: BSD-3-Clause
|
|
# Copyright (C) 2017 Intel Corporation.
|
|
# All rights reserved.
|
|
# Copyright (c) 2021 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
#
|
|
|
|
SPDK_ROOT_DIR := $(abspath $(CURDIR)/..)
|
|
include $(SPDK_ROOT_DIR)/mk/spdk.common.mk
|
|
|
|
.PHONY: all clean install uninstall
|
|
|
|
DPDK_OPTS = -Denable_docs=false
|
|
DPDK_OPTS += -Dtests=false
|
|
DPDK_CFLAGS =
|
|
|
|
DPDK_KMODS = false
|
|
ifeq ($(OS),FreeBSD)
|
|
DPDK_KMODS = true
|
|
endif
|
|
DPDK_OPTS += -Denable_kmods=$(DPDK_KMODS)
|
|
|
|
ifeq ($(CONFIG_DEBUG),y)
|
|
DPDK_OPTS += --buildtype=debug
|
|
endif
|
|
|
|
ifeq ($(CONFIG_LTO),y)
|
|
# dpdk complains about compiler not supporting fat LTO objects when clang is in use so don't enable it in such a instance
|
|
ifneq ($(CC_TYPE),clang)
|
|
DPDK_OPTS += -Db_lto=true
|
|
endif
|
|
endif
|
|
|
|
# the drivers we use
|
|
DPDK_DRIVERS = bus bus/pci bus/vdev mempool/ring
|
|
|
|
# Core DPDK libs
|
|
DPDK_LIBS = eal ring mempool pci
|
|
DPDK_LIBS += kvargs telemetry
|
|
# Governor required libs
|
|
DPDK_LIBS += power timer ethdev net
|
|
|
|
# common crypto/compress drivers
|
|
ifeq ($(findstring y,$(CONFIG_DPDK_COMPRESSDEV)$(CONFIG_CRYPTO)$(CONFIG_VBDEV_COMPRESS)),y)
|
|
DPDK_DRIVERS += crypto/qat compress/qat common/qat
|
|
endif
|
|
|
|
# common mlx5 libs
|
|
ifeq ($(findstring y,$(CONFIG_CRYPTO_MLX5)$(CONFIG_VBDEV_COMPRESS_MLX5)),y)
|
|
DPDK_DRIVERS += common/mlx5 bus/auxiliary
|
|
endif
|
|
|
|
ifeq ($(CONFIG_CRYPTO),y)
|
|
DPDK_DRIVERS += crypto
|
|
# aesni_mb is name of the PMD in DPDK 21.08 and earlier
|
|
DPDK_DRIVERS += crypto/aesni_mb
|
|
ifeq ($(CONFIG_CRYPTO_MLX5),y)
|
|
DPDK_DRIVERS += crypto/mlx5
|
|
endif
|
|
ifeq ($(CONFIG_IPSEC_MB),y)
|
|
DPDK_DRIVERS += crypto/ipsec_mb
|
|
DPDK_CFLAGS += -I$(IPSEC_MB_DIR)
|
|
# Workaround for DPDK 22.07 and DPDK 22.11.1,
|
|
# will be able to remove starting with DPDK 23.03.
|
|
ifeq ($(shell grep "define NO_COMPAT_IMB_API_053" $(SPDK_ROOT_DIR)/dpdk/drivers/crypto/qat/qat_sym_session.c), )
|
|
DPDK_CFLAGS += -DNO_COMPAT_IMB_API_053
|
|
endif
|
|
DPDK_LDFLAGS += -L$(IPSEC_MB_DIR)
|
|
endif
|
|
endif
|
|
|
|
ifeq ($(findstring y,$(CONFIG_DPDK_COMPRESSDEV)$(CONFIG_VBDEV_COMPRESS)),y)
|
|
DPDK_DRIVERS += compress compress/isal
|
|
ifeq ($(CONFIG_VBDEV_COMPRESS_MLX5),y)
|
|
DPDK_DRIVERS += compress/mlx5
|
|
endif
|
|
DPDK_CFLAGS += -I$(ISAL_DIR)
|
|
DPDK_LDFLAGS += -L$(ISAL_DIR)/.libs -lisal
|
|
endif
|
|
|
|
DPDK_ENABLED_DRIVERS = $(shell echo $(DPDK_DRIVERS) | sed -E "s/ +/,/g")
|
|
|
|
# crypto & compress deps
|
|
DPDK_LIBS += reorder cryptodev
|
|
DPDK_LIBS += compressdev
|
|
DPDK_LIBS += security
|
|
|
|
# vhost and deps
|
|
DPDK_LIBS += cryptodev mbuf cmdline meter hash vhost dmadev
|
|
|
|
# raid5 deps
|
|
DPDK_LIBS += hash rcu
|
|
|
|
DPDK_OPTS += -Dcpu_instruction_set=$(TARGET_ARCHITECTURE)
|
|
|
|
ifneq ($(CONFIG_CROSS_PREFIX),)
|
|
ifeq ($(findstring mingw,$(CONFIG_CROSS_PREFIX)),mingw)
|
|
DPDK_OPTS += --cross-file $(SPDK_ROOT_DIR)/dpdk/config/x86/cross-mingw
|
|
else
|
|
$(error Automatic DPDK cross build is not supported. Please compile DPDK manually \
|
|
with e.g. `meson build --cross-file config/arm/arm64_armv8_linux_gcc`)
|
|
endif
|
|
endif
|
|
|
|
DPDK_CFLAGS += -fPIC
|
|
|
|
ifneq ($(CONFIG_MAX_LCORES),)
|
|
DPDK_OPTS += -Dmax_lcores=$(CONFIG_MAX_LCORES)
|
|
endif
|
|
|
|
ifeq ($(CONFIG_WERROR),y)
|
|
DPDK_CFLAGS += -Werror
|
|
else
|
|
DPDK_CFLAGS += -Wno-error
|
|
endif
|
|
|
|
ifeq ($(CONFIG_CET),y)
|
|
DPDK_CFLAGS += -fcf-protection
|
|
DPDK_LDFLAGS += -fcf-protection
|
|
endif
|
|
|
|
ifdef EXTRA_DPDK_CFLAGS
|
|
$(warning EXTRA_DPDK_CFLAGS defined, possibly to work around an unsupported compiler version)
|
|
$(shell sleep 1)
|
|
endif
|
|
|
|
# Allow users to specify EXTRA_DPDK_CFLAGS if they want to build DPDK using unsupported compiler versions
|
|
DPDK_CFLAGS += $(EXTRA_DPDK_CFLAGS)
|
|
|
|
ifeq ($(CC_TYPE),gcc)
|
|
GCC_MAJOR = $(shell echo __GNUC__ | $(CC) -E -x c - | tail -n 1)
|
|
ifeq ($(shell test $(GCC_MAJOR) -ge 10 && echo 1), 1)
|
|
#1. gcc 10 complains on operations with zero size arrays in rte_cryptodev.c, so
|
|
#disable this warning
|
|
#2. gcc 10 disables fcommon by default and complains on multiple definition of
|
|
#aesni_mb_logtype_driver symbol which is defined in header file and presented in several
|
|
#translation units
|
|
DPDK_CFLAGS += -Wno-stringop-overflow -fcommon
|
|
ifeq ($(shell test $(GCC_MAJOR) -ge 12 && echo 1), 1)
|
|
# 3. gcc 12 reports reading incorect size from a region. Seems like false positive,
|
|
# see issue #2460
|
|
DPDK_CFLAGS += -Wno-stringop-overread
|
|
# 4. gcc 12 reports array subscript * is outside array bounds. Seems like false positive,
|
|
# see issue #2668
|
|
DPDK_CFLAGS += -Wno-array-bounds
|
|
endif
|
|
endif
|
|
endif
|
|
|
|
# Force-disable scan-build
|
|
SUB_CC = $(patsubst %ccc-analyzer,$(DEFAULT_CC),$(CC))
|
|
|
|
DPDK_ALL_LIB_DIRS = $(shell find $(SPDK_ROOT_DIR)/dpdk/lib -mindepth 1 -maxdepth 1 -type d)
|
|
DPDK_ALL_LIBS = $(DPDK_ALL_LIB_DIRS:$(SPDK_ROOT_DIR)/dpdk/lib/%=%)
|
|
DPDK_DISABLED_LIBS = $(shell echo $(filter-out $(DPDK_LIBS),$(DPDK_ALL_LIBS)) | sed -E "s/ +/,/g")
|
|
|
|
ifeq ($(shell grep -q disable_apps $(SPDK_ROOT_DIR)/dpdk/meson_options.txt && echo 1), 1)
|
|
DPDK_ALL_APP_DIRS = $(shell find $(SPDK_ROOT_DIR)/dpdk/app -mindepth 1 -maxdepth 1 -type d)
|
|
DPDK_ALL_APPS = $(DPDK_ALL_APP_DIRS:$(SPDK_ROOT_DIR)/dpdk/app/%=%)
|
|
DPDK_DISABLED_APPS = -Ddisable_apps="$(shell echo $(DPDK_ALL_APPS) | sed -E "s/ +/,/g")"
|
|
endif
|
|
|
|
ifneq ($(OS),FreeBSD)
|
|
SED_INPLACE_FLAG = "-i"
|
|
MESON_PREFIX = $(SPDK_ROOT_DIR)/dpdk/build
|
|
else
|
|
SED_INPLACE_FLAG = "-i ''"
|
|
MESON_PREFIX = "/"
|
|
endif
|
|
|
|
# Some ninja versions come with a (broken?) jobserver which defaults to use
|
|
# only 1 thread for the build. We workaround this by specifying -j to ninja
|
|
# with the same value as top-makefile. This is OK as long as DPDK is not built
|
|
# in parallel with anything else, which is the case for now.
|
|
ifeq ($(MAKE_PID),)
|
|
MAKE_PID := $(shell echo $$PPID)
|
|
endif
|
|
|
|
MAKE_NUMJOBS := $(shell ps T | sed -nE 's/[[:space:]]*$(MAKE_PID)[[:space:]].* (-j|--jobs=)( *[0-9]+).*/\1\2/p')
|
|
|
|
all: $(SPDK_ROOT_DIR)/dpdk/build-tmp
|
|
$(Q)# DPDK doesn't handle nested make calls, so unset MAKEFLAGS
|
|
$(Q)env -u MAKEFLAGS ninja -C $(SPDK_ROOT_DIR)/dpdk/build-tmp $(MAKE_NUMJOBS)
|
|
$(Q) \
|
|
# Meson on FreeBSD sometimes appends --prefix value to the default DESTDIR (which is e.g. \
|
|
# /usr/local) instead of replacing it. --prefix needs to be an absolute path, so we set \
|
|
# it to / and then set DESTDIR directly, so libs and headers are copied to "DESTDIR//". \
|
|
# DPDK kernel modules are set to install in $DESTDIR/boot/modules, but we move them \
|
|
# to DESTDIR/kmod to be consistent with the makefile build. \
|
|
# \
|
|
# Also use meson install --only-changed instead of ninja install so that the shared \
|
|
# libraries don't get reinstalled when they haven't been rebuilt - this avoids all of \
|
|
# our applications getting relinked even when nothing has changed.
|
|
$(Q)if [ "$(OS)" = "FreeBSD" ]; then \
|
|
env -u MAKEFLAGS DESTDIR=$(SPDK_ROOT_DIR)/dpdk/build ninja -C $(SPDK_ROOT_DIR)/dpdk/build-tmp $(MAKE_NUMJOBS) install > /dev/null && \
|
|
mv $(SPDK_ROOT_DIR)/dpdk/build/boot/modules $(SPDK_ROOT_DIR)/dpdk/build/kmod; \
|
|
else \
|
|
env -u MAKEFLAGS meson install -C $(SPDK_ROOT_DIR)/dpdk/build-tmp --only-changed > /dev/null; \
|
|
fi
|
|
|
|
$(SPDK_ROOT_DIR)/dpdk/build-tmp: $(SPDK_ROOT_DIR)/mk/cc.mk $(SPDK_ROOT_DIR)/include/spdk/config.h
|
|
$(Q)rm -rf $(SPDK_ROOT_DIR)/dpdk/build $(SPDK_ROOT_DIR)/dpdk/build-tmp
|
|
$(Q)cd "$(SPDK_ROOT_DIR)/dpdk"; CC="$(SUB_CC)" meson setup --prefix="$(MESON_PREFIX)" --libdir lib -Dc_args="$(DPDK_CFLAGS)" -Dc_link_args="$(DPDK_LDFLAGS)" $(DPDK_OPTS) -Denable_drivers="$(DPDK_ENABLED_DRIVERS)" -Ddisable_libs="$(DPDK_DISABLED_LIBS)" $(DPDK_DISABLED_APPS) $(DPDKBUILD_FLAGS) build-tmp
|
|
$(Q)sed $(SED_INPLACE_FLAG) 's/#define RTE_EAL_PMD_PATH .*/#define RTE_EAL_PMD_PATH ""/g' $(SPDK_ROOT_DIR)/dpdk/build-tmp/rte_build_config.h
|
|
|
|
clean:
|
|
$(Q)rm -rf $(SPDK_ROOT_DIR)/dpdk/build $(SPDK_ROOT_DIR)/dpdk/build-tmp
|
|
|
|
install:
|
|
@:
|
|
|
|
uninstall:
|
|
@:
|