b5f360c425
SPDK NVMe RDMA initiator used the default PD per RDMA device. Default PD may be changed when all QPs for the RDMA device are destroyed and created again. For multipath, the RDMA zero copy feature require the PD per RDMA device to be persistent when all QPs for the RDMA device are destroyed and created again. Maintain such persistent PDs in this patch. Add two APIs, spdk_rdma_get_pd() and spdk_rdma_put_pd(). In each call of two APIs, synchronize RDMA device list with rdma_get_devices(). Context may be deleted anytime by rdma-core. To avoid such deletion, hold the returned array by rdma_get_devices(). RDMA device has PD, context, ref. count, and removed flag. If context is missing in rdma_get_devices(), set the removed flag to true. Then, if the ref count becomes zero, free the PD and the RDMA device. The ref. count of a RDMA device is incremented when spdk_rdma_get_pd() is called and decremented when spdk_rdma_put_pd() is called. To simplify synchronization, sort the returned array by rdma_get_devices(). To avoid resource leakage, add destructor function and free all PDs and related data at termination. Signed-off-by: Shuhei Matsumoto <smatsumoto@nvidia.com> Change-Id: I093cb4ec2c7d8432642edfbffa270797ccf3e715 Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/13769 Community-CI: Mellanox Build Bot Tested-by: SPDK CI Jenkins <sys_sgci@intel.com> Reviewed-by: Ben Walker <benjamin.walker@intel.com> Reviewed-by: Aleksey Marchuk <alexeymar@nvidia.com>
45 lines
1.1 KiB
Makefile
45 lines
1.1 KiB
Makefile
# SPDX-License-Identifier: BSD-3-Clause
|
|
# Copyright (c) Intel Corporation. All rights reserved.
|
|
# Copyright (c) Mellanox Technologies LTD. All rights reserved.
|
|
#
|
|
|
|
SPDK_ROOT_DIR := $(abspath $(CURDIR)/../..)
|
|
include $(SPDK_ROOT_DIR)/mk/spdk.common.mk
|
|
|
|
SO_VER := 4
|
|
SO_MINOR := 1
|
|
|
|
SPDK_MAP_FILE = $(abspath $(CURDIR)/spdk_rdma.map)
|
|
|
|
LIBNAME = rdma
|
|
|
|
C_SRCS = common.c
|
|
|
|
ifeq ($(CONFIG_RDMA_PROV),verbs)
|
|
C_SRCS += rdma_verbs.c
|
|
else ifeq ($(CONFIG_RDMA_PROV),mlx5_dv)
|
|
C_SRCS += rdma_mlx5_dv.c
|
|
LOCAL_SYS_LIBS += -lmlx5
|
|
else
|
|
$(error Wrong RDMA provider specified: $(CONFIG_RDMA_PROV))
|
|
endif
|
|
|
|
LOCAL_SYS_LIBS += -libverbs -lrdmacm
|
|
#Attach only if FreeBSD and RDMA is specified with configure
|
|
ifeq ($(OS),FreeBSD)
|
|
# Mellanox - MLX4 HBA Userspace Library
|
|
ifneq ("$(wildcard /usr/lib/libmlx4.*)","")
|
|
LOCAL_SYS_LIBS += -lmlx4
|
|
endif
|
|
# Mellanox - MLX5 HBA Userspace Library
|
|
ifneq ("$(wildcard /usr/lib/libmlx5.*)","")
|
|
LOCAL_SYS_LIBS += -lmlx5
|
|
endif
|
|
# Chelsio HBA Userspace Library
|
|
ifneq ("$(wildcard /usr/lib/libcxgb4.*)","")
|
|
LOCAL_SYS_LIBS += -lcxgb4
|
|
endif
|
|
endif
|
|
|
|
include $(SPDK_ROOT_DIR)/mk/spdk.lib.mk
|