2022-06-03 19:15:11 +00:00
|
|
|
# SPDX-License-Identifier: BSD-3-Clause
|
2022-11-01 20:26:26 +00:00
|
|
|
# Copyright (C) 2015 Intel Corporation.
|
2017-10-10 12:02:46 +00:00
|
|
|
# Copyright (c) 2017, IBM Corporation.
|
2021-02-10 16:54:24 +00:00
|
|
|
# Copyright (c) 2019, 2021 Mellanox Corporation.
|
2022-10-04 19:14:10 +00:00
|
|
|
# Copyright (c) 2022 NVIDIA CORPORATION & AFFILIATES
|
2015-09-21 15:52:41 +00:00
|
|
|
# All rights reserved.
|
nvme: Added support for TP-8009, Auto-discovery of Discovery controllers for NVME initiator using mDNS using Avahi
Approach:
Avahi Daemon needs to be running to provide the mDNS server service. In the SPDK, Avahi-client library based client API is implemented.
The client API will connect to the Avahi-daemon and receive events for new discovery and removal of an existing discovery entry.
Following sets on new RPCs have been introduced.
scripts/rpc.py bdev_nvme_start_mdns_discovery -b cdc_auto -s _nvme-disc._tcp
User shall initiate an mDNS based discovery using this RPC. This will start a Avahi-client based poller
looking for new discovery events from the Avahi server. On a new discovery of the discovery controller,
the existing bdev_nvme_start_discovery API will be invoked with the trid of the discovery controller learnt.
This will enable automatic connection of the initiator to the subsystems discovered from the discovery controller.
Multiple mdns discovery instances can be run by specifying a unique bdev-prefix and a unique servicename to discover as parameters.
scripts/rpc.py bdev_nvme_stop_mdns_discovery -b cdc_auto
This will stop the Avahi poller that was started for the specified service.Internally bdev_nvme_stop_discovery
API will be invoked for each of the discovery controllers learnt automatically by this instance of mdns discovery service.
This will result in termination of connections to all the subsystems learnt by this mdns discovery instance.
scripts/rpc.py bdev_nvme_get_mdns_discovery_info
This RPC will display the list of mdns discovery instances running and the trid of the controllers discovered by these instances.
Test Result:
root@ubuntu-pm-18-226:~/param-spdk/spdk/build/bin# ./nvmf_tgt -i 1 -s 2048 -m 0xF
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_start_mdns_discovery -b cdc_auto -s _nvme-disc._tcp
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_mdns_discovery_info
[
{
"name": "cdc_auto",
"svcname": "_nvme-disc._tcp",
"referrals": [
{
"name": "cdc_auto0",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
}
},
{
"name": "cdc_auto1",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
}
}
]
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_discovery_info
[
{
"name": "cdc_auto0",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
},
"referrals": []
},
{
"name": "cdc_auto1",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
},
"referrals": []
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_get_bdevs
[
{
"name": "cdc_auto02n1",
"aliases": [
"600110d6-1681-1681-0403-000045805c45"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-1681-1681-0403-000045805c45",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.0"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T0",
"serial_number": "00-681681dc681681dc",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.0",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto00n1",
"aliases": [
"600110da-09a6-09a6-0302-00005eeb19b4"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 2048,
"uuid": "600110da-09a6-09a6-0302-00005eeb19b4",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.2.0"
},
"ctrlr_data": {
"cntlid": 1,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P2T0",
"serial_number": "00-ab09a6f5ab09a6f5",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.2.0",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto01n1",
"aliases": [
"600110d6-dce8-dce8-0403-00010b2d3d8c"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-dce8-dce8-0403-00010b2d3d8c",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T1",
"serial_number": "01-6ddce86d6ddce86d",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto01n2",
"aliases": [
"600110d6-dce8-dce8-0403-00010b2d3d8d"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-dce8-dce8-0403-00010b2d3d8d",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T1",
"serial_number": "01-6ddce86d6ddce86d",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 2,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_stop_mdns_discovery -b cdc_auto
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_mdns_discovery_info
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_discovery_info
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_get_bdevs
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
Signed-off-by: Parameswaran Krishnamurthy <parameswaran.krishna@dell.com>
Change-Id: Ic2c2e614e2549a655c7f81ae844b80d8505a4f02
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/15703
Reviewed-by: Aleksey Marchuk <alexeymar@nvidia.com>
Reviewed-by: Shuhei Matsumoto <smatsumoto@nvidia.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>
Reviewed-by: Paul Luse <paul.e.luse@intel.com>
Reviewed-by: Boris Glimcher <Boris.Glimcher@emc.com>
Reviewed-by: <qun.wan@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
2022-11-30 20:11:23 +00:00
|
|
|
# Copyright (c) 2022 Dell Inc, or its subsidiaries.
|
2015-09-21 15:52:41 +00:00
|
|
|
#
|
|
|
|
|
|
2018-09-21 14:32:36 +00:00
|
|
|
ifeq ($(wildcard $(SPDK_ROOT_DIR)/mk/config.mk),)
|
2019-08-26 22:28:24 +00:00
|
|
|
$(error mk/config.mk: file not found. Please run configure before make)
|
2018-09-21 14:32:36 +00:00
|
|
|
endif
|
|
|
|
|
|
|
|
|
|
include $(SPDK_ROOT_DIR)/mk/config.mk
|
2018-09-27 19:40:04 +00:00
|
|
|
-include $(SPDK_ROOT_DIR)/mk/cc.flags.mk
|
2016-03-24 20:27:53 +00:00
|
|
|
-include $(SPDK_ROOT_DIR)/mk/cc.mk
|
|
|
|
|
|
2016-07-19 17:48:24 +00:00
|
|
|
ifneq ($(V),1)
|
2015-09-21 15:52:41 +00:00
|
|
|
Q ?= @
|
2016-07-19 17:48:24 +00:00
|
|
|
endif
|
2015-09-21 15:52:41 +00:00
|
|
|
S ?= $(notdir $(CURDIR))
|
|
|
|
|
|
2017-11-15 17:36:36 +00:00
|
|
|
DESTDIR?=
|
2021-02-23 08:58:06 +00:00
|
|
|
EXEEXT?=
|
2017-11-15 17:36:36 +00:00
|
|
|
|
|
|
|
|
ifneq ($(prefix),)
|
|
|
|
|
CONFIG_PREFIX=$(prefix)
|
|
|
|
|
endif
|
|
|
|
|
|
2018-03-08 22:29:44 +00:00
|
|
|
bindir?=$(CONFIG_PREFIX)/bin
|
2022-06-08 12:43:12 +00:00
|
|
|
ifeq ($(CONFIG_LIBDIR),)
|
2017-11-15 17:36:36 +00:00
|
|
|
libdir?=$(CONFIG_PREFIX)/lib
|
2022-06-08 12:43:12 +00:00
|
|
|
else
|
|
|
|
|
libdir?=$(CONFIG_LIBDIR)
|
|
|
|
|
endif
|
2017-11-15 17:36:36 +00:00
|
|
|
includedir?=$(CONFIG_PREFIX)/include
|
|
|
|
|
|
2015-09-21 15:52:41 +00:00
|
|
|
ifeq ($(MAKECMDGOALS),)
|
|
|
|
|
MAKECMDGOALS=$(.DEFAULT_GOAL)
|
|
|
|
|
endif
|
|
|
|
|
|
2017-10-31 22:48:32 +00:00
|
|
|
TARGET_TRIPLET := $(shell $(CC) -dumpmachine)
|
|
|
|
|
TARGET_TRIPLET_WORDS := $(subst -, ,$(TARGET_TRIPLET))
|
|
|
|
|
|
|
|
|
|
ifneq ($(filter linux%,$(TARGET_TRIPLET_WORDS)),)
|
|
|
|
|
OS = Linux
|
|
|
|
|
endif
|
|
|
|
|
ifneq ($(filter freebsd%,$(TARGET_TRIPLET_WORDS)),)
|
|
|
|
|
OS = FreeBSD
|
|
|
|
|
endif
|
2021-02-25 18:31:54 +00:00
|
|
|
ifneq ($(filter mingw% windows%,$(TARGET_TRIPLET_WORDS)),)
|
|
|
|
|
OS = Windows
|
|
|
|
|
endif
|
2015-09-25 16:12:35 +00:00
|
|
|
|
2019-07-23 17:52:47 +00:00
|
|
|
TARGET_ARCHITECTURE ?= $(CONFIG_ARCH)
|
2017-11-03 22:55:55 +00:00
|
|
|
TARGET_MACHINE := $(firstword $(TARGET_TRIPLET_WORDS))
|
2017-10-10 12:02:46 +00:00
|
|
|
|
2021-02-25 18:31:54 +00:00
|
|
|
ifeq ($(OS),Windows)
|
|
|
|
|
EXEEXT = .exe
|
|
|
|
|
endif
|
|
|
|
|
|
2017-10-10 12:02:46 +00:00
|
|
|
COMMON_CFLAGS = -g $(C_OPT) -Wall -Wextra -Wno-unused-parameter -Wno-missing-field-initializers -Wmissing-declarations -fno-strict-aliasing -I$(SPDK_ROOT_DIR)/include
|
|
|
|
|
|
2021-02-10 16:54:24 +00:00
|
|
|
ifneq ($(filter powerpc% ppc%,$(TARGET_MACHINE)),)
|
2019-07-12 10:51:04 +00:00
|
|
|
COMMON_CFLAGS += -mcpu=$(TARGET_ARCHITECTURE)
|
|
|
|
|
else ifeq ($(TARGET_MACHINE),aarch64)
|
2019-07-23 17:13:19 +00:00
|
|
|
COMMON_CFLAGS += -march=$(TARGET_ARCHITECTURE)
|
2019-05-14 10:26:55 +00:00
|
|
|
COMMON_CFLAGS += -DPAGE_SIZE=$(shell getconf PAGESIZE)
|
2022-06-02 15:47:10 +00:00
|
|
|
else ifeq ('$(TARGET_MACHINE)|$(TARGET_ARCHITECTURE)','riscv64|native')
|
|
|
|
|
# -march=native is not yet supported by GCC on RISC-V. Falling back to default.
|
2022-12-01 10:39:44 +00:00
|
|
|
else ifneq ($(filter loongarch%,$(TARGET_MACHINE)),)
|
|
|
|
|
COMMON_CFLAGS += -march=$(TARGET_ARCHITECTURE)
|
|
|
|
|
COMMON_CFLAGS += -DPAGE_SIZE=$(shell getconf PAGESIZE)
|
2019-07-12 10:51:04 +00:00
|
|
|
else
|
|
|
|
|
COMMON_CFLAGS += -march=$(TARGET_ARCHITECTURE)
|
2018-12-13 07:24:48 +00:00
|
|
|
endif
|
2016-03-18 17:40:34 +00:00
|
|
|
|
2022-07-06 00:02:29 +00:00
|
|
|
ifeq ($(TARGET_MACHINE),x86_64)
|
2022-12-15 14:43:27 +00:00
|
|
|
ifeq ($(CC_TYPE),gcc)
|
|
|
|
|
ifneq (,$(shell $(CC) --target-help 2>/dev/null | grep -e -mavx512f >/dev/null && echo 1))
|
2022-07-06 00:02:29 +00:00
|
|
|
# Don't use AVX-512 instructions in SPDK code - it breaks Valgrind for
|
|
|
|
|
# some cases where compiler decides to hyper-optimize a relatively
|
2022-11-02 15:09:36 +00:00
|
|
|
# simple operation (like int-to-float conversion) using AVX-512
|
2022-07-06 00:02:29 +00:00
|
|
|
COMMON_CFLAGS += -mno-avx512f
|
|
|
|
|
endif
|
2022-11-29 15:37:44 +00:00
|
|
|
endif
|
2022-12-15 14:43:27 +00:00
|
|
|
ifeq ($(CC_TYPE),clang)
|
|
|
|
|
LLC=llc$(shell echo $(CC) | grep -o -E "\-[0-9]{2}")
|
|
|
|
|
ifneq (,$(shell $(LLC) -march=x86-64 -mattr=help 2>&1 | grep -e avx512f >/dev/null && echo 1))
|
|
|
|
|
COMMON_CFLAGS += -mno-avx512f
|
|
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
endif
|
2022-07-06 00:02:29 +00:00
|
|
|
|
2016-03-18 17:40:34 +00:00
|
|
|
ifeq ($(CONFIG_WERROR), y)
|
|
|
|
|
COMMON_CFLAGS += -Werror
|
|
|
|
|
endif
|
2015-09-21 15:52:41 +00:00
|
|
|
|
2016-03-24 20:27:53 +00:00
|
|
|
ifeq ($(CONFIG_LTO),y)
|
2023-04-07 00:02:26 +00:00
|
|
|
COMMON_CFLAGS += -flto=auto
|
|
|
|
|
LDFLAGS += -flto=auto
|
2016-03-24 20:27:53 +00:00
|
|
|
endif
|
|
|
|
|
|
2019-02-11 18:19:32 +00:00
|
|
|
ifeq ($(CONFIG_PGO_CAPTURE),y)
|
|
|
|
|
COMMON_CFLAGS += -fprofile-generate=$(SPDK_ROOT_DIR)/build/pgo
|
|
|
|
|
LDFLAGS += -fprofile-generate=$(SPDK_ROOT_DIR)/build/pgo
|
|
|
|
|
endif
|
|
|
|
|
|
|
|
|
|
ifeq ($(CONFIG_PGO_USE),y)
|
|
|
|
|
COMMON_CFLAGS += -fprofile-use=$(SPDK_ROOT_DIR)/build/pgo
|
|
|
|
|
LDFLAGS += -fprofile-use=$(SPDK_ROOT_DIR)/build/pgo
|
|
|
|
|
endif
|
|
|
|
|
|
2021-01-14 11:06:33 +00:00
|
|
|
ifeq ($(CONFIG_CET),y)
|
|
|
|
|
COMMON_CFLAGS += -fcf-protection
|
|
|
|
|
LDFLAGS += -fcf-protection
|
|
|
|
|
endif
|
|
|
|
|
|
2016-11-18 17:48:24 +00:00
|
|
|
COMMON_CFLAGS += -Wformat -Wformat-security
|
2015-10-12 23:38:29 +00:00
|
|
|
|
2015-10-19 22:57:04 +00:00
|
|
|
COMMON_CFLAGS += -D_GNU_SOURCE
|
|
|
|
|
|
2015-10-13 17:11:38 +00:00
|
|
|
# Always build PIC code so that objects can be used in shared libs and position-independent executables
|
|
|
|
|
COMMON_CFLAGS += -fPIC
|
|
|
|
|
|
2015-10-13 17:04:04 +00:00
|
|
|
# Enable stack buffer overflow checking
|
|
|
|
|
COMMON_CFLAGS += -fstack-protector
|
|
|
|
|
|
2021-02-25 18:35:28 +00:00
|
|
|
ifeq ($(OS).$(CC_TYPE),Windows.gcc)
|
|
|
|
|
# Workaround for gcc bug 86832 - invalid TLS usage
|
|
|
|
|
COMMON_CFLAGS += -mstack-protector-guard=global
|
|
|
|
|
endif
|
|
|
|
|
|
2017-01-19 17:21:20 +00:00
|
|
|
# Prevent accidental multiple definitions of global variables
|
|
|
|
|
COMMON_CFLAGS += -fno-common
|
|
|
|
|
|
2015-10-12 23:17:37 +00:00
|
|
|
# Enable full RELRO - no lazy relocation (resolve everything at load time).
|
|
|
|
|
# This allows the GOT to be made read-only early in the loading process.
|
2021-02-25 18:31:54 +00:00
|
|
|
ifneq ($(OS),Windows)
|
2015-10-12 23:17:37 +00:00
|
|
|
LDFLAGS += -Wl,-z,relro,-z,now
|
2021-02-25 18:31:54 +00:00
|
|
|
endif
|
2015-10-12 23:17:37 +00:00
|
|
|
|
2015-10-12 23:35:31 +00:00
|
|
|
# Make the stack non-executable.
|
|
|
|
|
# This is the default in most environments, but it doesn't hurt to set it explicitly.
|
2021-02-25 18:31:54 +00:00
|
|
|
ifneq ($(OS),Windows)
|
2015-10-12 23:35:31 +00:00
|
|
|
LDFLAGS += -Wl,-z,noexecstack
|
2021-02-25 18:31:54 +00:00
|
|
|
endif
|
2015-10-12 23:35:31 +00:00
|
|
|
|
2019-01-02 12:47:47 +00:00
|
|
|
# Specify the linker to use
|
2019-02-21 01:12:43 +00:00
|
|
|
ifneq ($(LD_TYPE),)
|
2019-01-02 12:47:47 +00:00
|
|
|
LDFLAGS += -fuse-ld=$(LD_TYPE)
|
2019-02-21 01:12:43 +00:00
|
|
|
endif
|
2019-01-02 12:47:47 +00:00
|
|
|
|
2020-12-22 20:11:58 +00:00
|
|
|
SYS_LIBS =
|
|
|
|
|
|
2015-09-25 16:12:35 +00:00
|
|
|
ifeq ($(OS),FreeBSD)
|
2022-12-16 18:48:42 +00:00
|
|
|
SYS_LIBS += -lexecinfo -L/usr/local/lib
|
2015-09-25 16:12:35 +00:00
|
|
|
COMMON_CFLAGS += -I/usr/local/include
|
|
|
|
|
endif
|
|
|
|
|
|
2018-09-12 19:43:47 +00:00
|
|
|
ifeq ($(CONFIG_RDMA),y)
|
|
|
|
|
SYS_LIBS += -libverbs -lrdmacm
|
|
|
|
|
endif
|
|
|
|
|
|
2020-07-07 14:03:40 +00:00
|
|
|
ifeq ($(CONFIG_URING),y)
|
|
|
|
|
SYS_LIBS += -luring
|
|
|
|
|
ifneq ($(strip $(CONFIG_URING_PATH)),)
|
|
|
|
|
CFLAGS += -I$(CONFIG_URING_PATH)
|
|
|
|
|
LDFLAGS += -L$(CONFIG_URING_PATH)
|
|
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
|
nvme: Added support for TP-8009, Auto-discovery of Discovery controllers for NVME initiator using mDNS using Avahi
Approach:
Avahi Daemon needs to be running to provide the mDNS server service. In the SPDK, Avahi-client library based client API is implemented.
The client API will connect to the Avahi-daemon and receive events for new discovery and removal of an existing discovery entry.
Following sets on new RPCs have been introduced.
scripts/rpc.py bdev_nvme_start_mdns_discovery -b cdc_auto -s _nvme-disc._tcp
User shall initiate an mDNS based discovery using this RPC. This will start a Avahi-client based poller
looking for new discovery events from the Avahi server. On a new discovery of the discovery controller,
the existing bdev_nvme_start_discovery API will be invoked with the trid of the discovery controller learnt.
This will enable automatic connection of the initiator to the subsystems discovered from the discovery controller.
Multiple mdns discovery instances can be run by specifying a unique bdev-prefix and a unique servicename to discover as parameters.
scripts/rpc.py bdev_nvme_stop_mdns_discovery -b cdc_auto
This will stop the Avahi poller that was started for the specified service.Internally bdev_nvme_stop_discovery
API will be invoked for each of the discovery controllers learnt automatically by this instance of mdns discovery service.
This will result in termination of connections to all the subsystems learnt by this mdns discovery instance.
scripts/rpc.py bdev_nvme_get_mdns_discovery_info
This RPC will display the list of mdns discovery instances running and the trid of the controllers discovered by these instances.
Test Result:
root@ubuntu-pm-18-226:~/param-spdk/spdk/build/bin# ./nvmf_tgt -i 1 -s 2048 -m 0xF
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_start_mdns_discovery -b cdc_auto -s _nvme-disc._tcp
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_mdns_discovery_info
[
{
"name": "cdc_auto",
"svcname": "_nvme-disc._tcp",
"referrals": [
{
"name": "cdc_auto0",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
}
},
{
"name": "cdc_auto1",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
}
}
]
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_discovery_info
[
{
"name": "cdc_auto0",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
},
"referrals": []
},
{
"name": "cdc_auto1",
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.21",
"trsvcid": "8009",
"subnqn": "nqn.2014-08.org.nvmexpress.discovery"
},
"referrals": []
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_get_bdevs
[
{
"name": "cdc_auto02n1",
"aliases": [
"600110d6-1681-1681-0403-000045805c45"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-1681-1681-0403-000045805c45",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.0"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T0",
"serial_number": "00-681681dc681681dc",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.0",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto00n1",
"aliases": [
"600110da-09a6-09a6-0302-00005eeb19b4"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 2048,
"uuid": "600110da-09a6-09a6-0302-00005eeb19b4",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.2.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.2.0"
},
"ctrlr_data": {
"cntlid": 1,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P2T0",
"serial_number": "00-ab09a6f5ab09a6f5",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.2.0",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto01n1",
"aliases": [
"600110d6-dce8-dce8-0403-00010b2d3d8c"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-dce8-dce8-0403-00010b2d3d8c",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T1",
"serial_number": "01-6ddce86d6ddce86d",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 1,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
},
{
"name": "cdc_auto01n2",
"aliases": [
"600110d6-dce8-dce8-0403-00010b2d3d8d"
],
"product_name": "NVMe disk",
"block_size": 512,
"num_blocks": 32768,
"uuid": "600110d6-dce8-dce8-0403-00010b2d3d8d",
"assigned_rate_limits": {
"rw_ios_per_sec": 0,
"rw_mbytes_per_sec": 0,
"r_mbytes_per_sec": 0,
"w_mbytes_per_sec": 0
},
"claimed": false,
"zoned": false,
"supported_io_types": {
"read": true,
"write": true,
"unmap": true,
"write_zeroes": true,
"flush": true,
"reset": true,
"compare": true,
"compare_and_write": true,
"abort": true,
"nvme_admin": true,
"nvme_io": true
},
"driver_specific": {
"nvme": [
{
"trid": {
"trtype": "TCP",
"adrfam": "IPv4",
"traddr": "66.1.1.40",
"trsvcid": "4420",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1"
},
"ctrlr_data": {
"cntlid": 3,
"vendor_id": "0x0000",
"model_number": "SANBlaze VLUN P3T1",
"serial_number": "01-6ddce86d6ddce86d",
"firmware_revision": "V10.5",
"subnqn": "nqn.2014-08.com.sanblaze:virtualun.virtualun.3.1",
"oacs": {
"security": 0,
"format": 1,
"firmware": 0,
"ns_manage": 1
},
"multi_ctrlr": true,
"ana_reporting": true
},
"vs": {
"nvme_version": "2.0"
},
"ns_data": {
"id": 2,
"ana_state": "optimized",
"can_share": true
}
}
],
"mp_policy": "active_passive"
}
}
]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_stop_mdns_discovery -b cdc_auto
root@ubuntu-pm-18-226:~/param-spdk/spdk#
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_mdns_discovery_info
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_nvme_get_discovery_info
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk# scripts/rpc.py bdev_get_bdevs
[]
root@ubuntu-pm-18-226:~/param-spdk/spdk#
Signed-off-by: Parameswaran Krishnamurthy <parameswaran.krishna@dell.com>
Change-Id: Ic2c2e614e2549a655c7f81ae844b80d8505a4f02
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/15703
Reviewed-by: Aleksey Marchuk <alexeymar@nvidia.com>
Reviewed-by: Shuhei Matsumoto <smatsumoto@nvidia.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>
Reviewed-by: Paul Luse <paul.e.luse@intel.com>
Reviewed-by: Boris Glimcher <Boris.Glimcher@emc.com>
Reviewed-by: <qun.wan@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
2022-11-30 20:11:23 +00:00
|
|
|
ifeq ($(CONFIG_AVAHI),y)
|
|
|
|
|
SYS_LIBS += -lavahi-common -lavahi-client
|
|
|
|
|
endif
|
|
|
|
|
|
2022-01-19 05:42:56 +00:00
|
|
|
IPSEC_MB_DIR=$(CONFIG_IPSEC_MB_DIR)
|
2019-01-13 20:28:21 +00:00
|
|
|
|
2019-01-21 09:05:59 +00:00
|
|
|
ISAL_DIR=$(SPDK_ROOT_DIR)/isa-l
|
2022-10-04 19:14:10 +00:00
|
|
|
ISAL_CRYPTO_DIR=$(SPDK_ROOT_DIR)/isa-l-crypto
|
2019-01-21 09:05:59 +00:00
|
|
|
ifeq ($(CONFIG_ISAL), y)
|
|
|
|
|
SYS_LIBS += -L$(ISAL_DIR)/.libs -lisal
|
|
|
|
|
COMMON_CFLAGS += -I$(ISAL_DIR)/..
|
2022-10-04 19:14:10 +00:00
|
|
|
ifeq ($(CONFIG_ISAL_CRYPTO), y)
|
|
|
|
|
SYS_LIBS += -L$(ISAL_CRYPTO_DIR)/.libs -lisal_crypto
|
|
|
|
|
COMMON_CFLAGS += -I$(ISAL_CRYPTO_DIR)/..
|
|
|
|
|
endif
|
2019-01-21 09:05:59 +00:00
|
|
|
endif
|
|
|
|
|
|
2020-11-02 15:32:20 +00:00
|
|
|
ifeq ($(CONFIG_VFIO_USER), y)
|
2021-02-19 09:31:12 +00:00
|
|
|
ifneq ($(CONFIG_VFIO_USER_DIR),)
|
2022-05-11 22:42:50 +00:00
|
|
|
VFIO_USER_SRC_DIR=$(CONFIG_VFIO_USER_DIR)
|
2021-02-19 09:31:12 +00:00
|
|
|
else
|
2022-05-11 22:42:50 +00:00
|
|
|
VFIO_USER_SRC_DIR=$(SPDK_ROOT_DIR)/libvfio-user
|
2021-02-19 09:31:12 +00:00
|
|
|
endif
|
2020-11-02 15:32:20 +00:00
|
|
|
ifeq ($(CONFIG_DEBUG), y)
|
2022-05-11 22:42:50 +00:00
|
|
|
VFIO_USER_BUILD_TYPE=debug
|
2020-11-02 15:32:20 +00:00
|
|
|
else
|
|
|
|
|
VFIO_USER_BUILD_TYPE=release
|
|
|
|
|
endif
|
2022-06-15 00:54:11 +00:00
|
|
|
ifeq ($(CONFIG_SHARED), y)
|
|
|
|
|
VFIO_USER_BUILD_SHARED=shared
|
|
|
|
|
else
|
|
|
|
|
VFIO_USER_BUILD_SHARED=static
|
|
|
|
|
endif
|
2022-05-11 22:42:50 +00:00
|
|
|
VFIO_USER_LIB_PREFIX=/usr/local/lib
|
|
|
|
|
VFIO_USER_BUILD_DIR=$(SPDK_ROOT_DIR)/build/libvfio-user/build-$(VFIO_USER_BUILD_TYPE)
|
2022-06-15 00:54:11 +00:00
|
|
|
VFIO_USER_INSTALL_DIR=$(SPDK_ROOT_DIR)/build/libvfio-user
|
2020-11-02 15:32:20 +00:00
|
|
|
VFIO_USER_INCLUDE_DIR=$(VFIO_USER_INSTALL_DIR)/usr/local/include
|
2022-06-15 00:54:11 +00:00
|
|
|
VFIO_USER_LIBRARY_DIR=$(VFIO_USER_INSTALL_DIR)$(VFIO_USER_LIB_PREFIX)
|
2021-05-10 15:12:00 +00:00
|
|
|
|
2020-11-02 15:32:20 +00:00
|
|
|
CFLAGS += -I$(VFIO_USER_INCLUDE_DIR)
|
|
|
|
|
LDFLAGS += -L$(VFIO_USER_LIBRARY_DIR)
|
2022-06-15 00:54:11 +00:00
|
|
|
SYS_LIBS += -lvfio-user -ljson-c
|
2020-11-02 15:32:20 +00:00
|
|
|
endif
|
|
|
|
|
|
2022-01-19 10:12:50 +00:00
|
|
|
ifeq ($(CONFIG_XNVME), y)
|
|
|
|
|
XNVME_DIR=$(SPDK_ROOT_DIR)/xnvme
|
|
|
|
|
XNVME_INSTALL_DIR=$(XNVME_DIR)/builddir/lib
|
|
|
|
|
XNVME_INCLUDE_DIR=$(XNVME_DIR)/include
|
|
|
|
|
|
|
|
|
|
CFLAGS += -I$(XNVME_INCLUDE_DIR)
|
|
|
|
|
LDFLAGS += -L$(XNVME_INSTALL_DIR)
|
|
|
|
|
SYS_LIBS += -lxnvme
|
2022-09-24 13:35:48 +00:00
|
|
|
ifneq ($(CONFIG_URING), y)
|
|
|
|
|
SYS_LIBS += -luring
|
|
|
|
|
endif
|
2022-01-19 10:12:50 +00:00
|
|
|
endif
|
|
|
|
|
|
2022-09-15 10:55:46 +00:00
|
|
|
ifeq ($(CONFIG_DAOS),y)
|
|
|
|
|
ifneq ($(CONFIG_DAOS_DIR),)
|
|
|
|
|
CFLAGS += -I$(CONFIG_DAOS_DIR)/include
|
|
|
|
|
LDFLAGS += -L$(CONFIG_DAOS_DIR)/lib64
|
|
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
|
2022-11-29 05:56:56 +00:00
|
|
|
ifeq ($(CONFIG_UBLK),y)
|
|
|
|
|
SYS_LIBS += -luring
|
|
|
|
|
endif
|
|
|
|
|
|
2018-04-25 20:00:44 +00:00
|
|
|
#Attach only if FreeBSD and RDMA is specified with configure
|
|
|
|
|
ifeq ($(OS),FreeBSD)
|
|
|
|
|
ifeq ($(CONFIG_RDMA),y)
|
|
|
|
|
# Mellanox - MLX4 HBA Userspace Library
|
|
|
|
|
ifneq ("$(wildcard /usr/lib/libmlx4.*)","")
|
2018-09-12 19:39:09 +00:00
|
|
|
SYS_LIBS += -lmlx4
|
2018-04-25 20:00:44 +00:00
|
|
|
endif
|
|
|
|
|
# Mellanox - MLX5 HBA Userspace Library
|
|
|
|
|
ifneq ("$(wildcard /usr/lib/libmlx5.*)","")
|
2018-09-12 19:39:09 +00:00
|
|
|
SYS_LIBS += -lmlx5
|
2018-04-25 20:00:44 +00:00
|
|
|
endif
|
|
|
|
|
# Chelsio HBA Userspace Library
|
|
|
|
|
ifneq ("$(wildcard /usr/lib/libcxgb4.*)","")
|
2018-09-12 19:39:09 +00:00
|
|
|
SYS_LIBS += -lcxgb4
|
2018-04-25 20:00:44 +00:00
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
|
2020-09-30 15:31:38 +00:00
|
|
|
ifeq ($(CONFIG_FC),y)
|
|
|
|
|
ifneq ($(strip $(CONFIG_FC_PATH)),)
|
|
|
|
|
SYS_LIBS += -L$(CONFIG_FC_PATH)
|
|
|
|
|
endif
|
|
|
|
|
SYS_LIBS += -lufc
|
|
|
|
|
endif
|
|
|
|
|
|
2015-09-21 15:52:41 +00:00
|
|
|
ifeq ($(CONFIG_DEBUG), y)
|
2018-01-05 18:26:19 +00:00
|
|
|
COMMON_CFLAGS += -DDEBUG -O0 -fno-omit-frame-pointer
|
2015-09-21 15:52:41 +00:00
|
|
|
else
|
2015-09-24 20:38:59 +00:00
|
|
|
COMMON_CFLAGS += -DNDEBUG -O2
|
2015-10-12 23:31:01 +00:00
|
|
|
# Enable _FORTIFY_SOURCE checks - these only work when optimizations are enabled.
|
2015-12-22 17:15:06 +00:00
|
|
|
COMMON_CFLAGS += -U_FORTIFY_SOURCE -D_FORTIFY_SOURCE=2
|
2015-09-21 15:52:41 +00:00
|
|
|
endif
|
|
|
|
|
|
2015-10-22 18:26:21 +00:00
|
|
|
ifeq ($(CONFIG_COVERAGE), y)
|
|
|
|
|
COMMON_CFLAGS += -fprofile-arcs -ftest-coverage
|
|
|
|
|
LDFLAGS += -fprofile-arcs -ftest-coverage
|
|
|
|
|
ifeq ($(OS),FreeBSD)
|
|
|
|
|
LDFLAGS += --coverage
|
|
|
|
|
endif
|
|
|
|
|
endif
|
|
|
|
|
|
2021-03-03 09:48:43 +00:00
|
|
|
ifeq ($(OS),Windows)
|
|
|
|
|
WPDK_DIR = $(abspath $(CONFIG_WPDK_DIR))
|
|
|
|
|
COMMON_CFLAGS += -I$(WPDK_DIR)/include/wpdk -I$(WPDK_DIR)/include
|
|
|
|
|
LDFLAGS += -L$(WPDK_DIR)/lib
|
|
|
|
|
ifeq ($(CONFIG_SHARED),y)
|
|
|
|
|
SYS_LIBS += -lwpdk
|
|
|
|
|
else
|
|
|
|
|
SYS_LIBS += $(WPDK_DIR)/lib/libwpdk.a
|
|
|
|
|
endif
|
|
|
|
|
SYS_LIBS += -ldbghelp -lkernel32 -lsetupapi -lws2_32 -lrpcrt4 -liphlpapi
|
|
|
|
|
endif
|
|
|
|
|
|
2016-08-10 17:28:20 +00:00
|
|
|
include $(CONFIG_ENV)/env.mk
|
2015-09-21 15:52:41 +00:00
|
|
|
|
2016-11-30 18:17:15 +00:00
|
|
|
ifeq ($(CONFIG_ASAN),y)
|
2015-11-04 19:46:09 +00:00
|
|
|
COMMON_CFLAGS += -fsanitize=address
|
|
|
|
|
LDFLAGS += -fsanitize=address
|
|
|
|
|
endif
|
|
|
|
|
|
2016-11-30 18:16:25 +00:00
|
|
|
ifeq ($(CONFIG_UBSAN),y)
|
|
|
|
|
COMMON_CFLAGS += -fsanitize=undefined
|
|
|
|
|
LDFLAGS += -fsanitize=undefined
|
|
|
|
|
endif
|
|
|
|
|
|
2017-05-24 22:00:54 +00:00
|
|
|
ifeq ($(CONFIG_TSAN),y)
|
|
|
|
|
COMMON_CFLAGS += -fsanitize=thread
|
|
|
|
|
LDFLAGS += -fsanitize=thread
|
|
|
|
|
endif
|
|
|
|
|
|
test/nvmf: fuzz nvmf target using LLVM's libFuzzer
LLVM provides libFuzzer which does coverage-guided
fuzzing of a library or application under test. For
SPDK, we can use this as a new and better way to
generate random commands to the SPDK nvmf target.
By default, libFuzzer provides the main() and your
source file just provides the function called by
LLVM for each iteration of random data. But this
doesn't really work for SPDK since we need to start
the app framework and the nvmf target. So we
specify -fsanitizer=fuzzer-no-link, explicitly
specify the location of the fuzzer_no_main library
and then call LLVMFuzzerRunDriver to start the
fuzzing process once we are ready.
Since this is all coverage-guided, we invoke the
fuzzer inside the nvmf target application. So this
patch creates a new target application called
'llvm_nvme_fuzz'. One core is needed to run the
nvmf target, then we spawn a pthread to run the
fuzzer against it.
Currently there are two fuzzers defined. Fuzzer 0
does random testing of admin commands. Fuzzer 1
is focused solely on GET_LOG_PAGE and fuzzes a
smaller subset of the bytes in the spdk_nvme_cmd.
Additional fuzzers can be added in the future for
other commands, testing I/O queues, data payloads,
etc.
You do need to specify CC and CXX when running
configure, as well as specify the location of the
special clang_rt.fuzz_no_main library. The path of
that library is dependent on your clang version and
architecture. If using clang-12 on x86_64 platform,
it will look like:
CC=clang-12 CXX=clang++-12 ./configure --with-fuzzer= \
/usr/lib/llvm-12/lib/clang/12.0.0/lib/linux/libclang_rt.fuzzer_no_main-x86_64.a
Then just do the following to demonstrate the fuzzer
tool.
make
test/nvmf/target/llvm_nvme_fuzz.sh --time=60 --fuzzer=0
Signed-off-by: Jim Harris <james.r.harris@intel.com>
Change-Id: Iee0997501893ac284a3947a1db7a155c5ceb7849
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/10038
Reviewed-by: Changpeng Liu <changpeng.liu@intel.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
2021-10-15 21:54:52 +00:00
|
|
|
ifeq ($(CONFIG_FUZZER),y)
|
|
|
|
|
COMMON_CFLAGS += -fsanitize=fuzzer-no-link
|
|
|
|
|
LDFLAGS += -fsanitize=fuzzer-no-link
|
|
|
|
|
SYS_LIBS += $(CONFIG_FUZZER_LIB)
|
|
|
|
|
endif
|
|
|
|
|
|
2019-11-12 14:00:53 +00:00
|
|
|
SPDK_GIT_COMMIT := $(shell git rev-parse --short HEAD 2>/dev/null)
|
|
|
|
|
ifneq (, $(SPDK_GIT_COMMIT))
|
|
|
|
|
COMMON_CFLAGS += -DSPDK_GIT_COMMIT=$(SPDK_GIT_COMMIT)
|
|
|
|
|
endif
|
|
|
|
|
|
2021-02-25 18:31:54 +00:00
|
|
|
ifneq ($(OS),Windows)
|
2016-06-22 16:26:54 +00:00
|
|
|
COMMON_CFLAGS += -pthread
|
2021-04-06 12:59:49 +00:00
|
|
|
SYS_LIBS += -pthread
|
2021-02-25 18:31:54 +00:00
|
|
|
endif
|
2016-06-23 16:29:22 +00:00
|
|
|
|
2021-03-31 10:09:42 +00:00
|
|
|
ifeq ($(CONFIG_IDXD_KERNEL),y)
|
|
|
|
|
SYS_LIBS += -laccel-config
|
|
|
|
|
endif
|
|
|
|
|
|
2016-08-10 17:28:20 +00:00
|
|
|
CFLAGS += $(COMMON_CFLAGS) -Wno-pointer-sign -Wstrict-prototypes -Wold-style-definition -std=gnu99
|
2021-09-23 15:54:41 +00:00
|
|
|
CXXFLAGS += $(COMMON_CFLAGS) -std=c++11
|
2016-08-10 17:28:20 +00:00
|
|
|
|
2016-06-23 16:29:22 +00:00
|
|
|
SYS_LIBS += -lrt
|
2023-01-26 13:04:08 +00:00
|
|
|
ifneq ($(OS),FreeBSD)
|
2017-09-14 14:53:36 +00:00
|
|
|
SYS_LIBS += -luuid
|
2023-01-26 13:04:08 +00:00
|
|
|
endif
|
2022-05-04 18:57:37 +00:00
|
|
|
SYS_LIBS += -lssl
|
2018-06-14 21:50:29 +00:00
|
|
|
SYS_LIBS += -lcrypto
|
2021-05-06 21:20:45 +00:00
|
|
|
SYS_LIBS += -lm
|
2016-06-22 16:23:27 +00:00
|
|
|
|
2022-05-04 18:57:37 +00:00
|
|
|
PKGCONF ?= pkg-config
|
2022-06-24 23:38:40 +00:00
|
|
|
ifneq ($(strip $(CONFIG_OPENSSL_PATH)),)
|
|
|
|
|
CFLAGS += -I$(CONFIG_OPENSSL_PATH)/include
|
|
|
|
|
LDFLAGS += -L$(CONFIG_OPENSSL_PATH)
|
|
|
|
|
else
|
2022-05-04 18:57:37 +00:00
|
|
|
# `libssl11` name is unique to Centos7 via EPEL
|
|
|
|
|
# So it's safe to add it here without additional check for Centos7
|
|
|
|
|
ifeq ($(shell $(PKGCONF) --exists libssl11 && echo 1),1)
|
|
|
|
|
CFLAGS += $(shell $(PKGCONF) --cflags libssl11)
|
|
|
|
|
LDFLAGS += $(shell $(PKGCONF) --libs libssl11)
|
|
|
|
|
endif
|
2022-06-24 23:38:40 +00:00
|
|
|
endif
|
2022-05-04 18:57:37 +00:00
|
|
|
|
2020-03-24 01:58:42 +00:00
|
|
|
ifneq ($(CONFIG_NVME_CUSE)$(CONFIG_FUSE),nn)
|
2019-10-24 18:04:33 +00:00
|
|
|
SYS_LIBS += -lfuse3
|
|
|
|
|
endif
|
|
|
|
|
|
2021-02-25 18:31:54 +00:00
|
|
|
ifeq ($(OS).$(CC_TYPE),Windows.gcc)
|
|
|
|
|
# Include libssp.a for stack-protector and _FORTIFY_SOURCE
|
|
|
|
|
SYS_LIBS += -l:libssp.a
|
|
|
|
|
endif
|
|
|
|
|
|
2015-09-21 15:52:41 +00:00
|
|
|
MAKEFLAGS += --no-print-directory
|
|
|
|
|
|
2016-07-13 22:34:28 +00:00
|
|
|
C_SRCS += $(C_SRCS-y)
|
|
|
|
|
CXX_SRCS += $(CXX_SRCS-y)
|
|
|
|
|
|
2016-05-10 23:17:51 +00:00
|
|
|
OBJS = $(C_SRCS:.c=.o) $(CXX_SRCS:.cpp=.o)
|
2015-11-10 23:19:07 +00:00
|
|
|
|
2015-11-09 23:40:44 +00:00
|
|
|
DEPFLAGS = -MMD -MP -MF $*.d.tmp
|
|
|
|
|
|
2015-11-10 22:54:04 +00:00
|
|
|
# Compile first input $< (.c) into $@ (.o)
|
|
|
|
|
COMPILE_C=\
|
2016-03-08 17:38:47 +00:00
|
|
|
$(Q)echo " CC $S/$@"; \
|
2015-11-10 22:54:04 +00:00
|
|
|
$(CC) -o $@ $(DEPFLAGS) $(CFLAGS) -c $< && \
|
2017-11-20 23:18:03 +00:00
|
|
|
mv -f $*.d.tmp $*.d && touch -c $@
|
2015-11-10 22:54:04 +00:00
|
|
|
|
2016-05-10 23:17:51 +00:00
|
|
|
COMPILE_CXX=\
|
|
|
|
|
$(Q)echo " CXX $S/$@"; \
|
|
|
|
|
$(CXX) -o $@ $(DEPFLAGS) $(CXXFLAGS) -c $< && \
|
2017-11-20 23:18:03 +00:00
|
|
|
mv -f $*.d.tmp $*.d && touch -c $@
|
2016-05-10 23:17:51 +00:00
|
|
|
|
2020-07-16 08:37:42 +00:00
|
|
|
ENV_LDFLAGS = $(if $(SPDK_NO_LINK_ENV),,$(ENV_LINKER_ARGS))
|
|
|
|
|
|
2015-11-10 22:54:04 +00:00
|
|
|
# Link $(OBJS) and $(LIBS) into $@ (app)
|
|
|
|
|
LINK_C=\
|
2020-05-11 21:15:03 +00:00
|
|
|
$(Q)echo " LINK $(notdir $@)"; \
|
2020-07-16 08:37:42 +00:00
|
|
|
$(CC) -o $@ $(CPPFLAGS) $(LDFLAGS) $(OBJS) $(LIBS) $(ENV_LDFLAGS) $(SYS_LIBS)
|
2015-11-10 22:54:04 +00:00
|
|
|
|
2016-05-10 23:17:51 +00:00
|
|
|
LINK_CXX=\
|
2020-05-11 21:15:03 +00:00
|
|
|
$(Q)echo " LINK $(notdir $@)"; \
|
2020-07-16 08:37:42 +00:00
|
|
|
$(CXX) -o $@ $(CPPFLAGS) $(LDFLAGS) $(OBJS) $(LIBS) $(ENV_LDFLAGS) $(SYS_LIBS)
|
2016-05-10 23:17:51 +00:00
|
|
|
|
2018-08-10 18:08:56 +00:00
|
|
|
# Provide function to ease build of a shared lib
|
|
|
|
|
define spdk_build_realname_shared_lib
|
2021-09-08 14:55:37 +00:00
|
|
|
$(1) -o $@ -shared $(CPPFLAGS) $(LDFLAGS) \
|
2020-07-15 23:58:48 +00:00
|
|
|
-Wl,-rpath=$(DESTDIR)/$(libdir) \
|
2020-02-28 20:47:11 +00:00
|
|
|
-Wl,--soname,$(notdir $@) \
|
2021-09-08 14:55:37 +00:00
|
|
|
-Wl,--whole-archive $(2) -Wl,--no-whole-archive \
|
|
|
|
|
-Wl,--version-script=$(3) \
|
|
|
|
|
$(4) -Wl,--no-as-needed $(5) -Wl,--as-needed
|
2018-08-10 18:08:56 +00:00
|
|
|
endef
|
|
|
|
|
|
|
|
|
|
BUILD_LINKERNAME_LIB=\
|
|
|
|
|
ln -sf $(notdir $<) $@
|
|
|
|
|
|
2015-11-10 22:54:04 +00:00
|
|
|
# Archive $(OBJS) into $@ (.a)
|
|
|
|
|
LIB_C=\
|
2016-11-15 00:45:04 +00:00
|
|
|
$(Q)echo " LIB $(notdir $@)"; \
|
2016-12-01 00:20:35 +00:00
|
|
|
rm -f $@; \
|
2021-08-12 14:35:04 +00:00
|
|
|
mkdir -p $(dir $@); \
|
2016-03-24 20:27:53 +00:00
|
|
|
$(CCAR) crDs $@ $(OBJS)
|
2015-11-10 22:54:04 +00:00
|
|
|
|
2015-12-07 22:14:36 +00:00
|
|
|
# Clean up generated files listed as arguments plus a default list
|
|
|
|
|
CLEAN_C=\
|
2021-02-23 08:58:06 +00:00
|
|
|
$(Q)rm -f *.a *.lib *.o *.obj *.d *.d.tmp *.pdb *.gcno *.gcda
|
2015-12-07 22:14:36 +00:00
|
|
|
|
2017-11-15 17:36:36 +00:00
|
|
|
# Install a library
|
|
|
|
|
INSTALL_LIB=\
|
|
|
|
|
$(Q)echo " INSTALL $(DESTDIR)$(libdir)/$(notdir $(LIB))"; \
|
|
|
|
|
install -d -m 755 "$(DESTDIR)$(libdir)"; \
|
|
|
|
|
install -m 644 "$(LIB)" "$(DESTDIR)$(libdir)/"
|
|
|
|
|
|
2019-01-02 09:28:02 +00:00
|
|
|
# Uninstall a library
|
|
|
|
|
UNINSTALL_LIB=\
|
|
|
|
|
$(Q)echo " UNINSTALL $(DESTDIR)$(libdir)/$(notdir $(LIB))";\
|
|
|
|
|
rm -f "$(DESTDIR)$(libdir)/$(notdir $(LIB))"; \
|
|
|
|
|
if [ -d "$(DESTDIR)$(libdir)" ] && [ $$(ls -A "$(DESTDIR)$(libdir)" | wc -l) -eq 0 ]; then rm -rf "$(DESTDIR)$(libdir)"; fi
|
|
|
|
|
|
2021-02-10 15:28:48 +00:00
|
|
|
define pkgconfig_install
|
|
|
|
|
echo " INSTALL $(DESTDIR)$(libdir)/pkgconfig/$(notdir $(1))";
|
|
|
|
|
install -d -m 755 "$(DESTDIR)$(libdir)/pkgconfig";
|
|
|
|
|
install -m 644 "$(1)" "$(DESTDIR)$(libdir)/pkgconfig";
|
|
|
|
|
endef
|
|
|
|
|
|
|
|
|
|
define pkgconfig_uninstall
|
|
|
|
|
echo " UNINSTALL $(DESTDIR)$(libdir)/pkgconfig/$(notdir $(1))";
|
|
|
|
|
rm -f "$(DESTDIR)$(libdir)/pkgconfig/$(notdir $(1))";
|
|
|
|
|
if [ -d "$(DESTDIR)$(libdir)/pkgconfig" ] && [ $$(ls -A "$(DESTDIR)$(libdir)/pkgconfig" | wc -l) -eq 0 ]; then rm -rf "$(DESTDIR)$(libdir)/pkgconfig"; fi;
|
|
|
|
|
endef
|
|
|
|
|
|
2018-08-10 18:08:56 +00:00
|
|
|
ifeq ($(OS),FreeBSD)
|
|
|
|
|
INSTALL_REL_SYMLINK := install -l rs
|
|
|
|
|
else
|
|
|
|
|
INSTALL_REL_SYMLINK := ln -sf -r
|
|
|
|
|
endif
|
|
|
|
|
|
|
|
|
|
define spdk_install_lib_symlink
|
2018-09-19 17:11:18 +00:00
|
|
|
$(INSTALL_REL_SYMLINK) $(DESTDIR)$(libdir)/$(1) $(DESTDIR)$(libdir)/$(2)
|
2018-08-10 18:08:56 +00:00
|
|
|
endef
|
|
|
|
|
|
2018-09-19 17:11:18 +00:00
|
|
|
INSTALL_SHARED_LIB=\
|
|
|
|
|
$(Q)echo " INSTALL $(DESTDIR)$(libdir)/$(notdir $(SHARED_LINKED_LIB))"; \
|
|
|
|
|
install -d -m 755 "$(DESTDIR)$(libdir)"; \
|
2021-03-04 22:20:32 +00:00
|
|
|
if file $(SHARED_REALNAME_LIB) | grep -q 'LSB shared object'; then \
|
2018-10-29 15:17:31 +00:00
|
|
|
perm_mode=755; \
|
|
|
|
|
else \
|
|
|
|
|
perm_mode=644; \
|
|
|
|
|
fi; \
|
|
|
|
|
install -m $$perm_mode "$(SHARED_REALNAME_LIB)" "$(DESTDIR)$(libdir)/"; \
|
2018-09-19 17:11:18 +00:00
|
|
|
$(call spdk_install_lib_symlink,$(notdir $(SHARED_REALNAME_LIB)),$(notdir $(SHARED_LINKED_LIB)));
|
2018-06-11 19:40:29 +00:00
|
|
|
|
2019-01-02 09:28:02 +00:00
|
|
|
# Uninstall an shared library
|
|
|
|
|
UNINSTALL_SHARED_LIB=\
|
|
|
|
|
$(Q)echo " UNINSTALL $(DESTDIR)$(libdir)/$(notdir $(SHARED_LINKED_LIB))"; \
|
|
|
|
|
rm -f "$(DESTDIR)$(libdir)/$(notdir $(SHARED_LINKED_LIB))"; \
|
|
|
|
|
rm -f "$(DESTDIR)$(libdir)/$(notdir $(SHARED_REALNAME_LIB))"; \
|
|
|
|
|
if [ -d "$(DESTDIR)$(libdir)" ] && [ $$(ls -A "$(DESTDIR)$(libdir)" | wc -l) -eq 0 ]; then rm -rf "$(DESTDIR)$(libdir)"; fi
|
|
|
|
|
|
|
|
|
|
|
2018-03-08 22:29:44 +00:00
|
|
|
# Install an app binary
|
|
|
|
|
INSTALL_APP=\
|
2020-05-11 21:15:03 +00:00
|
|
|
$(Q)echo " INSTALL $(DESTDIR)$(bindir)/$(notdir $<)"; \
|
2018-03-08 22:29:44 +00:00
|
|
|
install -d -m 755 "$(DESTDIR)$(bindir)"; \
|
2020-05-11 21:15:03 +00:00
|
|
|
install -m 755 "$<" "$(DESTDIR)$(bindir)/"
|
2018-03-08 22:29:44 +00:00
|
|
|
|
2019-01-02 09:28:02 +00:00
|
|
|
# Uninstall an app binary
|
|
|
|
|
UNINSTALL_APP=\
|
|
|
|
|
$(Q)echo " UNINSTALL $(DESTDIR)$(bindir)/$(notdir $(APP))"; \
|
|
|
|
|
rm -f "$(DESTDIR)$(bindir)/$(notdir $(APP))"; \
|
|
|
|
|
if [ -d "$(DESTDIR)$(bindir)" ] && [ $$(ls -A "$(DESTDIR)$(bindir)" | wc -l) -eq 0 ]; then rm -rf "$(DESTDIR)$(bindir)"; fi
|
|
|
|
|
|
2018-10-18 18:48:49 +00:00
|
|
|
INSTALL_EXAMPLE=\
|
|
|
|
|
$(Q)echo " INSTALL $(DESTDIR)$(bindir)/spdk_$(strip $(subst /,_,$(subst $(SPDK_ROOT_DIR)/examples/, ,$(CURDIR))))"; \
|
|
|
|
|
install -d -m 755 "$(DESTDIR)$(bindir)"; \
|
2020-05-11 22:02:01 +00:00
|
|
|
install -m 755 "$<" "$(DESTDIR)$(bindir)/spdk_$(strip $(subst /,_,$(subst $(SPDK_ROOT_DIR)/examples/, ,$(CURDIR))))"
|
2018-10-18 18:48:49 +00:00
|
|
|
|
2019-01-02 09:28:02 +00:00
|
|
|
# Uninstall an example binary
|
|
|
|
|
UNINSTALL_EXAMPLE=\
|
|
|
|
|
$(Q)echo " UNINSTALL $(DESTDIR)$(bindir)/spdk_$(strip $(subst /,_,$(subst $(SPDK_ROOT_DIR)/examples/, ,$(CURDIR))))"; \
|
|
|
|
|
rm -f "$(DESTDIR)$(bindir)/spdk_$(strip $(subst /,_,$(subst $(SPDK_ROOT_DIR)/examples/, ,$(CURDIR))))"; \
|
|
|
|
|
if [ -d "$(DESTDIR)$(bindir)" ] && [ $$(ls -A "$(DESTDIR)$(bindir)" | wc -l) -eq 0 ]; then rm -rf "$(DESTDIR)$(bindir)"; fi
|
|
|
|
|
|
2017-11-15 17:36:36 +00:00
|
|
|
# Install a header
|
|
|
|
|
INSTALL_HEADER=\
|
|
|
|
|
$(Q)echo " INSTALL $@"; \
|
|
|
|
|
install -d -m 755 "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))"; \
|
2019-01-02 09:28:02 +00:00
|
|
|
install -m 644 "$(patsubst $(DESTDIR)$(includedir)/%,%,$@)" "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))";
|
|
|
|
|
|
|
|
|
|
# Uninstall a header
|
|
|
|
|
UNINSTALL_HEADER=\
|
|
|
|
|
$(Q)echo " UNINSTALL $@"; \
|
|
|
|
|
rm -rf "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))$(notdir $@)"; \
|
|
|
|
|
if [ -d "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))" ] \
|
|
|
|
|
&& [ $$(ls -A "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))" | wc -l) -eq 0 ]; \
|
|
|
|
|
then rm -rf "$(DESTDIR)$(includedir)/$(dir $(patsubst $(DESTDIR)$(includedir)/%,%,$@))"; fi
|
2017-11-15 17:36:36 +00:00
|
|
|
|
2015-11-09 23:40:44 +00:00
|
|
|
%.o: %.c %.d $(MAKEFILE_LIST)
|
2015-11-10 22:54:04 +00:00
|
|
|
$(COMPILE_C)
|
2015-11-09 23:40:44 +00:00
|
|
|
|
2016-05-10 23:17:51 +00:00
|
|
|
%.o: %.cpp %.d $(MAKEFILE_LIST)
|
|
|
|
|
$(COMPILE_CXX)
|
|
|
|
|
|
2015-11-09 23:40:44 +00:00
|
|
|
%.d: ;
|
2016-11-18 16:57:53 +00:00
|
|
|
|
2018-10-12 21:50:36 +00:00
|
|
|
define spdk_lib_list_to_static_libs
|
2017-11-15 16:55:24 +00:00
|
|
|
$(1:%=$(SPDK_ROOT_DIR)/build/lib/libspdk_%.a)
|
2016-11-18 16:57:53 +00:00
|
|
|
endef
|
2018-10-12 21:50:36 +00:00
|
|
|
|
|
|
|
|
define spdk_lib_list_to_shared_libs
|
|
|
|
|
$(1:%=$(SPDK_ROOT_DIR)/build/lib/libspdk_%.so)
|
|
|
|
|
endef
|
2020-09-29 18:37:04 +00:00
|
|
|
|
|
|
|
|
define add_no_as_needed
|
|
|
|
|
-Wl,--no-as-needed $(1) -Wl,-as-needed
|
|
|
|
|
endef
|
|
|
|
|
|
|
|
|
|
define add_whole_archive
|
|
|
|
|
-Wl,--whole-archive $(1) -Wl,--no-whole-archive
|
|
|
|
|
endef
|
2020-09-24 00:06:02 +00:00
|
|
|
|
|
|
|
|
define pkgconfig_filename
|
|
|
|
|
$(SPDK_ROOT_DIR)/build/lib/pkgconfig/$(1).pc
|
|
|
|
|
endef
|
