ivampiresp/Spdk
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

example/nvme_perf: Add an option for the RDMA SRQ size

Browse Source 
Signed-off-by: Shuhei Matsumoto <smatsumoto@nvidia.com>
Change-Id: I227fb3ca61f1c8900aca1a5802bc1b7f32b96f3e
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/14913
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>
Reviewed-by: Aleksey Marchuk <alexeymar@nvidia.com>
This commit is contained in:
Shuhei Matsumoto 2023-01-06 20:09:55 +09:00 committed by Jim Harris
parent bcd987ea2d
commit 2085362d89
1 changed files with 23 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

23
examples/nvme/perf/perf.c
View File

@ -256,6 +256,8 @@ static char *g_sock_threshold_impl;
static uint8_t g_transport_tos = 0; static uint8_t g_transport_tos = 0;
static uint32_t g_rdma_srq_size;
/* When user specifies -Q, some error messages are rate limited. When rate /* When user specifies -Q, some error messages are rate limited. When rate
* limited, we only print the error message every g_quiet_count times the * limited, we only print the error message every g_quiet_count times the
* error occurs. * error occurs.
@ -1858,6 +1860,7 @@ usage(char *program_name)
printf("\t[--zerocopy-threshold <val> data is sent with MSG_ZEROCOPY if size is greater than this val. Default: 0 to disable it]\n"); printf("\t[--zerocopy-threshold <val> data is sent with MSG_ZEROCOPY if size is greater than this val. Default: 0 to disable it]\n");
printf("\t[--zerocopy-threshold-sock-impl <impl> specify the sock implementation to set zerocopy_threshold]\n"); printf("\t[--zerocopy-threshold-sock-impl <impl> specify the sock implementation to set zerocopy_threshold]\n");
printf("\t[--transport-tos <val> specify the type of service for RDMA transport. Default: 0 (disabled)]\n"); printf("\t[--transport-tos <val> specify the type of service for RDMA transport. Default: 0 (disabled)]\n");
printf("\t[--rdma-srq-size <val> The size of a shared rdma receive queue. Default: 0 (disabled)]\n");
} }
static void static void
@ -2368,6 +2371,8 @@ static const struct option g_perf_cmdline_opts[] = {
{"zerocopy-threshold-sock-impl", required_argument, NULL, PERF_SOCK_IMPL}, {"zerocopy-threshold-sock-impl", required_argument, NULL, PERF_SOCK_IMPL},
#define PERF_TRANSPORT_TOS 267 #define PERF_TRANSPORT_TOS 267
{"transport-tos", required_argument, NULL, PERF_TRANSPORT_TOS}, {"transport-tos", required_argument, NULL, PERF_TRANSPORT_TOS},
#define PERF_RDMA_SRQ_SIZE 268
{"rdma-srq-size", required_argument, NULL, PERF_RDMA_SRQ_SIZE},
/* Should be the last element */ /* Should be the last element */
{0, 0, 0, 0} {0, 0, 0, 0}
}; };
@ -2401,6 +2406,7 @@ parse_args(int argc, char **argv, struct spdk_env_opts *env_opts)
case PERF_SKIP_ERRORS: case PERF_SKIP_ERRORS:
case PERF_IO_QUEUE_SIZE: case PERF_IO_QUEUE_SIZE:
case PERF_ZEROCOPY_THRESHOLD: case PERF_ZEROCOPY_THRESHOLD:
case PERF_RDMA_SRQ_SIZE:
val = spdk_strtol(optarg, 10); val = spdk_strtol(optarg, 10);
if (val < 0) { if (val < 0) {
fprintf(stderr, "Converting a string to integer failed\n"); fprintf(stderr, "Converting a string to integer failed\n");
@ -2462,6 +2468,10 @@ parse_args(int argc, char **argv, struct spdk_env_opts *env_opts)
break; break;
case PERF_ZEROCOPY_THRESHOLD: case PERF_ZEROCOPY_THRESHOLD:
g_sock_zcopy_threshold = val; g_sock_zcopy_threshold = val;
break;
case PERF_RDMA_SRQ_SIZE:
g_rdma_srq_size = val;
break;
} }
break; break;
case PERF_NUMBER_IOS: case PERF_NUMBER_IOS:
@ -2712,6 +2722,19 @@ parse_args(int argc, char **argv, struct spdk_env_opts *env_opts)
return 1; return 1;
} }
if (g_rdma_srq_size != 0) {
struct spdk_nvme_transport_opts opts;
spdk_nvme_transport_get_opts(&opts, sizeof(opts));
opts.rdma_srq_size = g_rdma_srq_size;
rc = spdk_nvme_transport_set_opts(&opts, sizeof(opts));
if (rc != 0) {
fprintf(stderr, "Failed to set NVMe transport options.\n");
return 1;
}
}
if (TAILQ_EMPTY(&g_trid_list)) { if (TAILQ_EMPTY(&g_trid_list)) {
/* If no transport IDs specified, default to enumerating all local PCIe devices */ /* If no transport IDs specified, default to enumerating all local PCIe devices */
add_trid("trtype:PCIe"); add_trid("trtype:PCIe");