ivampiresp/Spdk
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

nvme/rdma: Use RDMA statistics

Browse Source 
These statistics allow to estimate WRs batching
efficiency. The number of send WRs equals the total
number of submitted NVME commands.

Change-Id: I96c9836cd6b9070cf5f62e43b4d2738506866e94
Signed-off-by: Alexey Marchuk <alexeymar@mellanox.com>
Reviewed-on: https://review.spdk.io/gerrit/c/spdk/spdk/+/6297
Tested-by: SPDK CI Jenkins <sys_sgci@intel.com>
Reviewed-by: Jim Harris <james.r.harris@intel.com>
Reviewed-by: Ben Walker <benjamin.walker@intel.com>
Reviewed-by: Shuhei Matsumoto <shuhei.matsumoto.xt@hitachi.com>
This commit is contained in:
Alexey Marchuk 2020-12-03 18:27:24 +03:00 committed by Tomasz Zawadzki
parent 4e8032ab04
commit 527f406b6b
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
lib/nvme/nvme_rdma.c
View File

@ -148,11 +148,16 @@ struct nvme_rdma_destroyed_qpair {
STAILQ_ENTRY(nvme_rdma_destroyed_qpair) link; STAILQ_ENTRY(nvme_rdma_destroyed_qpair) link;
}; };
struct nvme_rdma_poller_stats {
struct spdk_rdma_qp_stats rdma_stats;
};
struct nvme_rdma_poller { struct nvme_rdma_poller {
struct ibv_context *device; struct ibv_context *device;
struct ibv_cq *cq; struct ibv_cq *cq;
int required_num_wc; int required_num_wc;
int current_num_wc; int current_num_wc;
struct nvme_rdma_poller_stats stats;
STAILQ_ENTRY(nvme_rdma_poller) link; STAILQ_ENTRY(nvme_rdma_poller) link;
}; };
@ -220,6 +225,7 @@ struct nvme_rdma_qpair {
/* Placed at the end of the struct since it is not used frequently */ /* Placed at the end of the struct since it is not used frequently */
struct rdma_cm_event *evt; struct rdma_cm_event *evt;
struct nvme_rdma_poller *poller;
/* Used by poll group to keep the qpair around until it is ready to remove it. */ /* Used by poll group to keep the qpair around until it is ready to remove it. */
bool defer_deletion_to_pg; bool defer_deletion_to_pg;
@ -601,6 +607,7 @@ nvme_rdma_qpair_init(struct nvme_rdma_qpair *rqpair)
} }
attr.pd = rctrlr->pd; attr.pd = rctrlr->pd;
attr.stats = rqpair->poller ? &rqpair->poller->stats.rdma_stats : NULL;
attr.send_cq = rqpair->cq; attr.send_cq = rqpair->cq;
attr.recv_cq = rqpair->cq; attr.recv_cq = rqpair->cq;
attr.cap.max_send_wr = rqpair->num_entries; /* SEND operations */ attr.cap.max_send_wr = rqpair->num_entries; /* SEND operations */
@ -2420,6 +2427,7 @@ nvme_rdma_poll_group_connect_qpair(struct spdk_nvme_qpair *qpair)
return -EPROTO; return -EPROTO;
} }
rqpair->cq = poller->cq; rqpair->cq = poller->cq;
rqpair->poller = poller;
break; break;
} }
} }