/*- * BSD LICENSE * * Copyright (c) Intel Corporation. * All rights reserved. * * Redistribution and use in source and binary forms, with or without * modification, are permitted provided that the following conditions * are met: * * * Redistributions of source code must retain the above copyright * notice, this list of conditions and the following disclaimer. * * Redistributions in binary form must reproduce the above copyright * notice, this list of conditions and the following disclaimer in * the documentation and/or other materials provided with the * distribution. * * Neither the name of Intel Corporation nor the names of its * contributors may be used to endorse or promote products derived * from this software without specific prior written permission. * * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. */ #include #include #include #include "spdk/log.h" #include "spdk/conf.h" #include "conf.h" #include "controller.h" #include "subsystem.h" #include "transport.h" #include "spdk/trace.h" SPDK_LOG_REGISTER_TRACE_FLAG("nvmf", SPDK_TRACE_NVMF) #define MAX_SUBSYSTEMS 4 struct spdk_nvmf_globals g_nvmf_tgt; extern struct rte_mempool *request_mempool; static unsigned g_num_requests; static int spdk_nvmf_initialize_pools(void) { SPDK_NOTICELOG("\n*** NVMf Pool Creation ***\n"); g_num_requests = MAX_SUBSYSTEMS * g_nvmf_tgt.MaxConnectionsPerSession * g_nvmf_tgt.MaxQueueDepth; /* create NVMe backend request pool */ request_mempool = rte_mempool_create("NVMe_Pool", g_num_requests, spdk_nvme_request_size(), 128, 0, NULL, NULL, NULL, NULL, SOCKET_ID_ANY, 0); if (!request_mempool) { SPDK_ERRLOG("create NVMe request pool failed\n"); return -1; } SPDK_TRACELOG(SPDK_TRACE_DEBUG, "NVMe request_mempool %p, size %" PRIu64 " bytes\n", request_mempool, (uint64_t)g_num_requests * spdk_nvme_request_size()); return 0; } static int spdk_nvmf_check_pool(struct rte_mempool *pool, uint32_t count) { if (rte_mempool_count(pool) != count) { SPDK_ERRLOG("rte_mempool_count(%s) == %d, should be %d\n", pool->name, rte_mempool_count(pool), count); return -1; } else { return 0; } } static int spdk_nvmf_check_pools(void) { int rc = 0; rc += spdk_nvmf_check_pool(request_mempool, g_num_requests); if (rc == 0) { return 0; } else { return -1; } } int nvmf_tgt_init(int max_queue_depth, int max_conn_per_sess) { int rc; if (max_queue_depth >= 1 && max_queue_depth <= SPDK_NVMF_DEFAULT_MAX_QUEUE_DEPTH) { g_nvmf_tgt.MaxQueueDepth = max_queue_depth; SPDK_TRACELOG(SPDK_TRACE_DEBUG, "MaxQueueDepth: %d\n", g_nvmf_tgt.MaxQueueDepth); } else { SPDK_ERRLOG("Invalid MaxQueueDepth: %d\n", max_queue_depth); return -EINVAL; } if (max_conn_per_sess >= 1 && max_conn_per_sess <= SPDK_NVMF_DEFAULT_MAX_CONNECTIONS_PER_SESSION) { g_nvmf_tgt.MaxConnectionsPerSession = max_conn_per_sess; SPDK_TRACELOG(SPDK_TRACE_DEBUG, "MaxConnectionsPerSession: %d\n", g_nvmf_tgt.MaxConnectionsPerSession); } else { SPDK_ERRLOG("Invalid MaxConnectionsPerSession: %d\n", max_conn_per_sess); return -EINVAL; } rc = pthread_mutex_init(&g_nvmf_tgt.mutex, NULL); if (rc != 0) { SPDK_ERRLOG("mutex_init() failed\n"); return -1; } /* init nvmf specific config options */ if (!g_nvmf_tgt.sin_port) { g_nvmf_tgt.sin_port = htons(SPDK_NVMF_DEFAULT_SIN_PORT); } rc = spdk_nvmf_initialize_pools(); if (rc != 0) { SPDK_ERRLOG("spdk_nvmf_initialize_pools() failed\n"); return rc; } return 0; } static int nvmf_tgt_subsystem_initialize(void) { int rc; /* initialize from configuration file */ rc = spdk_nvmf_parse_conf(); if (rc < 0) { SPDK_ERRLOG("spdk_nvmf_parse_conf() failed\n"); return rc; } /* initialize with the NVMf transport */ rc = spdk_nvmf_transport_init(); if (rc <= 0) { SPDK_ERRLOG("Transport initialization failed\n"); return -1; } rc = spdk_add_nvmf_discovery_subsystem(); if (rc < 0) { SPDK_ERRLOG("spdk_add_nvmf_discovery_subsystem failed\n"); return rc; } return rc; } static int nvmf_tgt_subsystem_fini(void) { spdk_shutdown_nvmf_subsystems(); spdk_nvmf_shutdown_nvme(); spdk_nvmf_transport_fini(); pthread_mutex_destroy(&g_nvmf_tgt.mutex); if (spdk_nvmf_check_pools() != 0) { return -1; } return 0; } SPDK_SUBSYSTEM_REGISTER(nvmf, nvmf_tgt_subsystem_initialize, nvmf_tgt_subsystem_fini, NULL) SPDK_TRACE_REGISTER_FN(nvmf_trace) { spdk_trace_register_object(OBJECT_NVMF_IO, 'r'); spdk_trace_register_description("NVMF_IO_START", "", TRACE_NVMF_IO_START, OWNER_NONE, OBJECT_NVMF_IO, 1, 0, 0, ""); spdk_trace_register_description("NVMF_RDMA_READ_START", "", TRACE_RDMA_READ_START, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_RDMA_WRITE_START", "", TRACE_RDMA_WRITE_START, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_RDMA_READ_COMPLETE", "", TRACE_RDMA_READ_COMPLETE, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_RDMA_WRITE_COMPLETE", "", TRACE_RDMA_WRITE_COMPLETE, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_LIB_READ_START", "", TRACE_NVMF_LIB_READ_START, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_LIB_WRITE_START", "", TRACE_NVMF_LIB_WRITE_START, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_LIB_COMPLETE", "", TRACE_NVMF_LIB_COMPLETE, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); spdk_trace_register_description("NVMF_IO_COMPLETION_DONE", "", TRACE_NVMF_IO_COMPLETE, OWNER_NONE, OBJECT_NVMF_IO, 0, 0, 0, ""); }