2019-02-26 09:42:34 +00:00
|
|
|
/*-
|
|
|
|
* BSD LICENSE
|
|
|
|
*
|
|
|
|
* Copyright (c) Intel Corporation.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
*
|
|
|
|
* * Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in
|
|
|
|
* the documentation and/or other materials provided with the
|
|
|
|
* distribution.
|
|
|
|
* * Neither the name of Intel Corporation nor the names of its
|
|
|
|
* contributors may be used to endorse or promote products derived
|
|
|
|
* from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#ifndef SPDK_COMMON_BDEV_NVME_H
|
|
|
|
#define SPDK_COMMON_BDEV_NVME_H
|
|
|
|
|
2019-02-27 10:00:22 +00:00
|
|
|
#include "spdk/nvme.h"
|
|
|
|
#include "spdk/bdev_module.h"
|
2019-07-19 15:26:53 +00:00
|
|
|
#include "spdk/opal.h"
|
2019-02-27 10:00:22 +00:00
|
|
|
|
|
|
|
TAILQ_HEAD(nvme_bdev_ctrlrs, nvme_bdev_ctrlr);
|
|
|
|
extern struct nvme_bdev_ctrlrs g_nvme_bdev_ctrlrs;
|
2019-02-06 11:51:07 +00:00
|
|
|
extern pthread_mutex_t g_bdev_nvme_mutex;
|
2020-03-05 10:45:00 +00:00
|
|
|
extern bool g_bdev_nvme_module_finish;
|
2019-02-27 10:00:22 +00:00
|
|
|
|
|
|
|
#define NVME_MAX_CONTROLLERS 1024
|
|
|
|
|
2019-11-25 19:59:29 +00:00
|
|
|
enum nvme_bdev_ns_type {
|
|
|
|
NVME_BDEV_NS_UNKNOWN = 0,
|
|
|
|
NVME_BDEV_NS_STANDARD = 1,
|
|
|
|
NVME_BDEV_NS_OCSSD = 2,
|
|
|
|
};
|
|
|
|
|
2019-10-14 12:35:11 +00:00
|
|
|
struct nvme_bdev_ns {
|
|
|
|
uint32_t id;
|
2019-11-25 19:59:29 +00:00
|
|
|
enum nvme_bdev_ns_type type;
|
2019-11-26 20:50:51 +00:00
|
|
|
/** Marks whether this data structure has its bdevs
|
|
|
|
* populated for the associated namespace. It is used
|
|
|
|
* to keep track if we need manage the populated
|
|
|
|
* resources when a newly active namespace is found,
|
|
|
|
* or when a namespace becomes inactive.
|
|
|
|
*/
|
2019-11-25 20:25:49 +00:00
|
|
|
bool populated;
|
2019-10-14 12:35:11 +00:00
|
|
|
struct spdk_nvme_ns *ns;
|
|
|
|
struct nvme_bdev_ctrlr *ctrlr;
|
2019-10-17 11:33:25 +00:00
|
|
|
TAILQ_HEAD(, nvme_bdev) bdevs;
|
2019-11-26 18:52:57 +00:00
|
|
|
void *type_ctx;
|
2019-10-14 12:35:11 +00:00
|
|
|
};
|
|
|
|
|
2019-12-11 11:20:08 +00:00
|
|
|
struct ocssd_bdev_ctrlr;
|
|
|
|
|
2020-06-12 22:14:49 +00:00
|
|
|
struct nvme_bdev_ctrlr_trid {
|
|
|
|
struct spdk_nvme_transport_id trid;
|
|
|
|
TAILQ_ENTRY(nvme_bdev_ctrlr_trid) link;
|
2020-12-22 12:50:29 +00:00
|
|
|
bool is_failed;
|
2020-06-12 22:14:49 +00:00
|
|
|
};
|
|
|
|
|
2019-02-27 10:00:22 +00:00
|
|
|
struct nvme_bdev_ctrlr {
|
|
|
|
/**
|
|
|
|
* points to pinned, physically contiguous memory region;
|
|
|
|
* contains 4KB IDENTIFY structure for controller which is
|
|
|
|
* target for CONTROLLER IDENTIFY command during initialization
|
|
|
|
*/
|
2020-06-12 22:14:49 +00:00
|
|
|
struct spdk_nvme_ctrlr *ctrlr;
|
|
|
|
struct spdk_nvme_transport_id *connected_trid;
|
|
|
|
char *name;
|
|
|
|
int ref;
|
|
|
|
bool resetting;
|
2020-06-12 23:35:47 +00:00
|
|
|
bool failover_in_progress;
|
2020-06-12 22:14:49 +00:00
|
|
|
bool destruct;
|
2019-02-27 10:00:22 +00:00
|
|
|
/**
|
|
|
|
* PI check flags. This flags is set to NVMe controllers created only
|
2019-08-23 13:50:51 +00:00
|
|
|
* through bdev_nvme_attach_controller RPC or .INI config file. Hot added
|
2019-02-27 10:00:22 +00:00
|
|
|
* NVMe controllers are not included.
|
|
|
|
*/
|
2020-06-12 22:14:49 +00:00
|
|
|
uint32_t prchk_flags;
|
|
|
|
uint32_t num_ns;
|
2019-10-14 12:35:11 +00:00
|
|
|
/** Array of pointers to namespaces indexed by nsid - 1 */
|
2020-06-12 22:14:49 +00:00
|
|
|
struct nvme_bdev_ns **namespaces;
|
2019-02-27 10:00:22 +00:00
|
|
|
|
2020-06-12 22:14:49 +00:00
|
|
|
struct spdk_opal_dev *opal_dev;
|
2019-07-19 15:26:53 +00:00
|
|
|
|
2020-06-12 22:14:49 +00:00
|
|
|
struct spdk_poller *adminq_timer_poller;
|
|
|
|
struct spdk_poller *destruct_poller;
|
|
|
|
struct spdk_thread *thread;
|
2019-02-27 10:00:22 +00:00
|
|
|
|
2020-06-12 22:14:49 +00:00
|
|
|
struct ocssd_bdev_ctrlr *ocssd_ctrlr;
|
2019-12-09 10:18:35 +00:00
|
|
|
|
2019-02-27 10:00:22 +00:00
|
|
|
/** linked list pointer for device list */
|
2020-06-12 22:14:49 +00:00
|
|
|
TAILQ_ENTRY(nvme_bdev_ctrlr) tailq;
|
|
|
|
|
|
|
|
TAILQ_HEAD(, nvme_bdev_ctrlr_trid) trids;
|
2019-02-27 10:00:22 +00:00
|
|
|
};
|
|
|
|
|
|
|
|
struct nvme_bdev {
|
|
|
|
struct spdk_bdev disk;
|
2019-10-14 12:35:11 +00:00
|
|
|
struct nvme_bdev_ns *nvme_ns;
|
2019-10-17 11:33:25 +00:00
|
|
|
TAILQ_ENTRY(nvme_bdev) tailq;
|
2019-02-27 10:00:22 +00:00
|
|
|
};
|
|
|
|
|
2020-02-07 00:20:35 +00:00
|
|
|
struct nvme_bdev_poll_group {
|
|
|
|
struct spdk_nvme_poll_group *group;
|
|
|
|
struct spdk_poller *poller;
|
|
|
|
bool collect_spin_stat;
|
|
|
|
uint64_t spin_ticks;
|
|
|
|
uint64_t start_ticks;
|
|
|
|
uint64_t end_ticks;
|
|
|
|
};
|
|
|
|
|
2019-09-16 08:34:07 +00:00
|
|
|
typedef void (*spdk_bdev_create_nvme_fn)(void *ctx, size_t bdev_count, int rc);
|
2019-09-13 09:45:53 +00:00
|
|
|
|
|
|
|
struct nvme_async_probe_ctx {
|
|
|
|
struct spdk_nvme_probe_ctx *probe_ctx;
|
|
|
|
const char *base_name;
|
|
|
|
const char **names;
|
2019-09-16 08:34:07 +00:00
|
|
|
uint32_t count;
|
2019-09-13 09:45:53 +00:00
|
|
|
uint32_t prchk_flags;
|
|
|
|
struct spdk_poller *poller;
|
|
|
|
struct spdk_nvme_transport_id trid;
|
|
|
|
struct spdk_nvme_ctrlr_opts opts;
|
|
|
|
spdk_bdev_create_nvme_fn cb_fn;
|
|
|
|
void *cb_ctx;
|
2019-11-26 18:11:29 +00:00
|
|
|
uint32_t populates_in_progress;
|
2019-09-13 09:45:53 +00:00
|
|
|
};
|
|
|
|
|
2019-12-11 11:11:05 +00:00
|
|
|
struct ocssd_io_channel;
|
|
|
|
|
2019-10-01 13:15:06 +00:00
|
|
|
struct nvme_io_channel {
|
2020-11-23 06:43:41 +00:00
|
|
|
struct nvme_bdev_ctrlr *ctrlr;
|
2019-10-01 13:15:06 +00:00
|
|
|
struct spdk_nvme_qpair *qpair;
|
2020-02-07 00:20:35 +00:00
|
|
|
struct nvme_bdev_poll_group *group;
|
2019-10-01 13:15:06 +00:00
|
|
|
TAILQ_HEAD(, spdk_bdev_io) pending_resets;
|
2020-10-14 12:51:04 +00:00
|
|
|
struct ocssd_io_channel *ocssd_ch;
|
2019-10-01 13:15:06 +00:00
|
|
|
};
|
|
|
|
|
2019-11-26 18:39:01 +00:00
|
|
|
void nvme_ctrlr_populate_namespace_done(struct nvme_async_probe_ctx *ctx,
|
2020-11-25 14:52:16 +00:00
|
|
|
struct nvme_bdev_ns *nvme_ns, int rc);
|
2020-12-17 08:36:24 +00:00
|
|
|
void nvme_ctrlr_depopulate_namespace_done(struct nvme_bdev_ns *nvme_ns);
|
2019-11-26 18:39:01 +00:00
|
|
|
|
2019-02-27 10:00:22 +00:00
|
|
|
struct nvme_bdev_ctrlr *nvme_bdev_ctrlr_get(const struct spdk_nvme_transport_id *trid);
|
|
|
|
struct nvme_bdev_ctrlr *nvme_bdev_ctrlr_get_by_name(const char *name);
|
2019-02-07 10:40:14 +00:00
|
|
|
struct nvme_bdev_ctrlr *nvme_bdev_first_ctrlr(void);
|
|
|
|
struct nvme_bdev_ctrlr *nvme_bdev_next_ctrlr(struct nvme_bdev_ctrlr *prev);
|
|
|
|
|
2020-11-14 22:57:14 +00:00
|
|
|
void nvme_bdev_dump_trid_json(const struct spdk_nvme_transport_id *trid,
|
2019-02-07 10:40:14 +00:00
|
|
|
struct spdk_json_write_ctx *w);
|
2019-02-27 10:00:22 +00:00
|
|
|
|
2020-03-12 17:42:25 +00:00
|
|
|
int nvme_bdev_ctrlr_destruct(struct nvme_bdev_ctrlr *nvme_bdev_ctrlr);
|
2019-10-01 08:18:44 +00:00
|
|
|
void nvme_bdev_attach_bdev_to_ns(struct nvme_bdev_ns *nvme_ns, struct nvme_bdev *nvme_disk);
|
|
|
|
void nvme_bdev_detach_bdev_from_ns(struct nvme_bdev *nvme_disk);
|
2019-10-04 10:29:54 +00:00
|
|
|
|
2019-02-26 09:42:34 +00:00
|
|
|
#endif /* SPDK_COMMON_BDEV_NVME_H */
|