2016-08-19 17:51:37 +00:00
|
|
|
/*-
|
|
|
|
* BSD LICENSE
|
|
|
|
*
|
|
|
|
* Copyright (C) 2008-2012 Daisuke Aoyama <aoyama@peach.ne.jp>.
|
|
|
|
* Copyright (c) Intel Corporation.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
*
|
|
|
|
* * Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in
|
|
|
|
* the documentation and/or other materials provided with the
|
|
|
|
* distribution.
|
|
|
|
* * Neither the name of Intel Corporation nor the names of its
|
|
|
|
* contributors may be used to endorse or promote products derived
|
|
|
|
* from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/** \file
|
|
|
|
* Block Device Module Interface
|
|
|
|
*/
|
|
|
|
|
2017-01-04 22:30:04 +00:00
|
|
|
#ifndef SPDK_INTERNAL_BDEV_H
|
|
|
|
#define SPDK_INTERNAL_BDEV_H
|
2016-08-19 17:51:37 +00:00
|
|
|
|
2017-05-02 18:18:25 +00:00
|
|
|
#include "spdk/stdinc.h"
|
2016-08-19 17:51:37 +00:00
|
|
|
|
|
|
|
#include "spdk/bdev.h"
|
|
|
|
#include "spdk/event.h"
|
|
|
|
#include "spdk/queue.h"
|
|
|
|
#include "spdk/scsi_spec.h"
|
|
|
|
|
|
|
|
/** \page block_backend_modules Block Device Backend Modules
|
2017-04-25 17:35:22 +00:00
|
|
|
*
|
|
|
|
* To implement a backend block device driver, a number of functions
|
|
|
|
* dictated by struct spdk_bdev_fn_table must be provided.
|
|
|
|
*
|
|
|
|
* The module should register itself using SPDK_BDEV_MODULE_REGISTER or
|
|
|
|
* SPDK_VBDEV_MODULE_REGISTER to define the parameters for the module.
|
|
|
|
*
|
|
|
|
* Use SPDK_BDEV_MODULE_REGISTER for all block backends that are real disks.
|
|
|
|
* Any virtual backends such as RAID, partitioning, etc. should use
|
|
|
|
* SPDK_VBDEV_MODULE_REGISTER.
|
|
|
|
*
|
|
|
|
* <hr>
|
|
|
|
*
|
|
|
|
* In the module initialization code, the config file sections can be parsed to
|
|
|
|
* acquire custom configuration parameters. For example, if the config file has
|
|
|
|
* a section such as below:
|
|
|
|
* <blockquote><pre>
|
|
|
|
* [MyBE]
|
|
|
|
* MyParam 1234
|
|
|
|
* </pre></blockquote>
|
|
|
|
*
|
|
|
|
* The value can be extracted as the example below:
|
|
|
|
* <blockquote><pre>
|
|
|
|
* struct spdk_conf_section *sp = spdk_conf_find_section(NULL, "MyBe");
|
|
|
|
* int my_param = spdk_conf_section_get_intval(sp, "MyParam");
|
|
|
|
* </pre></blockquote>
|
|
|
|
*
|
|
|
|
* The backend initialization routine also need to create "disks". A virtual
|
|
|
|
* representation of each LUN must be constructed. Mainly a struct spdk_bdev
|
|
|
|
* must be passed to the bdev database via spdk_bdev_register().
|
|
|
|
*/
|
2016-08-19 17:51:37 +00:00
|
|
|
|
|
|
|
/** Block device module */
|
|
|
|
struct spdk_bdev_module_if {
|
|
|
|
/**
|
|
|
|
* Initialization function for the module. Called by the spdk
|
|
|
|
* application during startup.
|
|
|
|
*
|
|
|
|
* Modules are required to define this function.
|
|
|
|
*/
|
|
|
|
int (*module_init)(void);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Finish function for the module. Called by the spdk application
|
|
|
|
* before the spdk application exits to perform any necessary cleanup.
|
|
|
|
*
|
|
|
|
* Modules are not required to define this function.
|
|
|
|
*/
|
|
|
|
void (*module_fini)(void);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Function called to return a text string representing the
|
|
|
|
* module's configuration options for inclusion in a configuration file.
|
|
|
|
*/
|
|
|
|
void (*config_text)(FILE *fp);
|
|
|
|
|
|
|
|
/** Name for the modules being defined. */
|
|
|
|
const char *module_name;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns the allocation size required for the backend for uses such as local
|
|
|
|
* command structs, local SGL, iovecs, or other user context.
|
|
|
|
*/
|
|
|
|
int (*get_ctx_size)(void);
|
|
|
|
|
|
|
|
TAILQ_ENTRY(spdk_bdev_module_if) tailq;
|
|
|
|
};
|
|
|
|
|
2016-11-08 21:09:08 +00:00
|
|
|
/**
|
|
|
|
* Function table for a block device backend.
|
|
|
|
*
|
|
|
|
* The backend block device function table provides a set of APIs to allow
|
|
|
|
* communication with a backend. The main commands are read/write API
|
|
|
|
* calls for I/O via submit_request.
|
|
|
|
*/
|
|
|
|
struct spdk_bdev_fn_table {
|
|
|
|
/** Destroy the backend block device object */
|
2017-04-04 21:10:00 +00:00
|
|
|
int (*destruct)(void *ctx);
|
2016-11-08 21:09:08 +00:00
|
|
|
|
|
|
|
/** Process the IO. */
|
|
|
|
void (*submit_request)(struct spdk_bdev_io *);
|
|
|
|
|
|
|
|
/** Check if the block device supports a specific I/O type. */
|
2017-04-04 21:10:00 +00:00
|
|
|
bool (*io_type_supported)(void *ctx, enum spdk_bdev_io_type);
|
2016-11-08 21:09:08 +00:00
|
|
|
|
|
|
|
/** Get an I/O channel for the specific bdev for the calling thread. */
|
2017-04-04 21:10:00 +00:00
|
|
|
struct spdk_io_channel *(*get_io_channel)(void *ctx, uint32_t priority);
|
2016-11-18 17:22:58 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Output driver-specific configuration to a JSON stream. Optional - may be NULL.
|
|
|
|
*
|
|
|
|
* The JSON write context will be initialized with an open object, so the bdev
|
|
|
|
* driver should write a name (based on the driver name) followed by a JSON value
|
|
|
|
* (most likely another nested object).
|
|
|
|
*/
|
2017-04-04 21:10:00 +00:00
|
|
|
int (*dump_config_json)(void *ctx, struct spdk_json_write_ctx *w);
|
2016-11-08 21:09:08 +00:00
|
|
|
};
|
2016-08-19 17:51:37 +00:00
|
|
|
|
2017-05-04 20:46:50 +00:00
|
|
|
struct spdk_bdev_io {
|
|
|
|
/** Pointer to scratch area reserved for use by the driver consuming this spdk_bdev_io. */
|
|
|
|
void *ctx;
|
|
|
|
|
|
|
|
/** The block device that this I/O belongs to. */
|
|
|
|
struct spdk_bdev *bdev;
|
|
|
|
|
|
|
|
/** The I/O channel to submit this I/O on. */
|
|
|
|
struct spdk_io_channel *ch;
|
|
|
|
|
|
|
|
/** Generation value for each I/O. */
|
|
|
|
uint32_t gencnt;
|
|
|
|
|
|
|
|
/** Enumerated value representing the I/O type. */
|
|
|
|
enum spdk_bdev_io_type type;
|
|
|
|
|
|
|
|
union {
|
|
|
|
struct {
|
|
|
|
|
|
|
|
/** The unaligned rbuf originally allocated. */
|
|
|
|
void *buf_unaligned;
|
|
|
|
|
|
|
|
/** For basic read case, use our own iovec element. */
|
|
|
|
struct iovec iov;
|
|
|
|
|
|
|
|
/** For SG buffer cases, array of iovecs to transfer. */
|
|
|
|
struct iovec *iovs;
|
|
|
|
|
|
|
|
/** For SG buffer cases, number of iovecs in iovec array. */
|
|
|
|
int iovcnt;
|
|
|
|
|
|
|
|
/** For SG buffer cases, total size of data to be transferred. */
|
|
|
|
size_t len;
|
|
|
|
|
|
|
|
/** Starting offset (in bytes) of the blockdev for this I/O. */
|
|
|
|
uint64_t offset;
|
|
|
|
|
|
|
|
/** Indicate whether the blockdev layer to put rbuf or not. */
|
|
|
|
bool put_rbuf;
|
|
|
|
} read;
|
|
|
|
struct {
|
|
|
|
/** For basic write case, use our own iovec element */
|
|
|
|
struct iovec iov;
|
|
|
|
|
|
|
|
/** For SG buffer cases, array of iovecs to transfer. */
|
|
|
|
struct iovec *iovs;
|
|
|
|
|
|
|
|
/** For SG buffer cases, number of iovecs in iovec array. */
|
|
|
|
int iovcnt;
|
|
|
|
|
|
|
|
/** For SG buffer cases, total size of data to be transferred. */
|
|
|
|
size_t len;
|
|
|
|
|
|
|
|
/** Starting offset (in bytes) of the blockdev for this I/O. */
|
|
|
|
uint64_t offset;
|
|
|
|
} write;
|
|
|
|
struct {
|
|
|
|
/** Represents the unmap block descriptors. */
|
|
|
|
struct spdk_scsi_unmap_bdesc *unmap_bdesc;
|
|
|
|
|
|
|
|
/** Count of unmap block descriptors. */
|
|
|
|
uint16_t bdesc_count;
|
|
|
|
} unmap;
|
|
|
|
struct {
|
|
|
|
/** Represents starting offset in bytes of the range to be flushed. */
|
|
|
|
uint64_t offset;
|
|
|
|
|
|
|
|
/** Represents the number of bytes to be flushed, starting at offset. */
|
|
|
|
uint64_t length;
|
|
|
|
} flush;
|
|
|
|
struct {
|
|
|
|
enum spdk_bdev_reset_type type;
|
|
|
|
} reset;
|
|
|
|
} u;
|
|
|
|
|
|
|
|
/** Error information from a device */
|
|
|
|
union {
|
|
|
|
/** Only valid when status is SPDK_BDEV_IO_STATUS_NVME_ERROR */
|
|
|
|
struct {
|
|
|
|
/** NVMe status code type */
|
|
|
|
int sct;
|
|
|
|
/** NVMe status code */
|
|
|
|
int sc;
|
|
|
|
} nvme;
|
|
|
|
/** Only valid when status is SPDK_BDEV_IO_STATUS_SCSI_ERROR */
|
|
|
|
struct {
|
|
|
|
/** SCSI status code */
|
|
|
|
enum spdk_scsi_status sc;
|
|
|
|
/** SCSI sense key */
|
|
|
|
enum spdk_scsi_sense sk;
|
|
|
|
/** SCSI additional sense code */
|
|
|
|
uint8_t asc;
|
|
|
|
/** SCSI additional sense code qualifier */
|
|
|
|
uint8_t ascq;
|
|
|
|
} scsi;
|
|
|
|
} error;
|
|
|
|
|
|
|
|
/** User function that will be called when this completes */
|
|
|
|
spdk_bdev_io_completion_cb cb;
|
|
|
|
|
|
|
|
/** Context that will be passed to the completion callback */
|
|
|
|
void *caller_ctx;
|
|
|
|
|
|
|
|
/** Callback for when rbuf is allocated */
|
|
|
|
spdk_bdev_io_get_rbuf_cb get_rbuf_cb;
|
|
|
|
|
|
|
|
/** Status for the IO */
|
|
|
|
enum spdk_bdev_io_status status;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Set to true while the bdev module submit_request function is in progress.
|
|
|
|
*
|
|
|
|
* This is used to decide whether spdk_bdev_io_complete() can complete the I/O directly
|
|
|
|
* or if completion must be deferred via an event.
|
|
|
|
*/
|
|
|
|
bool in_submit_request;
|
|
|
|
|
|
|
|
/** Used in virtual device (e.g., RAID), indicates its parent spdk_bdev_io */
|
|
|
|
struct spdk_bdev_io *parent;
|
|
|
|
|
|
|
|
/** Used in virtual device (e.g., RAID) for storing multiple child device I/Os */
|
|
|
|
TAILQ_HEAD(child_io, spdk_bdev_io) child_io;
|
|
|
|
|
|
|
|
/** Member used for linking child I/Os together. */
|
|
|
|
TAILQ_ENTRY(spdk_bdev_io) link;
|
|
|
|
|
|
|
|
/** Entry to the list need_buf of struct spdk_bdev. */
|
|
|
|
TAILQ_ENTRY(spdk_bdev_io) rbuf_link;
|
|
|
|
|
|
|
|
/** Per I/O context for use by the blockdev module */
|
|
|
|
uint8_t driver_ctx[0];
|
|
|
|
|
|
|
|
/* No members may be added after driver_ctx! */
|
|
|
|
};
|
|
|
|
|
2016-08-19 17:51:37 +00:00
|
|
|
void spdk_bdev_register(struct spdk_bdev *bdev);
|
|
|
|
void spdk_bdev_io_get_rbuf(struct spdk_bdev_io *bdev_io, spdk_bdev_io_get_rbuf_cb cb);
|
|
|
|
struct spdk_bdev_io *spdk_bdev_get_io(void);
|
|
|
|
struct spdk_bdev_io *spdk_bdev_get_child_io(struct spdk_bdev_io *parent,
|
|
|
|
struct spdk_bdev *bdev,
|
|
|
|
spdk_bdev_io_completion_cb cb,
|
|
|
|
void *cb_arg);
|
2016-08-29 17:15:47 +00:00
|
|
|
void spdk_bdev_io_resubmit(struct spdk_bdev_io *bdev_io, struct spdk_bdev *new_bdev);
|
2016-08-19 17:51:37 +00:00
|
|
|
void spdk_bdev_io_complete(struct spdk_bdev_io *bdev_io,
|
|
|
|
enum spdk_bdev_io_status status);
|
2017-01-18 21:43:15 +00:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Complete a bdev_io with an NVMe status code.
|
|
|
|
*
|
|
|
|
* \param bdev_io I/O to complete.
|
|
|
|
* \param sct NVMe Status Code Type.
|
|
|
|
* \param sc NVMe Status Code.
|
|
|
|
*/
|
|
|
|
void spdk_bdev_io_complete_nvme_status(struct spdk_bdev_io *bdev_io, int sct, int sc);
|
|
|
|
|
2017-01-18 22:20:31 +00:00
|
|
|
/**
|
|
|
|
* Complete a bdev_io with a SCSI status code.
|
|
|
|
*
|
|
|
|
* \param bdev_io I/O to complete.
|
|
|
|
* \param sc SCSI Status Code.
|
|
|
|
* \param sk SCSI Sense Key.
|
|
|
|
* \param asc SCSI Additional Sense Code.
|
|
|
|
* \param ascq SCSI Additional Sense Code Qualifier.
|
|
|
|
*/
|
|
|
|
void spdk_bdev_io_complete_scsi_status(struct spdk_bdev_io *bdev_io, enum spdk_scsi_status sc,
|
|
|
|
enum spdk_scsi_sense sk, uint8_t asc, uint8_t ascq);
|
|
|
|
|
|
|
|
|
2017-01-18 22:15:35 +00:00
|
|
|
void spdk_scsi_nvme_translate(const struct spdk_bdev_io *bdev_io,
|
|
|
|
int *sc, int *sk, int *asc, int *ascq);
|
|
|
|
|
2016-08-19 17:51:37 +00:00
|
|
|
void spdk_bdev_module_list_add(struct spdk_bdev_module_if *bdev_module);
|
|
|
|
void spdk_vbdev_module_list_add(struct spdk_bdev_module_if *vbdev_module);
|
|
|
|
|
|
|
|
static inline struct spdk_bdev_io *
|
|
|
|
spdk_bdev_io_from_ctx(void *ctx)
|
|
|
|
{
|
|
|
|
return (struct spdk_bdev_io *)
|
|
|
|
((uintptr_t)ctx - offsetof(struct spdk_bdev_io, driver_ctx));
|
|
|
|
}
|
|
|
|
|
|
|
|
#define SPDK_BDEV_MODULE_REGISTER(init_fn, fini_fn, config_fn, ctx_size_fn) \
|
|
|
|
static struct spdk_bdev_module_if init_fn ## _if = { \
|
|
|
|
.module_init = init_fn, \
|
|
|
|
.module_fini = fini_fn, \
|
|
|
|
.config_text = config_fn, \
|
|
|
|
.get_ctx_size = ctx_size_fn, \
|
|
|
|
}; \
|
|
|
|
__attribute__((constructor)) static void init_fn ## _init(void) \
|
|
|
|
{ \
|
|
|
|
spdk_bdev_module_list_add(&init_fn ## _if); \
|
|
|
|
}
|
|
|
|
|
|
|
|
#define SPDK_VBDEV_MODULE_REGISTER(init_fn, fini_fn, config_fn, ctx_size_fn) \
|
|
|
|
static struct spdk_bdev_module_if init_fn ## _if = { \
|
|
|
|
.module_init = init_fn, \
|
|
|
|
.module_fini = fini_fn, \
|
|
|
|
.config_text = config_fn, \
|
|
|
|
.get_ctx_size = ctx_size_fn, \
|
|
|
|
}; \
|
|
|
|
__attribute__((constructor)) static void init_fn ## _init(void) \
|
|
|
|
{ \
|
|
|
|
spdk_vbdev_module_list_add(&init_fn ## _if); \
|
|
|
|
}
|
|
|
|
|
2017-01-04 22:30:04 +00:00
|
|
|
#endif /* SPDK_INTERNAL_BDEV_H */
|