2016-07-19 15:58:55 +00:00
|
|
|
/*-
|
|
|
|
* BSD LICENSE
|
|
|
|
*
|
|
|
|
* Copyright (c) Intel Corporation.
|
|
|
|
* All rights reserved.
|
|
|
|
*
|
|
|
|
* Redistribution and use in source and binary forms, with or without
|
|
|
|
* modification, are permitted provided that the following conditions
|
|
|
|
* are met:
|
|
|
|
*
|
|
|
|
* * Redistributions of source code must retain the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer.
|
|
|
|
* * Redistributions in binary form must reproduce the above copyright
|
|
|
|
* notice, this list of conditions and the following disclaimer in
|
|
|
|
* the documentation and/or other materials provided with the
|
|
|
|
* distribution.
|
|
|
|
* * Neither the name of Intel Corporation nor the names of its
|
|
|
|
* contributors may be used to endorse or promote products derived
|
|
|
|
* from this software without specific prior written permission.
|
|
|
|
*
|
|
|
|
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
|
|
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
|
|
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
|
|
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
|
|
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
|
|
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
|
|
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
|
|
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
|
|
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
|
|
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
*/
|
|
|
|
|
|
|
|
/** \file
|
2020-02-05 17:10:05 +00:00
|
|
|
* Acceleration engine abstraction layer
|
2016-07-19 15:58:55 +00:00
|
|
|
*/
|
|
|
|
|
2020-02-05 17:10:05 +00:00
|
|
|
#ifndef SPDK_ACCEL_ENGINE_H
|
|
|
|
#define SPDK_ACCEL_ENGINE_H
|
2016-07-19 15:58:55 +00:00
|
|
|
|
2017-05-01 20:22:48 +00:00
|
|
|
#include "spdk/stdinc.h"
|
2016-07-19 15:58:55 +00:00
|
|
|
|
2017-12-07 20:25:19 +00:00
|
|
|
#ifdef __cplusplus
|
|
|
|
extern "C" {
|
|
|
|
#endif
|
|
|
|
|
2020-04-24 16:47:55 +00:00
|
|
|
enum accel_capability {
|
|
|
|
ACCEL_COPY = 1 << 0,
|
|
|
|
ACCEL_FILL = 1 << 1,
|
|
|
|
ACCEL_DUALCAST = 1 << 2,
|
|
|
|
ACCEL_COMPARE = 1 << 3,
|
|
|
|
ACCEL_BATCH = 1 << 4,
|
2020-04-28 22:20:57 +00:00
|
|
|
ACCEL_CRC32C = 1 << 5,
|
2020-04-24 16:47:55 +00:00
|
|
|
ACCEL_DIF = 1 << 6,
|
|
|
|
};
|
|
|
|
|
2018-04-16 04:23:59 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Acceleration operation callback.
|
2018-04-16 04:23:59 +00:00
|
|
|
*
|
2020-02-05 17:10:05 +00:00
|
|
|
* \param ref 'accel_req' passed to the corresponding spdk_accel_submit* call.
|
2018-04-16 04:23:59 +00:00
|
|
|
* \param status 0 if it completed successfully, or negative errno if it failed.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
typedef void (*spdk_accel_completion_cb)(void *ref, int status);
|
2018-04-16 04:23:59 +00:00
|
|
|
|
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Acceleration engine finish callback.
|
2018-04-16 04:23:59 +00:00
|
|
|
*
|
|
|
|
* \param cb_arg Callback argument.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
typedef void (*spdk_accel_fini_cb)(void *cb_arg);
|
2016-07-19 15:58:55 +00:00
|
|
|
|
2016-09-20 23:18:44 +00:00
|
|
|
struct spdk_io_channel;
|
|
|
|
|
2020-02-05 17:10:05 +00:00
|
|
|
struct spdk_accel_task;
|
2016-07-19 15:58:55 +00:00
|
|
|
|
2020-05-07 18:45:15 +00:00
|
|
|
struct spdk_accel_batch;
|
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Initialize the acceleration engine.
|
2018-03-06 08:27:30 +00:00
|
|
|
*
|
|
|
|
* \return 0 on success.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
int spdk_accel_engine_initialize(void);
|
2018-03-06 08:27:30 +00:00
|
|
|
|
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Close the acceleration engine.
|
2018-03-06 08:27:30 +00:00
|
|
|
*
|
|
|
|
* \param cb_fn Called when the close operation completes.
|
|
|
|
* \param cb_arg Argument passed to the callback function.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
void spdk_accel_engine_finish(spdk_accel_fini_cb cb_fn, void *cb_arg);
|
2018-03-06 08:27:30 +00:00
|
|
|
|
2018-04-02 09:33:10 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Get the configuration for the acceleration engine.
|
2018-04-02 09:33:10 +00:00
|
|
|
*
|
|
|
|
* \param fp The pointer to a file that will be written to the configuration.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
void spdk_accel_engine_config_text(FILE *fp);
|
2018-04-02 09:33:10 +00:00
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Close the acceleration engine module and perform any necessary cleanup.
|
2018-03-06 08:27:30 +00:00
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
void spdk_accel_engine_module_finish(void);
|
2017-06-12 21:41:05 +00:00
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Get the I/O channel registered on the acceleration engine.
|
2018-03-06 08:27:30 +00:00
|
|
|
*
|
|
|
|
* This I/O channel is used to submit copy request.
|
|
|
|
*
|
|
|
|
* \return a pointer to the I/O channel on success, or NULL on failure.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
struct spdk_io_channel *spdk_accel_engine_get_io_channel(void);
|
2018-03-06 08:27:30 +00:00
|
|
|
|
2020-04-24 16:47:55 +00:00
|
|
|
/**
|
|
|
|
* Retrieve accel engine capabilities.
|
|
|
|
*
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel associated with this call.
|
2020-04-24 16:47:55 +00:00
|
|
|
*
|
|
|
|
* \return bitmap of capabilities defined by enum accel_capability.
|
|
|
|
*/
|
|
|
|
uint64_t spdk_accel_get_capabilities(struct spdk_io_channel *ch);
|
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
|
|
|
* Submit a copy request.
|
|
|
|
*
|
2020-02-05 17:10:05 +00:00
|
|
|
* \param accel_req Accel request task.
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
2018-03-06 08:27:30 +00:00
|
|
|
* \param dst Destination to copy to.
|
|
|
|
* \param src Source to copy from.
|
|
|
|
* \param nbytes Length in bytes to copy.
|
|
|
|
* \param cb Called when this copy operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
int spdk_accel_submit_copy(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch, void *dst,
|
|
|
|
void *src, uint64_t nbytes, spdk_accel_completion_cb cb);
|
2018-03-06 08:27:30 +00:00
|
|
|
|
2020-05-07 18:45:15 +00:00
|
|
|
/**
|
|
|
|
* Synchronous call to get batch size. This is the maximum number of
|
|
|
|
* descriptors that a batch can contain. Once this limit is reached the batch
|
|
|
|
* should be processed with spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param ch I/O channel associated with this call.
|
|
|
|
*
|
|
|
|
* \return max number of descriptors per batch.
|
|
|
|
*/
|
|
|
|
uint32_t spdk_accel_batch_get_max(struct spdk_io_channel *ch);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Synchronous call to create a batch sequence.
|
|
|
|
*
|
|
|
|
* \param ch I/O channel associated with this call.
|
|
|
|
*
|
|
|
|
* \return handle to use for subsequent batch requests, NULL on failure.
|
|
|
|
*/
|
|
|
|
struct spdk_accel_batch *spdk_accel_batch_create(struct spdk_io_channel *ch);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Asynchronous call to submit a batch sequence.
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel associated with this call.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_submit(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, spdk_accel_completion_cb cb);
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Synchronous call to prepare a copy request into a previously initialized batch
|
|
|
|
* created with spdk_accel_batch_create(). The callback will be called when the copy
|
|
|
|
* completes after the batch has been submitted by an asynchronous call to
|
|
|
|
* spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel associated with this call.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param dst Destination to copy to.
|
|
|
|
* \param src Source to copy from.
|
|
|
|
* \param nbytes Length in bytes to copy.
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_prep_copy(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, void *dst, void *src,
|
|
|
|
uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2020-06-16 16:54:02 +00:00
|
|
|
/**
|
|
|
|
* Synchronous call to prepare a dualcast request into a previously initialized batch
|
|
|
|
* created with spdk_accel_batch_create(). The callback will be called when the dualcast
|
|
|
|
* completes after the batch has been submitted by an asynchronous call to
|
|
|
|
* spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel associated with this call.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param dst1 First destination to copy to (must be 4K aligned).
|
|
|
|
* \param dst2 Second destination to copy to (must be 4K aligned).
|
|
|
|
* \param src Source to copy from.
|
|
|
|
* \param nbytes Length in bytes to copy.
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_prep_dualcast(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, void *dst1, void *dst2, void *src,
|
|
|
|
uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2020-04-30 15:43:02 +00:00
|
|
|
/**
|
|
|
|
* Submit a dual cast copy request.
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
2020-04-30 15:43:02 +00:00
|
|
|
* \param dst1 First destination to copy to (must be 4K aligned).
|
|
|
|
* \param dst2 Second destination to copy to (must be 4K aligned).
|
|
|
|
* \param src Source to copy from.
|
|
|
|
* \param nbytes Length in bytes to copy.
|
|
|
|
* \param cb Called when this copy operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_submit_dualcast(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
void *dst1, void *dst2, void *src, uint64_t nbytes,
|
|
|
|
spdk_accel_completion_cb cb);
|
|
|
|
|
2020-06-17 18:10:46 +00:00
|
|
|
/**
|
|
|
|
* Synchronous call to prepare a compare request into a previously initialized batch
|
|
|
|
* created with spdk_accel_batch_create(). The callback will be called when the comapre
|
|
|
|
* completes after the batch has been submitted by an asynchronous call to
|
|
|
|
* spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param src1 First location to perform compare on.
|
|
|
|
* \param src2 Second location to perform compare on.
|
|
|
|
* \param nbytes Length in bytes to compare.
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_prep_compare(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, void *src1, void *src2,
|
|
|
|
uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2020-04-29 22:27:23 +00:00
|
|
|
/**
|
|
|
|
* Submit a compare request.
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
2020-04-29 22:27:23 +00:00
|
|
|
* \param src1 First location to perform compare on.
|
|
|
|
* \param src2 Second location to perform compare on.
|
|
|
|
* \param nbytes Length in bytes to compare.
|
|
|
|
* \param cb Called when this compare operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, any other value means there was a miscompare.
|
|
|
|
*/
|
|
|
|
int spdk_accel_submit_compare(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
2020-04-30 15:43:02 +00:00
|
|
|
void *src1, void *src2, uint64_t nbytes,
|
|
|
|
spdk_accel_completion_cb cb);
|
2020-04-29 22:27:23 +00:00
|
|
|
|
2020-06-18 19:56:01 +00:00
|
|
|
/**
|
|
|
|
* Synchronous call to prepare a fill request into a previously initialized batch
|
|
|
|
* created with spdk_accel_batch_create(). The callback will be called when the fill
|
|
|
|
* completes after the batch has been submitted by an asynchronous call to
|
|
|
|
* spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param dst Destination to fill.
|
|
|
|
* \param fill Constant byte to fill to the destination.
|
|
|
|
* \param nbytes Length in bytes to fill.
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_prep_fill(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, void *dst, uint8_t fill,
|
|
|
|
uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
|
|
|
* Submit a fill request.
|
|
|
|
*
|
|
|
|
* This operation will fill the destination buffer with the specified value.
|
|
|
|
*
|
2020-02-05 17:10:05 +00:00
|
|
|
* \param accel_req Accel request task.
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
2018-03-06 08:27:30 +00:00
|
|
|
* \param dst Destination to fill.
|
|
|
|
* \param fill Constant byte to fill to the destination.
|
|
|
|
* \param nbytes Length in bytes to fill.
|
2020-02-05 17:10:05 +00:00
|
|
|
* \param cb Called when this fill operation completes.
|
2018-03-06 08:27:30 +00:00
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
int spdk_accel_submit_fill(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
void *dst, uint8_t fill, uint64_t nbytes, spdk_accel_completion_cb cb);
|
2018-03-06 08:27:30 +00:00
|
|
|
|
2020-06-18 21:20:26 +00:00
|
|
|
/**
|
|
|
|
* Synchronous call to prepare a crc32c request into a previously initialized batch
|
|
|
|
* created with spdk_accel_batch_create(). The callback will be called when the crc32c
|
|
|
|
* completes after the batch has been submitted by an asynchronous call to
|
|
|
|
* spdk_accel_batch_submit().
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
|
|
|
* \param batch Handle provided when the batch was started with spdk_accel_batch_create().
|
|
|
|
* \param dst Destination to write the CRC-32C to.
|
|
|
|
* \param src The source address for the data.
|
|
|
|
* \param seed Four byte seed value.
|
|
|
|
* \param nbytes Length in bytes.
|
|
|
|
* \param cb Called when this operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_batch_prep_crc32c(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
struct spdk_accel_batch *batch, uint32_t *dst, void *src, uint32_t seed,
|
|
|
|
uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2020-04-28 22:20:57 +00:00
|
|
|
/**
|
|
|
|
* Submit a CRC-32C calculation request.
|
|
|
|
*
|
|
|
|
* This operation will calculate the 4 byte CRC32-C for the given data.
|
|
|
|
*
|
|
|
|
* \param accel_req Accel request task.
|
2020-05-07 18:45:15 +00:00
|
|
|
* \param ch I/O channel to submit request to the accel engine.
|
2020-04-28 22:20:57 +00:00
|
|
|
* \param dst Destination to write the CRC-32C to.
|
|
|
|
* \param src The source address for the data.
|
|
|
|
* \param seed Four byte seed value.
|
|
|
|
* \param nbytes Length in bytes.
|
|
|
|
* \param cb Called when this CRC-32C operation completes.
|
|
|
|
*
|
|
|
|
* \return 0 on success, negative errno on failure.
|
|
|
|
*/
|
|
|
|
int spdk_accel_submit_crc32c(struct spdk_accel_task *accel_req, struct spdk_io_channel *ch,
|
|
|
|
uint32_t *dst, void *src, uint32_t seed, uint64_t nbytes, spdk_accel_completion_cb cb);
|
|
|
|
|
2018-03-06 08:27:30 +00:00
|
|
|
/**
|
2020-02-05 17:10:05 +00:00
|
|
|
* Get the size of an acceleration task.
|
2018-03-06 08:27:30 +00:00
|
|
|
*
|
2020-02-05 17:10:05 +00:00
|
|
|
* \return the size of acceleration task.
|
2018-03-06 08:27:30 +00:00
|
|
|
*/
|
2020-02-05 17:10:05 +00:00
|
|
|
size_t spdk_accel_task_size(void);
|
2016-07-19 15:58:55 +00:00
|
|
|
|
2020-02-08 18:23:09 +00:00
|
|
|
struct spdk_json_write_ctx;
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Write Acceleration subsystem configuration into provided JSON context.
|
|
|
|
*
|
|
|
|
* \param w JSON write context
|
|
|
|
*/
|
|
|
|
void spdk_accel_write_config_json(struct spdk_json_write_ctx *w);
|
|
|
|
|
2017-12-07 20:25:19 +00:00
|
|
|
#ifdef __cplusplus
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2016-07-19 15:58:55 +00:00
|
|
|
#endif
|