2022-06-03 19:15:11 +00:00
|
|
|
/* SPDX-License-Identifier: BSD-3-Clause
|
2022-11-01 20:26:26 +00:00
|
|
|
* Copyright (C) 2021 Intel Corporation.
|
2021-04-13 11:02:46 +00:00
|
|
|
* All rights reserved.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "spdk_cunit.h"
|
|
|
|
#include "spdk_internal/mock.h"
|
|
|
|
#include "spdk_internal/idxd.h"
|
|
|
|
#include "common/lib/test_env.c"
|
|
|
|
|
|
|
|
#include "idxd/idxd_user.c"
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
#define FAKE_REG_SIZE 0x1000
|
|
|
|
#define GRP_CFG_OFFSET (0x800 / IDXD_TABLE_OFFSET_MULT)
|
2022-02-23 23:48:56 +00:00
|
|
|
#define MAX_TOKENS 0x40
|
2021-04-13 11:02:46 +00:00
|
|
|
#define MAX_ARRAY_SIZE 0x20
|
|
|
|
|
2021-11-11 19:51:37 +00:00
|
|
|
SPDK_LOG_REGISTER_COMPONENT(idxd);
|
|
|
|
|
2021-04-13 11:02:46 +00:00
|
|
|
DEFINE_STUB(spdk_pci_idxd_get_driver, struct spdk_pci_driver *, (void), NULL);
|
|
|
|
DEFINE_STUB_V(idxd_impl_register, (struct spdk_idxd_impl *impl));
|
2021-04-13 11:30:07 +00:00
|
|
|
DEFINE_STUB_V(spdk_pci_device_detach, (struct spdk_pci_device *device));
|
|
|
|
DEFINE_STUB(spdk_pci_device_claim, int, (struct spdk_pci_device *dev), 0);
|
|
|
|
DEFINE_STUB(spdk_pci_device_get_device_id, uint16_t, (struct spdk_pci_device *dev), 0);
|
|
|
|
DEFINE_STUB(spdk_pci_device_get_vendor_id, uint16_t, (struct spdk_pci_device *dev), 0);
|
|
|
|
|
|
|
|
struct spdk_pci_addr
|
|
|
|
spdk_pci_device_get_addr(struct spdk_pci_device *pci_dev)
|
|
|
|
{
|
|
|
|
struct spdk_pci_addr pci_addr;
|
|
|
|
|
|
|
|
memset(&pci_addr, 0, sizeof(pci_addr));
|
|
|
|
return pci_addr;
|
|
|
|
}
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
int
|
|
|
|
spdk_pci_enumerate(struct spdk_pci_driver *driver, spdk_pci_enum_cb enum_cb, void *enum_ctx)
|
|
|
|
{
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
spdk_pci_device_map_bar(struct spdk_pci_device *dev, uint32_t bar,
|
|
|
|
void **mapped_addr, uint64_t *phys_addr, uint64_t *size)
|
|
|
|
{
|
|
|
|
*mapped_addr = NULL;
|
|
|
|
*phys_addr = 0;
|
|
|
|
*size = 0;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
spdk_pci_device_unmap_bar(struct spdk_pci_device *dev, uint32_t bar, void *addr)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
spdk_pci_device_cfg_read32(struct spdk_pci_device *dev, uint32_t *value,
|
|
|
|
uint32_t offset)
|
|
|
|
{
|
|
|
|
*value = 0xFFFFFFFFu;
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
int
|
|
|
|
spdk_pci_device_cfg_write32(struct spdk_pci_device *dev, uint32_t value,
|
|
|
|
uint32_t offset)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
#define WQ_CFG_OFFSET (0x800 / IDXD_TABLE_OFFSET_MULT)
|
2021-04-13 11:02:46 +00:00
|
|
|
#define TOTAL_WQE_SIZE 0x40
|
|
|
|
static int
|
|
|
|
test_idxd_wq_config(void)
|
|
|
|
{
|
|
|
|
struct spdk_user_idxd_device user_idxd = {};
|
2022-01-04 21:16:51 +00:00
|
|
|
uint32_t wq_size, i, j;
|
|
|
|
int rc;
|
2022-03-29 16:15:32 +00:00
|
|
|
union idxd_wqcfg *wqcfg;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers = calloc(1, FAKE_REG_SIZE);
|
|
|
|
SPDK_CU_ASSERT_FATAL(user_idxd.registers != NULL);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers->wqcap.total_wq_size = TOTAL_WQE_SIZE;
|
|
|
|
user_idxd.registers->wqcap.num_wqs = 1;
|
|
|
|
user_idxd.registers->gencap.max_batch_shift = LOG2_WQ_MAX_BATCH;
|
|
|
|
user_idxd.registers->gencap.max_xfer_shift = LOG2_WQ_MAX_XFER;
|
|
|
|
user_idxd.registers->offsets.wqcfg = WQ_CFG_OFFSET;
|
|
|
|
wq_size = user_idxd.registers->wqcap.total_wq_size;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-03-29 16:15:32 +00:00
|
|
|
wqcfg = (union idxd_wqcfg *)((uint8_t *)user_idxd.registers +
|
|
|
|
(user_idxd.registers->offsets.wqcfg * IDXD_TABLE_OFFSET_MULT));
|
2022-02-03 21:29:40 +00:00
|
|
|
|
2021-04-13 11:02:46 +00:00
|
|
|
rc = idxd_wq_config(&user_idxd);
|
|
|
|
CU_ASSERT(rc == 0);
|
2022-03-29 16:15:32 +00:00
|
|
|
CU_ASSERT(wqcfg->wq_size == wq_size);
|
|
|
|
CU_ASSERT(wqcfg->mode == WQ_MODE_DEDICATED);
|
|
|
|
CU_ASSERT(wqcfg->max_batch_shift == LOG2_WQ_MAX_BATCH);
|
|
|
|
CU_ASSERT(wqcfg->max_xfer_shift == LOG2_WQ_MAX_XFER);
|
|
|
|
CU_ASSERT(wqcfg->wq_state == WQ_ENABLED);
|
|
|
|
CU_ASSERT(wqcfg->priority == WQ_PRIORITY_1);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-03 23:34:45 +00:00
|
|
|
for (i = 1; i < user_idxd.registers->wqcap.num_wqs; i++) {
|
2022-01-04 21:16:51 +00:00
|
|
|
for (j = 0 ; j < (sizeof(union idxd_wqcfg) / sizeof(uint32_t)); j++) {
|
2022-03-29 16:15:32 +00:00
|
|
|
CU_ASSERT(spdk_mmio_read_4(&wqcfg->raw[j]) == 0);
|
2021-04-13 11:02:46 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
free(user_idxd.registers);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
test_idxd_group_config(void)
|
|
|
|
{
|
|
|
|
struct spdk_user_idxd_device user_idxd = {};
|
|
|
|
uint64_t wqs[MAX_ARRAY_SIZE] = {};
|
|
|
|
uint64_t engines[MAX_ARRAY_SIZE] = {};
|
|
|
|
union idxd_group_flags flags[MAX_ARRAY_SIZE] = {};
|
|
|
|
int rc, i;
|
2022-02-03 23:34:45 +00:00
|
|
|
struct idxd_grptbl *grptbl;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers = calloc(1, FAKE_REG_SIZE);
|
|
|
|
SPDK_CU_ASSERT_FATAL(user_idxd.registers != NULL);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers->groupcap.num_groups = 1;
|
|
|
|
user_idxd.registers->enginecap.num_engines = 4;
|
|
|
|
user_idxd.registers->wqcap.num_wqs = 1;
|
|
|
|
user_idxd.registers->groupcap.read_bufs = MAX_TOKENS;
|
|
|
|
user_idxd.registers->offsets.grpcfg = GRP_CFG_OFFSET;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
2022-02-03 23:34:45 +00:00
|
|
|
grptbl = (struct idxd_grptbl *)((uint8_t *)user_idxd.registers +
|
|
|
|
(user_idxd.registers->offsets.grpcfg * IDXD_TABLE_OFFSET_MULT));
|
|
|
|
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_group_config(&user_idxd);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == 0);
|
2022-02-02 20:09:08 +00:00
|
|
|
for (i = 0 ; i < user_idxd.registers->groupcap.num_groups; i++) {
|
2022-02-03 23:34:45 +00:00
|
|
|
wqs[i] = spdk_mmio_read_8(&grptbl->group[i].wqs[0]);
|
|
|
|
engines[i] = spdk_mmio_read_8(&grptbl->group[i].engines);
|
|
|
|
flags[i].raw = spdk_mmio_read_4(&grptbl->group[i].flags.raw);
|
2021-04-13 11:02:46 +00:00
|
|
|
}
|
|
|
|
/* wqe and engine arrays are indexed by group id and are bitmaps of assigned elements. */
|
|
|
|
CU_ASSERT(wqs[0] == 0x1);
|
|
|
|
CU_ASSERT(engines[0] == 0xf);
|
2022-03-02 19:49:03 +00:00
|
|
|
CU_ASSERT(flags[0].read_buffers_allowed == MAX_TOKENS);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
/* groups allocated by code under test. */
|
2022-02-02 20:09:08 +00:00
|
|
|
free(user_idxd.registers);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
test_idxd_reset_dev(void)
|
|
|
|
{
|
|
|
|
struct spdk_user_idxd_device user_idxd = {};
|
2022-02-02 17:45:10 +00:00
|
|
|
union idxd_cmdsts_register *fake_cmd_status_reg;
|
2021-04-13 11:02:46 +00:00
|
|
|
int rc;
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers = calloc(1, FAKE_REG_SIZE);
|
|
|
|
SPDK_CU_ASSERT_FATAL(user_idxd.registers != NULL);
|
|
|
|
fake_cmd_status_reg = &user_idxd.registers->cmdsts;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
/* Test happy path */
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_reset_dev(&user_idxd);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == 0);
|
|
|
|
|
|
|
|
/* Test error reported path */
|
|
|
|
fake_cmd_status_reg->err = 1;
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_reset_dev(&user_idxd);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == -EINVAL);
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
free(user_idxd.registers);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static int
|
|
|
|
test_idxd_wait_cmd(void)
|
|
|
|
{
|
|
|
|
struct spdk_user_idxd_device user_idxd = {};
|
|
|
|
int timeout = 1;
|
2022-02-02 17:45:10 +00:00
|
|
|
union idxd_cmdsts_register *fake_cmd_status_reg;
|
2021-04-13 11:02:46 +00:00
|
|
|
int rc;
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
user_idxd.registers = calloc(1, FAKE_REG_SIZE);
|
|
|
|
SPDK_CU_ASSERT_FATAL(user_idxd.registers != NULL);
|
|
|
|
fake_cmd_status_reg = &user_idxd.registers->cmdsts;
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
/* Test happy path. */
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_wait_cmd(&user_idxd, timeout);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == 0);
|
|
|
|
|
|
|
|
/* Setup up our fake register to set the error bit. */
|
|
|
|
fake_cmd_status_reg->err = 1;
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_wait_cmd(&user_idxd, timeout);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == -EINVAL);
|
|
|
|
fake_cmd_status_reg->err = 0;
|
|
|
|
|
|
|
|
/* Setup up our fake register to set the active bit. */
|
|
|
|
fake_cmd_status_reg->active = 1;
|
2022-02-07 16:22:55 +00:00
|
|
|
rc = idxd_wait_cmd(&user_idxd, timeout);
|
2021-04-13 11:02:46 +00:00
|
|
|
CU_ASSERT(rc == -EBUSY);
|
|
|
|
|
2022-02-02 20:09:08 +00:00
|
|
|
free(user_idxd.registers);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2022-06-22 21:35:04 +00:00
|
|
|
int
|
|
|
|
main(int argc, char **argv)
|
2021-04-13 11:02:46 +00:00
|
|
|
{
|
|
|
|
CU_pSuite suite = NULL;
|
|
|
|
unsigned int num_failures;
|
|
|
|
|
|
|
|
CU_set_error_action(CUEA_ABORT);
|
|
|
|
CU_initialize_registry();
|
|
|
|
|
2022-03-02 19:49:03 +00:00
|
|
|
suite = CU_add_suite("idxd_user", NULL, NULL);
|
2021-04-13 11:02:46 +00:00
|
|
|
|
|
|
|
CU_ADD_TEST(suite, test_idxd_wait_cmd);
|
|
|
|
CU_ADD_TEST(suite, test_idxd_reset_dev);
|
|
|
|
CU_ADD_TEST(suite, test_idxd_group_config);
|
|
|
|
CU_ADD_TEST(suite, test_idxd_wq_config);
|
|
|
|
|
|
|
|
CU_basic_set_mode(CU_BRM_VERBOSE);
|
|
|
|
CU_basic_run_tests();
|
|
|
|
num_failures = CU_get_number_of_failures();
|
|
|
|
CU_cleanup_registry();
|
|
|
|
return num_failures;
|
|
|
|
}
|