mirror of
https://github.com/corundum/corundum.git
synced 2025-01-16 08:12:53 +08:00
156 lines
3.4 KiB
C
156 lines
3.4 KiB
C
// SPDX-License-Identifier: BSD-2-Clause-Views
|
|
/*
|
|
* Copyright (c) 2019-2023 The Regents of the University of California
|
|
*/
|
|
|
|
#include "mqnic.h"
|
|
|
|
struct mqnic_cq *mqnic_create_cq(struct mqnic_if *interface)
|
|
{
|
|
struct mqnic_cq *cq;
|
|
|
|
cq = kzalloc(sizeof(*cq), GFP_KERNEL);
|
|
if (!cq)
|
|
return ERR_PTR(-ENOMEM);
|
|
|
|
cq->dev = interface->dev;
|
|
cq->interface = interface;
|
|
|
|
cq->cqn = -1;
|
|
cq->enabled = 0;
|
|
|
|
cq->hw_addr = NULL;
|
|
cq->hw_ptr_mask = 0xffff;
|
|
cq->hw_head_ptr = NULL;
|
|
cq->hw_tail_ptr = NULL;
|
|
|
|
cq->head_ptr = 0;
|
|
cq->tail_ptr = 0;
|
|
|
|
return cq;
|
|
}
|
|
|
|
void mqnic_destroy_cq(struct mqnic_cq *cq)
|
|
{
|
|
mqnic_close_cq(cq);
|
|
|
|
kfree(cq);
|
|
}
|
|
|
|
int mqnic_open_cq(struct mqnic_cq *cq, struct mqnic_eq *eq, int size, int is_txcq)
|
|
{
|
|
int ret;
|
|
|
|
if (cq->enabled || cq->hw_addr || cq->buf || !eq)
|
|
return -EINVAL;
|
|
|
|
cq->is_txcq = is_txcq;
|
|
|
|
if (is_txcq) {
|
|
cq->cqn = mqnic_res_alloc(cq->interface->tx_cq_res);
|
|
} else {
|
|
cq->cqn = mqnic_res_alloc(cq->interface->rx_cq_res);
|
|
}
|
|
if (cq->cqn < 0)
|
|
return -ENOMEM;
|
|
|
|
cq->size = roundup_pow_of_two(size);
|
|
cq->size_mask = cq->size - 1;
|
|
cq->stride = roundup_pow_of_two(MQNIC_CPL_SIZE);
|
|
|
|
cq->buf_size = cq->size * cq->stride;
|
|
cq->buf = dma_alloc_coherent(cq->dev, cq->buf_size, &cq->buf_dma_addr, GFP_KERNEL);
|
|
if (!cq->buf) {
|
|
ret = -ENOMEM;
|
|
goto fail;
|
|
}
|
|
|
|
cq->eq = eq;
|
|
mqnic_eq_attach_cq(eq, cq);
|
|
if (is_txcq)
|
|
cq->hw_addr = mqnic_res_get_addr(cq->interface->tx_cq_res, cq->cqn);
|
|
else
|
|
cq->hw_addr = mqnic_res_get_addr(cq->interface->rx_cq_res, cq->cqn);
|
|
cq->hw_head_ptr = cq->hw_addr + MQNIC_CQ_HEAD_PTR_REG;
|
|
cq->hw_tail_ptr = cq->hw_addr + MQNIC_CQ_TAIL_PTR_REG;
|
|
|
|
cq->head_ptr = 0;
|
|
cq->tail_ptr = 0;
|
|
|
|
memset(cq->buf, 1, cq->buf_size);
|
|
|
|
// deactivate queue
|
|
iowrite32(0, cq->hw_addr + MQNIC_CQ_ACTIVE_LOG_SIZE_REG);
|
|
// set base address
|
|
iowrite32(cq->buf_dma_addr, cq->hw_addr + MQNIC_CQ_BASE_ADDR_REG + 0);
|
|
iowrite32(cq->buf_dma_addr >> 32, cq->hw_addr + MQNIC_CQ_BASE_ADDR_REG + 4);
|
|
// set EQN
|
|
iowrite32(cq->eq->eqn, cq->hw_addr + MQNIC_CQ_INTERRUPT_INDEX_REG);
|
|
// set pointers
|
|
iowrite32(cq->head_ptr & cq->hw_ptr_mask, cq->hw_addr + MQNIC_CQ_HEAD_PTR_REG);
|
|
iowrite32(cq->tail_ptr & cq->hw_ptr_mask, cq->hw_addr + MQNIC_CQ_TAIL_PTR_REG);
|
|
// set size
|
|
iowrite32(ilog2(cq->size) | MQNIC_CQ_ACTIVE_MASK, cq->hw_addr + MQNIC_CQ_ACTIVE_LOG_SIZE_REG);
|
|
|
|
cq->enabled = 1;
|
|
|
|
return 0;
|
|
|
|
fail:
|
|
mqnic_close_eq(eq);
|
|
return ret;
|
|
}
|
|
|
|
void mqnic_close_cq(struct mqnic_cq *cq)
|
|
{
|
|
if (cq->hw_addr) {
|
|
// deactivate queue
|
|
iowrite32(ilog2(cq->size), cq->hw_addr + MQNIC_CQ_ACTIVE_LOG_SIZE_REG);
|
|
// disarm queue
|
|
iowrite32(0, cq->hw_addr + MQNIC_CQ_INTERRUPT_INDEX_REG);
|
|
}
|
|
|
|
if (cq->eq) {
|
|
mqnic_eq_detach_cq(cq->eq, cq);
|
|
cq->eq = NULL;
|
|
}
|
|
|
|
cq->hw_addr = NULL;
|
|
cq->hw_head_ptr = NULL;
|
|
cq->hw_tail_ptr = NULL;
|
|
|
|
if (cq->buf) {
|
|
dma_free_coherent(cq->dev, cq->buf_size, cq->buf, cq->buf_dma_addr);
|
|
cq->buf = NULL;
|
|
cq->buf_dma_addr = 0;
|
|
}
|
|
|
|
if (cq->is_txcq) {
|
|
mqnic_res_free(cq->interface->tx_cq_res, cq->cqn);
|
|
} else {
|
|
mqnic_res_free(cq->interface->rx_cq_res, cq->cqn);
|
|
}
|
|
cq->cqn = -1;
|
|
|
|
cq->enabled = 0;
|
|
}
|
|
|
|
void mqnic_cq_read_head_ptr(struct mqnic_cq *cq)
|
|
{
|
|
cq->head_ptr += (ioread32(cq->hw_head_ptr) - cq->head_ptr) & cq->hw_ptr_mask;
|
|
}
|
|
|
|
void mqnic_cq_write_tail_ptr(struct mqnic_cq *cq)
|
|
{
|
|
iowrite32(cq->tail_ptr & cq->hw_ptr_mask, cq->hw_tail_ptr);
|
|
}
|
|
|
|
void mqnic_arm_cq(struct mqnic_cq *cq)
|
|
{
|
|
if (!cq->enabled)
|
|
return;
|
|
|
|
iowrite32(cq->eq->eqn | MQNIC_CQ_ARM_MASK,
|
|
cq->hw_addr + MQNIC_CQ_INTERRUPT_INDEX_REG);
|
|
}
|