void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
if (!cq->is_tx) {
napi_disable(&cq->napi);
netif_napi_del(&cq->napi);
}
mlx4_cq_free(priv->mdev->dev, &cq->mcq);
}
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
struct mlx4_en_dev *mdev = priv->mdev;
taskqueue_drain(cq->tq, &cq->cq_task);
if (cq->is_tx)
del_timer(&cq->timer);
mlx4_cq_free(mdev->dev, &cq->mcq);
}
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
napi_disable(&cq->napi);
if (!cq->is_tx) {
napi_hash_del(&cq->napi);
synchronize_rcu();
}
netif_napi_del(&cq->napi);
mlx4_cq_free(priv->mdev->dev, &cq->mcq);
}
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
napi_disable(&cq->napi);
#ifdef HAVE_NAPI_HASH_ADD
if (!cq->is_tx) {
napi_hash_del(&cq->napi);
synchronize_rcu();
}
#endif
netif_napi_del(&cq->napi);
mlx4_cq_free(priv->mdev->dev, &cq->mcq);
}
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
struct mlx4_en_dev *mdev = priv->mdev;
if (cq->is_tx)
del_timer(&cq->timer);
else {
napi_disable(&cq->napi);
netif_napi_del(&cq->napi);
}
mlx4_cq_free(mdev->dev, &cq->mcq);
}
void mlx4_en_deactivate_cq(struct mlx4_en_priv *priv, struct mlx4_en_cq *cq)
{
struct mlx4_en_dev *mdev = priv->mdev;
if (cq->is_tx)
del_timer(&cq->timer);
else {
while (test_bit(__LINK_STATE_RX_SCHED,
&cq->poll_dev->state))
msleep(1);
free_netdev(cq->poll_dev);
cq->poll_dev = NULL;
}
mlx4_cq_free(mdev->dev, &cq->mcq);
}
int mlx4_ib_destroy_cq(struct ib_cq *cq, struct ib_udata *udata)
{
struct mlx4_ib_dev *dev = to_mdev(cq->device);
struct mlx4_ib_cq *mcq = to_mcq(cq);
mlx4_cq_free(dev->dev, &mcq->mcq);
mlx4_mtt_cleanup(dev->dev, &mcq->buf.mtt);
if (udata) {
mlx4_ib_db_unmap_user(
rdma_udata_to_drv_context(
udata,
struct mlx4_ib_ucontext,
ibucontext),
&mcq->db);
ib_umem_release(mcq->umem);
} else {
int mlx4_ib_destroy_cq(struct ib_cq *cq)
{
struct mlx4_ib_dev *dev = to_mdev(cq->device);
struct mlx4_ib_cq *mcq = to_mcq(cq);
mlx4_cq_free(dev->dev, &mcq->mcq);
mlx4_mtt_cleanup(dev->dev, &mcq->buf.mtt);
if (cq->uobject) {
mlx4_ib_db_unmap_user(to_mucontext(cq->uobject->context), &mcq->db);
ib_umem_release(mcq->umem);
} else {
mlx4_ib_free_cq_buf(dev, &mcq->buf, cq->cqe);
mlx4_db_free(dev->dev, &mcq->db);
}
kfree(mcq);
return 0;
}
struct ib_cq *mlx4_ib_create_cq(struct ib_device *ibdev,
const struct ib_cq_init_attr *attr,
struct ib_udata *udata)
{
int entries = attr->cqe;
int vector = attr->comp_vector;
struct mlx4_ib_dev *dev = to_mdev(ibdev);
struct mlx4_ib_cq *cq;
struct mlx4_uar *uar;
void *buf_addr;
int err;
struct mlx4_ib_ucontext *context = rdma_udata_to_drv_context(
udata, struct mlx4_ib_ucontext, ibucontext);
if (entries < 1 || entries > dev->dev->caps.max_cqes)
return ERR_PTR(-EINVAL);
if (attr->flags & ~CQ_CREATE_FLAGS_SUPPORTED)
return ERR_PTR(-EINVAL);
cq = kzalloc(sizeof(*cq), GFP_KERNEL);
if (!cq)
return ERR_PTR(-ENOMEM);
entries = roundup_pow_of_two(entries + 1);
cq->ibcq.cqe = entries - 1;
mutex_init(&cq->resize_mutex);
spin_lock_init(&cq->lock);
cq->resize_buf = NULL;
cq->resize_umem = NULL;
cq->create_flags = attr->flags;
INIT_LIST_HEAD(&cq->send_qp_list);
INIT_LIST_HEAD(&cq->recv_qp_list);
if (udata) {
struct mlx4_ib_create_cq ucmd;
if (ib_copy_from_udata(&ucmd, udata, sizeof ucmd)) {
err = -EFAULT;
goto err_cq;
}
buf_addr = (void *)(unsigned long)ucmd.buf_addr;
err = mlx4_ib_get_cq_umem(dev, udata, &cq->buf, &cq->umem,
ucmd.buf_addr, entries);
if (err)
goto err_cq;
err = mlx4_ib_db_map_user(udata, ucmd.db_addr, &cq->db);
if (err)
goto err_mtt;
uar = &context->uar;
cq->mcq.usage = MLX4_RES_USAGE_USER_VERBS;
} else {
err = mlx4_db_alloc(dev->dev, &cq->db, 1);
if (err)
goto err_cq;
cq->mcq.set_ci_db = cq->db.db;
cq->mcq.arm_db = cq->db.db + 1;
*cq->mcq.set_ci_db = 0;
*cq->mcq.arm_db = 0;
err = mlx4_ib_alloc_cq_buf(dev, &cq->buf, entries);
if (err)
goto err_db;
buf_addr = &cq->buf.buf;
uar = &dev->priv_uar;
cq->mcq.usage = MLX4_RES_USAGE_DRIVER;
}
if (dev->eq_table)
vector = dev->eq_table[vector % ibdev->num_comp_vectors];
err = mlx4_cq_alloc(dev->dev, entries, &cq->buf.mtt, uar, cq->db.dma,
&cq->mcq, vector, 0,
!!(cq->create_flags &
IB_UVERBS_CQ_FLAGS_TIMESTAMP_COMPLETION),
buf_addr, !!udata);
if (err)
goto err_dbmap;
if (udata)
cq->mcq.tasklet_ctx.comp = mlx4_ib_cq_comp;
else
cq->mcq.comp = mlx4_ib_cq_comp;
cq->mcq.event = mlx4_ib_cq_event;
if (udata)
if (ib_copy_to_udata(udata, &cq->mcq.cqn, sizeof (__u32))) {
err = -EFAULT;
goto err_cq_free;
}
return &cq->ibcq;
err_cq_free:
mlx4_cq_free(dev->dev, &cq->mcq);
err_dbmap:
if (udata)
mlx4_ib_db_unmap_user(context, &cq->db);
err_mtt:
mlx4_mtt_cleanup(dev->dev, &cq->buf.mtt);
if (udata)
ib_umem_release(cq->umem);
else
mlx4_ib_free_cq_buf(dev, &cq->buf, cq->ibcq.cqe);
err_db:
if (!udata)
mlx4_db_free(dev->dev, &cq->db);
err_cq:
kfree(cq);
return ERR_PTR(err);
}
/* CQ allocation and modification test */
int cq_test(struct mlx4_dev *dev, char* log) {
struct mlx4_cq *cq;
struct mlx4_mtt *mtt;
struct mlx4_uar *uar;
struct mlx4_db *db;
int err;
int expected_rc = 0;
int collapsed = 0;
int timestamp_en = 0;
int npages = 1;
int page_shift = get_order(dev->caps.cqe_size) + PAGE_SHIFT;
int ret_val = FAIL;
int vector = 0;
int nent = 2 * MLX4_NUM_TUNNEL_BUFS;
u16 count = 88;
u16 period = 0;
u64 mtt_addr;
uar = malloc(sizeof *uar ,M_CQ_VAL, M_WAITOK );
VL_CHECK_MALLOC(uar, goto without_free, log);
mtt = malloc(sizeof *mtt ,M_CQ_VAL, M_WAITOK );
VL_CHECK_MALLOC(mtt, goto free_uar, log);
cq = malloc(sizeof *cq ,M_CQ_VAL, M_WAITOK );
VL_CHECK_MALLOC(cq, goto free_mtt, log);
db = malloc(sizeof *db ,M_CQ_VAL, M_WAITOK );
VL_CHECK_MALLOC(db, goto free_cq, log);
err = mlx4_mtt_init(dev, npages, page_shift, mtt);
VL_CHECK_RC(err, expected_rc, goto free_db , log, "failed to initialize MTT");
uprintf("MTT was initialized successfuly\n");
VL_CHECK_INT_VALUE(mtt->order, 0, goto cleanup_mtt, log, "mtt->order is wrong");
VL_CHECK_INT_VALUE(mtt->page_shift, 12, goto cleanup_mtt, log, "mtt->page_shift is wrong");
mtt_addr = mlx4_mtt_addr(dev, mtt);
uprintf("MTT address is: %lu\n", mtt_addr);
err = mlx4_uar_alloc(dev, uar);
VL_CHECK_RC(err, expected_rc, goto cleanup_mtt , log, "failed to allocate UAR");
uprintf("UAR was allocated successfuly\n");
err = mlx4_db_alloc(dev, db, 1);
VL_CHECK_RC(err, expected_rc, goto dealloc_uar , log, "failed to allocate DB");
uprintf("DB was allocated successfuly\n");
err = mlx4_cq_alloc(dev, nent, mtt, uar, db->dma, cq, vector, collapsed, timestamp_en);
VL_CHECK_RC(err, expected_rc, goto dealloc_db , log, "failed to allocate CQ");
uprintf("CQ allocated successfuly\n");
VL_CHECK_INT_VALUE(cq->cons_index, 0, goto dealloc_cq, log, "cq->cons_index is wrong");
VL_CHECK_INT_VALUE(cq->arm_sn, 1, goto dealloc_cq, log, "cq->arm_sn is wrong");
uprintf("cq->cqn = %d, cq->uar->pfn = %lu, cq->eqn = %d, cq->irq = %u\n", cq->cqn, cq->uar->pfn, cq->eqn, cq->irq );
VL_CHECK_UNSIGNED_INT_VALUE(cq->cons_index, (unsigned int)0, goto dealloc_cq, log, "cq->cons_index != 0");
VL_CHECK_INT_VALUE(cq->arm_sn, 1, goto dealloc_cq, log, "cq->arm_sn != 1");
err = mlx4_cq_modify(dev, cq, count, period);
VL_CHECK_RC(err, expected_rc, goto dealloc_cq , log, "failed to modify CQ");
uprintf("CQ was modifyed successfuly\n");
ret_val = SUCCESS;
dealloc_cq:
mlx4_cq_free(dev, cq);
uprintf("CQ was freed successfuly\n");
dealloc_db:
mlx4_db_free(dev, db);
uprintf( "DB free was successful\n");
dealloc_uar:
mlx4_uar_free(dev,uar);
uprintf("UAR free was successful\n");
cleanup_mtt:
mlx4_mtt_cleanup(dev, mtt);
uprintf( "mtt clean-up was successful\n");
free_db:
free(db, M_CQ_VAL);
free_cq:
free(cq, M_CQ_VAL);
free_mtt:
free(mtt, M_CQ_VAL);
free_uar:
free(uar, M_CQ_VAL);
without_free:
return ret_val;
}