int siw_dealloc_pd(struct ib_pd *ofa_pd)
{
struct siw_pd *pd = siw_pd_ofa2siw(ofa_pd);
struct siw_dev *sdev = siw_dev_ofa2siw(ofa_pd->device);
siw_remove_obj(&sdev->idr_lock, &sdev->pd_idr, &pd->hdr);
siw_pd_put(pd);
return 0;
}
/*
* siw_reg_user_mr()
*
* Register Memory Region.
*
* @ofa_pd: OFA PD contained in siw PD.
* @start: starting address of MR (virtual address)
* @len: len of MR
* @rnic_va: not used by siw
* @rights: MR access rights
* @udata: user buffer to communicate STag and Key.
*/
struct ib_mr *siw_reg_user_mr(struct ib_pd *ofa_pd, u64 start, u64 len,
u64 rnic_va, int rights, struct ib_udata *udata)
{
struct siw_mr *mr = NULL;
struct siw_pd *pd = siw_pd_ofa2siw(ofa_pd);
struct siw_umem *umem = NULL;
struct siw_ureq_reg_mr ureq;
struct siw_uresp_reg_mr uresp;
struct siw_dev *sdev = pd->hdr.sdev;
unsigned long mem_limit = rlimit(RLIMIT_MEMLOCK);
int rv;
dprint(DBG_MM|DBG_OBJ, " start: 0x%016llx, "
"va: 0x%016llx, len: %llu, ctx: %p\n",
(unsigned long long)start,
(unsigned long long)rnic_va,
(unsigned long long)len,
ofa_pd->uobject->context);
if (atomic_inc_return(&sdev->num_mem) > SIW_MAX_MR) {
dprint(DBG_ON, ": Out of MRs: %d\n",
atomic_read(&sdev->num_mem));
rv = -ENOMEM;
goto err_out;
}
if (!len) {
rv = -EINVAL;
goto err_out;
}
if (mem_limit != RLIM_INFINITY) {
unsigned long num_pages =
(PAGE_ALIGN(len + (start & ~PAGE_MASK))) >> PAGE_SHIFT;
mem_limit >>= PAGE_SHIFT;
if (num_pages > mem_limit - current->mm->locked_vm) {
dprint(DBG_ON|DBG_MM,
": pages req: %lu, limit: %lu, locked: %lu\n",
num_pages, mem_limit, current->mm->locked_vm);
rv = -ENOMEM;
goto err_out;
}
}
struct ib_qp *siw_create_qp(struct ib_pd *ofa_pd,
struct ib_qp_init_attr *attrs,
struct ib_udata *udata)
{
struct siw_qp *qp = NULL;
struct siw_pd *pd = siw_pd_ofa2siw(ofa_pd);
struct ib_device *ofa_dev = ofa_pd->device;
struct siw_dev *sdev = siw_dev_ofa2siw(ofa_dev);
struct siw_cq *scq = NULL, *rcq = NULL;
struct siw_uresp_create_qp uresp;
unsigned long flags;
int kernel_verbs = ofa_pd->uobject ? 0 : 1;
int rv = 0;
dprint(DBG_OBJ|DBG_CM, ": new QP on device %s\n",
ofa_dev->name);
if (attrs->qp_type != IB_QPT_RC) {
dprint(DBG_ON, ": Only RC QP's supported\n");
return ERR_PTR(-ENOSYS);
}
if ((attrs->cap.max_send_wr > SIW_MAX_QP_WR) ||
(attrs->cap.max_recv_wr > SIW_MAX_QP_WR) ||
(attrs->cap.max_send_sge > SIW_MAX_SGE) ||
(attrs->cap.max_recv_sge > SIW_MAX_SGE)) {
dprint(DBG_ON, ": QP Size!\n");
return ERR_PTR(-EINVAL);
}
if (attrs->cap.max_inline_data > SIW_MAX_INLINE) {
dprint(DBG_ON, ": Max Inline Send %d > %d!\n",
attrs->cap.max_inline_data, (int)SIW_MAX_INLINE);
return ERR_PTR(-EINVAL);
}
/*
* NOTE: we allow for zero element SQ and RQ WQE's SGL's
* but not for a QP unable to hold any WQE (SQ + RQ)
*/
if (attrs->cap.max_send_wr + attrs->cap.max_recv_wr == 0)
return ERR_PTR(-EINVAL);
if (atomic_inc_return(&sdev->num_qp) > SIW_MAX_QP) {
dprint(DBG_ON, ": Out of QP's\n");
rv = -ENOMEM;
goto err_out;
}
scq = siw_cq_id2obj(sdev, ((struct siw_cq *)attrs->send_cq)->hdr.id);
rcq = siw_cq_id2obj(sdev, ((struct siw_cq *)attrs->recv_cq)->hdr.id);
if (!scq || !rcq) {
dprint(DBG_OBJ, ": Fail: SCQ: 0x%p, RCQ: 0x%p\n",
scq, rcq);
rv = -EINVAL;
goto err_out;
}
qp = kzalloc(sizeof(*qp), GFP_KERNEL);
if (!qp) {
dprint(DBG_ON, ": kzalloc\n");
rv = -ENOMEM;
goto err_out;
}
INIT_LIST_HEAD(&qp->freeq);
INIT_LIST_HEAD(&qp->sq);
INIT_LIST_HEAD(&qp->rq);
INIT_LIST_HEAD(&qp->orq);
INIT_LIST_HEAD(&qp->irq);
init_rwsem(&qp->state_lock);
spin_lock_init(&qp->freeq_lock);
spin_lock_init(&qp->sq_lock);
spin_lock_init(&qp->rq_lock);
spin_lock_init(&qp->orq_lock);
init_waitqueue_head(&qp->tx_ctx.waitq);
rv = siw_qp_add(sdev, qp);
if (rv)
goto err_out;
if (kernel_verbs) {
int num_wqe = attrs->cap.max_send_wr + attrs->cap.max_recv_wr;
while (num_wqe--) {
struct siw_wqe *wqe = kzalloc(sizeof *wqe, GFP_KERNEL);
if (!wqe) {
rv = -ENOMEM;
goto err_out_idr;
}
SIW_INC_STAT_WQE;
INIT_LIST_HEAD(&wqe->list);
list_add(&wqe->list, &qp->freeq);
}
qp->attrs.flags |= SIW_KERNEL_VERBS;
}
if (attrs->sq_sig_type != IB_SIGNAL_REQ_WR) {
if (attrs->sq_sig_type == IB_SIGNAL_ALL_WR)
qp->attrs.flags |= SIW_SIGNAL_ALL_WR;
else {
rv = -EINVAL;
goto err_out;
}
}
qp->pd = pd;
qp->scq = scq;
qp->rcq = rcq;
if (attrs->srq) {
/*
* SRQ support.
* Verbs 6.3.7: ignore RQ size, if SRQ present
* Verbs 6.3.5: do not check PD of SRQ against PD of QP
*/
qp->srq = siw_srq_ofa2siw(attrs->srq);
qp->attrs.rq_size = 0;
atomic_set(&qp->rq_space, 0);
dprint(DBG_OBJ, " QP(%d): SRQ(%p) attached\n",
QP_ID(qp), qp->srq);
} else {
qp->srq = NULL;
qp->attrs.rq_size = attrs->cap.max_recv_wr;
atomic_set(&qp->rq_space, qp->attrs.rq_size);
}
qp->attrs.sq_size = attrs->cap.max_send_wr;
atomic_set(&qp->sq_space, qp->attrs.sq_size);
qp->attrs.sq_max_sges = attrs->cap.max_send_sge;
/*
* ofed has no max_send_sge_rdmawrite
*/
qp->attrs.sq_max_sges_rdmaw = attrs->cap.max_send_sge;
qp->attrs.rq_max_sges = attrs->cap.max_recv_sge;
qp->attrs.state = SIW_QP_STATE_IDLE;
if (udata) {
uresp.sq_size = qp->attrs.sq_size;
uresp.rq_size = qp->attrs.rq_size;
uresp.qp_id = QP_ID(qp);
rv = ib_copy_to_udata(udata, &uresp, sizeof uresp);
if (rv)
goto err_out_idr;
}
atomic_set(&qp->tx_ctx.in_use, 0);
qp->ofa_qp.qp_num = QP_ID(qp);
siw_pd_get(pd);
INIT_LIST_HEAD(&qp->devq);
spin_lock_irqsave(&sdev->idr_lock, flags);
list_add_tail(&qp->devq, &sdev->qp_list);
spin_unlock_irqrestore(&sdev->idr_lock, flags);
return &qp->ofa_qp;
err_out_idr:
siw_remove_obj(&sdev->idr_lock, &sdev->qp_idr, &qp->hdr);
err_out:
if (scq)
siw_cq_put(scq);
if (rcq)
siw_cq_put(rcq);
if (qp)
siw_drain_wq(&qp->freeq);
kfree(qp);
atomic_dec(&sdev->num_qp);
return ERR_PTR(rv);
}
struct ib_qp *siw_create_qp(struct ib_pd *ofa_pd,
struct ib_qp_init_attr *attrs,
struct ib_udata *udata)
{
struct siw_qp *qp = NULL;
struct siw_pd *pd = siw_pd_ofa2siw(ofa_pd);
struct ib_device *ofa_dev = ofa_pd->device;
struct siw_dev *sdev = siw_dev_ofa2siw(ofa_dev);
struct siw_cq *scq = NULL, *rcq = NULL;
int rv = 0;
pr_debug(DBG_OBJ DBG_CM ": new QP on device %s\n",
ofa_dev->name);
if (!ofa_pd->uobject) {
pr_debug(": This driver does not support kernel clients\n");
return ERR_PTR(-EINVAL);
}
if (atomic_inc_return(&sdev->num_qp) > SIW_MAX_QP) {
pr_debug(": Out of QP's\n");
rv = -ENOMEM;
goto err_out;
}
if (attrs->qp_type != IB_QPT_RC) {
pr_debug(": Only RC QP's supported\n");
rv = -EINVAL;
goto err_out;
}
if (attrs->srq) {
pr_debug(": SRQ is not supported\n");
rv = -EINVAL;
goto err_out;
}
scq = siw_cq_id2obj(sdev, ((struct siw_cq *)attrs->send_cq)->hdr.id);
rcq = siw_cq_id2obj(sdev, ((struct siw_cq *)attrs->recv_cq)->hdr.id);
if (!scq || !rcq) {
pr_debug(DBG_OBJ ": Fail: SCQ: 0x%p, RCQ: 0x%p\n",
scq, rcq);
rv = -EINVAL;
goto err_out;
}
qp = kzalloc(sizeof *qp, GFP_KERNEL);
if (!qp) {
pr_debug(": kzalloc\n");
rv = -ENOMEM;
goto err_out;
}
init_rwsem(&qp->state_lock);
rv = siw_qp_add(sdev, qp);
if (rv)
goto err_out;
qp->pd = pd;
qp->scq = scq;
qp->rcq = rcq;
qp->attrs.state = SIW_QP_STATE_IDLE;
if (udata) {
struct urdma_udata_create_qp ureq;
struct urdma_uresp_create_qp uresp;
rv = ib_copy_from_udata(&ureq, udata, sizeof(ureq));
if (rv)
goto err_out_idr;
qp->attrs.irq_size = ureq.ird_max;
qp->attrs.orq_size = ureq.ord_max;
qp->attrs.urdma_devid = ureq.urdmad_dev_id;
qp->attrs.urdma_qp_id = ureq.urdmad_qp_id;
qp->attrs.urdma_rxq = ureq.rxq;
qp->attrs.urdma_txq = ureq.txq;
memset(&uresp, 0, sizeof uresp);
uresp.kmod_qp_id = QP_ID(qp);
rv = ib_copy_to_udata(udata, &uresp, sizeof uresp);
if (rv)
goto err_out_idr;
}
qp->ofa_qp.qp_num = QP_ID(qp);
siw_pd_get(pd);
return &qp->ofa_qp;
err_out_idr:
siw_remove_obj(&sdev->idr_lock, &sdev->qp_idr, &qp->hdr);
err_out:
if (scq)
siw_cq_put(scq);
if (rcq)
siw_cq_put(rcq);
if (qp) {
kfree(qp);
}
atomic_dec(&sdev->num_qp);
return ERR_PTR(rv);
}
