/**
* ipa_data_start() - Restart USB endless transfer
* @param: IPA data channel information
* @dir: USB BAM pipe direction
*
* It is being used to restart USB endless transfer for USB bus resume.
* For USB consumer case, it restarts USB endless RX transfer, whereas
* for USB producer case, it resets DBM endpoint and restart USB endless
* TX transfer.
*/
static void ipa_data_start(void *param, enum usb_bam_pipe_dir dir)
{
struct ipa_data_ch_info *port = param;
struct usb_gadget *gadget = NULL;
if (!port || !port->port_usb || !port->port_usb->cdev->gadget) {
pr_err("%s:port,cdev or gadget is NULL\n", __func__);
return;
}
gadget = port->port_usb->cdev->gadget;
if (dir == USB_TO_PEER_PERIPHERAL) {
pr_debug("%s(): start endless RX\n", __func__);
ipa_data_start_endless_xfer(port, false);
} else {
pr_debug("%s(): start endless TX\n", __func__);
if (msm_dwc3_reset_ep_after_lpm(gadget)) {
u8 idx;
idx = usb_bam_get_connection_idx(gadget->name,
IPA_P_BAM,
PEER_PERIPHERAL_TO_USB,
USB_BAM_DEVICE, 1);
if (idx < 0) {
pr_err("%s: get_connection_idx failed\n",
__func__);
return;
}
configure_fifo(idx, port->port_usb->in);
}
ipa_data_start_endless_xfer(port, true);
}
}
static int set_qdss_data_connection(struct usb_gadget *gadget,
struct usb_ep *data_ep, u8 data_addr, int enable)
{
int res = 0;
u8 idx;
pr_debug("set_qdss_data_connection\n");
/* There is only one qdss pipe, so the pipe number can be set to 0 */
idx = usb_bam_get_connection_idx(gadget->name, QDSS_P_BAM,
PEER_PERIPHERAL_TO_USB, 0);
if (idx < 0) {
pr_err("%s: usb_bam_get_connection_idx failed\n", __func__);
return idx;
}
if (enable) {
res = usb_bam_connect(idx, &(bam_info.usb_bam_pipe_idx));
bam_info.data_fifo =
kzalloc(sizeof(struct sps_mem_buffer), GFP_KERNEL);
if (!bam_info.data_fifo) {
pr_err("qdss_data_connection: memory alloc failed\n");
return -ENOMEM;
}
usb_bam_set_qdss_core(gadget->name);
get_bam2bam_connection_info(idx,
&bam_info.usb_bam_handle,
&bam_info.usb_bam_pipe_idx, &bam_info.peer_pipe_idx,
NULL, bam_info.data_fifo);
msm_data_fifo_config(data_ep, bam_info.data_fifo->phys_base,
bam_info.data_fifo->size, bam_info.usb_bam_pipe_idx);
} else {
kfree(bam_info.data_fifo);
res = usb_bam_disconnect_pipe(idx);
if (res) {
pr_err("usb_bam_disconnection error\n");
return res;
}
}
return res;
}
static void bam_data_start(void *param, enum usb_bam_pipe_dir dir)
{
struct bam_data_port *port = param;
struct data_port *d_port = port->port_usb;
struct bam_data_ch_info *d = &port->data_ch;
struct usb_gadget *gadget;
if (!d_port || !d_port->cdev || !d_port->cdev->gadget) {
pr_err("%s:d_port,cdev or gadget is NULL\n", __func__);
return;
}
gadget = d_port->cdev->gadget;
if (dir == USB_TO_PEER_PERIPHERAL) {
if (port->data_ch.src_pipe_type == USB_BAM_PIPE_BAM2BAM)
bam_data_start_endless_rx(port);
else {
bam_data_start_rx(port);
queue_work(bam_data_wq, &d->write_tobam_w);
}
} else {
if (gadget_is_dwc3(gadget) &&
msm_dwc3_reset_ep_after_lpm(gadget)) {
u8 idx;
idx = usb_bam_get_connection_idx(gadget->name,
IPA_P_BAM, PEER_PERIPHERAL_TO_USB,
USB_BAM_DEVICE, 0);
if (idx < 0) {
pr_err("%s: get_connection_idx failed\n",
__func__);
return;
}
configure_data_fifo(idx,
port->port_usb->in,
d->dst_pipe_type);
}
bam_data_start_endless_tx(port);
}
}
static void bam2bam_data_connect_work(struct work_struct *w)
{
struct bam_data_port *port = container_of(w, struct bam_data_port,
connect_w);
struct teth_bridge_connect_params connect_params;
struct teth_bridge_init_params teth_bridge_params;
struct bam_data_ch_info *d = &port->data_ch;
struct data_port *d_port = port->port_usb;
struct usb_gadget *gadget = d_port->cdev->gadget;
u32 sps_params;
int ret;
unsigned long flags;
pr_debug("%s: Connect workqueue started", __func__);
if (port->is_connected) {
pr_info("%s: Already connected. Bailing out.\n", __func__);
return;
}
spin_lock_irqsave(&port->port_lock_ul, flags);
if (!port->port_usb) {
spin_unlock_irqrestore(&port->port_lock_ul, flags);
pr_err("port_usb is NULL");
return;
}
if (!port->port_usb->out) {
spin_unlock_irqrestore(&port->port_lock_ul, flags);
pr_err("port_usb->out (bulk out ep) is NULL");
return;
}
d->rx_req = usb_ep_alloc_request(port->port_usb->out, GFP_ATOMIC);
if (!d->rx_req) {
spin_unlock_irqrestore(&port->port_lock_ul, flags);
pr_err("%s: failed to allocate rx_req\n", __func__);
return;
}
d->rx_req->context = port;
d->rx_req->complete = bam_data_endless_rx_complete;
d->rx_req->length = 0;
d->rx_req->no_interrupt = 1;
d->tx_req = usb_ep_alloc_request(port->port_usb->in, GFP_ATOMIC);
if (!d->tx_req) {
spin_unlock_irqrestore(&port->port_lock_ul, flags);
pr_err("%s: failed to allocate tx_req\n", __func__);
return;
}
spin_unlock_irqrestore(&port->port_lock_ul, flags);
d->tx_req->context = port;
d->tx_req->complete = bam_data_endless_tx_complete;
d->tx_req->length = 0;
d->tx_req->no_interrupt = 1;
if (d->trans == USB_GADGET_XPORT_BAM2BAM_IPA) {
if (d->dst_pipe_type != USB_BAM_PIPE_BAM2BAM) {
pr_err("%s: no software preparation for DL not using bam2bam\n",
__func__);
return;
}
if (d->func_type == USB_FUNC_MBIM) {
teth_bridge_params.client = d->ipa_params.src_client;
ret = teth_bridge_init(&teth_bridge_params);
if (ret) {
pr_err("%s:teth_bridge_init() failed\n",
__func__);
return;
}
d->ipa_params.notify =
teth_bridge_params.usb_notify_cb;
d->ipa_params.priv =
teth_bridge_params.private_data;
d->ipa_params.ipa_ep_cfg.mode.mode = IPA_BASIC;
d->ipa_params.skip_ep_cfg =
teth_bridge_params.skip_ep_cfg;
d->ipa_params.keep_ipa_awake = true;
}
d->ipa_params.dir = USB_TO_PEER_PERIPHERAL;
if (d->func_type == USB_FUNC_ECM) {
d->ipa_params.notify = ecm_qc_get_ipa_rx_cb();
d->ipa_params.priv = ecm_qc_get_ipa_priv();
d->ipa_params.skip_ep_cfg = ecm_qc_get_skip_ep_config();
d->ipa_params.keep_ipa_awake = true;
}
if (d->func_type == USB_FUNC_RNDIS) {
d->ipa_params.notify = rndis_qc_get_ipa_rx_cb();
d->ipa_params.priv = rndis_qc_get_ipa_priv();
d->ipa_params.skip_ep_cfg =
rndis_qc_get_skip_ep_config();
d->ipa_params.keep_ipa_awake = true;
}
/* Support for UL using system-to-IPA */
if (d->src_pipe_type == USB_BAM_PIPE_SYS2BAM) {
d->ul_params.teth_cb = d->ipa_params.notify;
d->ipa_params.notify =
bam_data_ipa_sys2bam_notify_cb;
d->ul_params.teth_priv = d->ipa_params.priv;
d->ipa_params.priv = &d->ul_params;
} else {
d->ipa_params.reset_pipe_after_lpm =
(gadget_is_dwc3(gadget) &&
msm_dwc3_reset_ep_after_lpm(gadget));
}
ret = usb_bam_connect_ipa(&d->ipa_params);
if (ret) {
pr_err("%s: usb_bam_connect_ipa failed: err:%d\n",
__func__, ret);
return;
}
d_port->ipa_consumer_ep = d->ipa_params.ipa_cons_ep_idx;
if (gadget_is_dwc3(gadget)) {
d->src_bam_idx = usb_bam_get_connection_idx(
gadget->name,
IPA_P_BAM, USB_TO_PEER_PERIPHERAL,
USB_BAM_DEVICE, 0);
if (d->src_bam_idx < 0) {
pr_err("%s: get_connection_idx failed\n",
__func__);
return;
}
configure_usb_data_fifo(d->src_bam_idx,
port->port_usb->out,
d->src_pipe_type);
}
/* Remove support for UL using system-to-IPA towards DL */
if (d->src_pipe_type == USB_BAM_PIPE_SYS2BAM) {
d->ipa_params.notify = d->ul_params.teth_cb;
d->ipa_params.priv = d->ul_params.teth_priv;
}
d->ipa_params.dir = PEER_PERIPHERAL_TO_USB;
if (d->func_type == USB_FUNC_ECM) {
d->ipa_params.notify = ecm_qc_get_ipa_tx_cb();
d->ipa_params.priv = ecm_qc_get_ipa_priv();
d->ipa_params.skip_ep_cfg = ecm_qc_get_skip_ep_config();
}
if (d->func_type == USB_FUNC_RNDIS) {
d->ipa_params.notify = rndis_qc_get_ipa_tx_cb();
d->ipa_params.priv = rndis_qc_get_ipa_priv();
d->ipa_params.skip_ep_cfg =
rndis_qc_get_skip_ep_config();
}
if (d->src_pipe_type == USB_BAM_PIPE_BAM2BAM) {
d->ipa_params.reset_pipe_after_lpm =
(gadget_is_dwc3(gadget) &&
msm_dwc3_reset_ep_after_lpm(gadget));
}
ret = usb_bam_connect_ipa(&d->ipa_params);
if (ret) {
pr_err("%s: usb_bam_connect_ipa failed: err:%d\n",
__func__, ret);
return;
}
d_port->ipa_producer_ep = d->ipa_params.ipa_prod_ep_idx;
pr_debug("%s(): ipa_producer_ep:%d ipa_consumer_ep:%d\n",
__func__, d_port->ipa_producer_ep,
d_port->ipa_consumer_ep);
if (gadget_is_dwc3(gadget)) {
d->dst_bam_idx = usb_bam_get_connection_idx(
gadget->name,
IPA_P_BAM, PEER_PERIPHERAL_TO_USB,
USB_BAM_DEVICE, 0);
if (d->dst_bam_idx < 0) {
pr_err("%s: get_connection_idx failed\n",
__func__);
return;
}
configure_usb_data_fifo(d->dst_bam_idx,
port->port_usb->in,
d->dst_pipe_type);
}
if (d->func_type == USB_FUNC_MBIM) {
connect_params.ipa_usb_pipe_hdl =
d->ipa_params.prod_clnt_hdl;
connect_params.usb_ipa_pipe_hdl =
d->ipa_params.cons_clnt_hdl;
connect_params.tethering_mode =
TETH_TETHERING_MODE_MBIM;
connect_params.client_type = d->ipa_params.src_client;
ret = teth_bridge_connect(&connect_params);
if (ret) {
pr_err("%s:teth_bridge_connect() failed\n",
__func__);
return;
}
}
if (d->func_type == USB_FUNC_ECM) {
ret = ecm_ipa_connect(d->ipa_params.cons_clnt_hdl,
d->ipa_params.prod_clnt_hdl,
d->ipa_params.priv);
if (ret) {
pr_err("%s: failed to connect IPA: err:%d\n",
__func__, ret);
return;
}
}
if (d->func_type == USB_FUNC_RNDIS) {
rndis_data.prod_clnt_hdl =
d->ipa_params.prod_clnt_hdl;
rndis_data.cons_clnt_hdl =
d->ipa_params.cons_clnt_hdl;
rndis_data.priv = d->ipa_params.priv;
ret = rndis_ipa_pipe_connect_notify(
rndis_data.cons_clnt_hdl,
rndis_data.prod_clnt_hdl,
rndis_data.max_transfer_size,
rndis_data.max_packets_number,
rndis_data.priv);
if (ret) {
pr_err("%s: failed to connect IPA: err:%d\n",
__func__, ret);
return;
}
is_ipa_rndis_net_on = true;
}
} else { /* transport type is USB_GADGET_XPORT_BAM2BAM */
usb_bam_reset_complete();
/* Setup BAM connection and fetch USB PIPE index */
ret = usb_bam_connect(d->src_connection_idx, &d->src_pipe_idx);
if (ret) {
pr_err("usb_bam_connect (src) failed: err:%d\n", ret);
return;
}
ret = usb_bam_connect(d->dst_connection_idx, &d->dst_pipe_idx);
if (ret) {
pr_err("usb_bam_connect (dst) failed: err:%d\n", ret);
return;
}
}
/* Upadate BAM specific attributes in usb_request */
if (gadget_is_dwc3(gadget)) {
sps_params = MSM_SPS_MODE | MSM_DISABLE_WB | MSM_PRODUCER |
d->src_pipe_idx;
d->rx_req->length = 32*1024;
} else {
sps_params = (SPS_PARAMS_SPS_MODE | d->src_pipe_idx |
MSM_VENDOR_ID) & ~SPS_PARAMS_TBE;
}
d->rx_req->udc_priv = sps_params;
if (gadget_is_dwc3(gadget)) {
sps_params = MSM_SPS_MODE | MSM_DISABLE_WB | d->dst_pipe_idx;
d->tx_req->length = 32*1024;
} else {
sps_params = (SPS_PARAMS_SPS_MODE | d->dst_pipe_idx |
MSM_VENDOR_ID) & ~SPS_PARAMS_TBE;
}
d->tx_req->udc_priv = sps_params;
/* queue in & out requests */
if (d->trans == USB_GADGET_XPORT_BAM2BAM ||
d->src_pipe_type == USB_BAM_PIPE_BAM2BAM)
bam_data_start_endless_rx(port);
else {
/* The use-case of UL (OUT) ports using sys2bam is based on
* partial reuse of the system-to-bam_demux code. The following
* lines perform the branching out of the standard bam2bam flow
* on the USB side of the UL channel
*/
if (_bam_data_start_io(port, false)) {
pr_err("%s: _bam_data_start_io\n", __func__);
return;
}
bam_data_start_rx(port);
}
bam_data_start_endless_tx(port);
/* Register for peer reset callback if USB_GADGET_XPORT_BAM2BAM */
if (d->trans != USB_GADGET_XPORT_BAM2BAM_IPA) {
usb_bam_register_peer_reset_cb(bam_data_peer_reset_cb, port);
ret = usb_bam_client_ready(true);
if (ret) {
pr_err("%s: usb_bam_client_ready failed: err:%d\n",
__func__, ret);
return;
}
}
port->is_connected = true;
pr_debug("Connect workqueue done (port %p)", port);
}
/**
* ipa_data_connect_work() - Perform USB IPA BAM connect
* @w: connect work
*
* It is being schedule from ipa_data_connect() API when particular function
* which is using USB IPA accelerated path. This API performs allocating request
* for USB endpoint (tx/rx) for endless purpose, configure USB endpoint to be
* used in accelerated path, connect of USB BAM pipe, IPA BAM pipe and also
* initiate USB IPA BAM pipe handshake for connect sequence.
*/
static void ipa_data_connect_work(struct work_struct *w)
{
struct ipa_data_ch_info *port = container_of(w, struct ipa_data_ch_info,
connect_w);
struct gadget_ipa_port *gport;
struct usb_gadget *gadget = NULL;
u32 sps_params;
int ret;
unsigned long flags;
bool is_ipa_disconnected = true;
pr_debug("%s: Connect workqueue started", __func__);
spin_lock_irqsave(&port->port_lock, flags);
if (!port->port_usb) {
spin_unlock_irqrestore(&port->port_lock, flags);
pr_err("%s(): port_usb is NULL.\n", __func__);
return;
}
gport = port->port_usb;
if (gport && gport->cdev)
gadget = gport->cdev->gadget;
if (!gadget) {
spin_unlock_irqrestore(&port->port_lock, flags);
pr_err("%s: gport is NULL.\n", __func__);
return;
}
gport->ipa_consumer_ep = -1;
gport->ipa_producer_ep = -1;
if (gport->out) {
port->rx_req = usb_ep_alloc_request(gport->out, GFP_ATOMIC);
if (!port->rx_req) {
spin_unlock_irqrestore(&port->port_lock, flags);
pr_err("%s: failed to allocate rx_req\n", __func__);
return;
}
port->rx_req->context = port;
port->rx_req->complete = ipa_data_endless_complete;
port->rx_req->length = 0;
port->rx_req->no_interrupt = 1;
}
if (gport->in) {
port->tx_req = usb_ep_alloc_request(gport->in, GFP_ATOMIC);
if (!port->tx_req) {
spin_unlock_irqrestore(&port->port_lock, flags);
pr_err("%s: failed to allocate tx_req\n", __func__);
goto free_rx_req;
}
port->tx_req->context = port;
port->tx_req->complete = ipa_data_endless_complete;
port->tx_req->length = 0;
port->tx_req->no_interrupt = 1;
}
port->is_connected = true;
spin_unlock_irqrestore(&port->port_lock, flags);
/* update IPA Parameteres here. */
port->ipa_params.usb_connection_speed = gadget->speed;
if (gadget_is_dwc3(gadget))
port->ipa_params.reset_pipe_after_lpm =
msm_dwc3_reset_ep_after_lpm(gadget);
port->ipa_params.skip_ep_cfg = true;
port->ipa_params.keep_ipa_awake = true;
port->ipa_params.cons_clnt_hdl = -1;
port->ipa_params.prod_clnt_hdl = -1;
/*
* Perform below operations for Tx from Device (OUT transfer)
* 1. Connect with pipe of USB BAM with IPA BAM pipe
* 2. Update USB Endpoint related information using SPS Param.
* 3. Configure USB Endpoint/DBM for the same.
* 4. Override USB ep queue functionality for endless transfer.
*/
if (gport->out) {
pr_debug("configure bam ipa connect for USB OUT\n");
port->ipa_params.dir = USB_TO_PEER_PERIPHERAL;
ret = usb_bam_connect_ipa(&port->ipa_params);
if (ret) {
pr_err("usb_bam_connect_ipa out failed err:%d\n", ret);
goto free_rx_tx_req;
}
gadget->bam2bam_func_enabled = true;
gport->ipa_consumer_ep = port->ipa_params.ipa_cons_ep_idx;
if (gadget_is_dwc3(gadget)) {
sps_params = MSM_SPS_MODE | MSM_DISABLE_WB
| MSM_PRODUCER | port->src_pipe_idx;
port->rx_req->length = 32*1024;
} else {
sps_params = (MSM_SPS_MODE | port->src_pipe_idx |
MSM_VENDOR_ID) & ~MSM_IS_FINITE_TRANSFER;
}
port->rx_req->udc_priv = sps_params;
port->src_bam_idx = usb_bam_get_connection_idx(
gadget->name, IPA_P_BAM,
USB_TO_PEER_PERIPHERAL,
USB_BAM_DEVICE, 1);
if (port->src_bam_idx < 0) {
pr_err("src_bam: get_connection_idx failed\n");
goto disconnect_usb_bam_ipa_out;
}
if (gadget_is_dwc3(gadget)) {
configure_fifo(port->src_bam_idx, port->port_usb->out);
ret = msm_ep_config(port->port_usb->out);
if (ret) {
pr_err("msm_ep_config() failed for OUT EP\n");
goto disconnect_usb_bam_ipa_out;
}
}
is_ipa_disconnected = false;
}
if (gport->in) {
pr_debug("configure bam ipa connect for USB IN\n");
port->ipa_params.dir = PEER_PERIPHERAL_TO_USB;
port->ipa_params.dst_client = IPA_CLIENT_USB_DPL_CONS;
ret = usb_bam_connect_ipa(&port->ipa_params);
if (ret) {
pr_err("usb_bam_connect_ipa IN failed err:%d\n", ret);
goto unconfig_msm_ep_out;
}
gadget->bam2bam_func_enabled = true;
gport->ipa_producer_ep = port->ipa_params.ipa_prod_ep_idx;
if (gadget_is_dwc3(gadget)) {
sps_params = MSM_SPS_MODE | MSM_DISABLE_WB |
port->dst_pipe_idx;
port->tx_req->length = 32*1024;
} else {
sps_params = (MSM_SPS_MODE | port->dst_pipe_idx |
MSM_VENDOR_ID) & ~MSM_IS_FINITE_TRANSFER;
}
port->tx_req->udc_priv = sps_params;
port->dst_bam_idx = usb_bam_get_connection_idx(gadget->name,
IPA_P_BAM, PEER_PERIPHERAL_TO_USB,
USB_BAM_DEVICE, 1);
if (port->dst_bam_idx < 0) {
pr_err("dst_bam: get_connection_idx failed\n");
goto disconnect_usb_bam_ipa_in;
}
if (gadget_is_dwc3(gadget)) {
configure_fifo(port->dst_bam_idx, gport->in);
ret = msm_ep_config(gport->in);
if (ret) {
pr_err("msm_ep_config() failed for IN EP\n");
goto disconnect_usb_bam_ipa_in;
}
}
is_ipa_disconnected = false;
}
pr_debug("ipa_producer_ep:%d ipa_consumer_ep:%d\n",
gport->ipa_producer_ep,
gport->ipa_consumer_ep);
gqti_ctrl_update_ipa_pipes(NULL, DPL_QTI_CTRL_PORT_NO,
gport->ipa_producer_ep,
gport->ipa_consumer_ep);
pr_debug("src_bam_idx:%d dst_bam_idx:%d\n",
port->src_bam_idx, port->dst_bam_idx);
if (gport->out)
ipa_data_start_endless_xfer(port, false);
if (gport->in)
ipa_data_start_endless_xfer(port, true);
pr_debug("Connect workqueue done (port %p)", port);
return;
disconnect_usb_bam_ipa_in:
if (!is_ipa_disconnected) {
usb_bam_disconnect_ipa(&port->ipa_params);
is_ipa_disconnected = true;
}
unconfig_msm_ep_out:
if (gport->out)
msm_ep_unconfig(port->port_usb->out);
disconnect_usb_bam_ipa_out:
if (!is_ipa_disconnected) {
usb_bam_disconnect_ipa(&port->ipa_params);
is_ipa_disconnected = true;
}
free_rx_tx_req:
spin_lock_irqsave(&port->port_lock, flags);
port->is_connected = false;
spin_unlock_irqrestore(&port->port_lock, flags);
if (gport->in && port->tx_req)
usb_ep_free_request(gport->in, port->tx_req);
free_rx_req:
if (gport->out && port->rx_req)
usb_ep_free_request(gport->out, port->rx_req);
}