Example #1
0
int
mca_pml_cm_start(size_t count, ompi_request_t** requests)
{
    int rc;

    for (size_t i = 0 ; i < count ; i++) {
        mca_pml_cm_request_t *pml_request = (mca_pml_cm_request_t*)requests[i];
        if (OMPI_REQUEST_PML != requests[i]->req_type || NULL == pml_request) {
            continue;
        }

        if (OMPI_REQUEST_ACTIVE == pml_request->req_ompi.req_state) {
            return OMPI_ERR_REQUEST;
        }

        /* start the request */
        switch (pml_request->req_pml_type) {
        case MCA_PML_CM_REQUEST_SEND_HEAVY:
        {
            mca_pml_cm_hvy_send_request_t* sendreq =
                (mca_pml_cm_hvy_send_request_t*)pml_request;
            if (!sendreq->req_send.req_base.req_pml_complete) {
                ompi_request_t *request;

                /* buffered sends can be mpi complete and pml incomplete. to support this
                 * case we need to allocate a new request. */
                rc = mca_pml_cm_isend_init (sendreq->req_addr,
                                            sendreq->req_count,
                                            sendreq->req_send.req_base.req_datatype,
                                            sendreq->req_peer,
                                            sendreq->req_tag,
                                            sendreq->req_send.req_send_mode,
                                            sendreq->req_send.req_base.req_comm,
                                            &request);
                if (OPAL_UNLIKELY(OMPI_SUCCESS != rc)) {
                    return rc;
                }

                /* copy the callback and callback data to the new requests */
                request->req_complete_cb = pml_request->req_ompi.req_complete_cb;
                request->req_complete_cb_data = pml_request->req_ompi.req_complete_cb_data;

                /* ensure the old request gets released */
                pml_request->req_free_called = true;

                sendreq = (mca_pml_cm_hvy_send_request_t *) request;
                requests[i] = request;
            }

            /* reset the completion flag */
            sendreq->req_send.req_base.req_pml_complete = false;

            MCA_PML_CM_HVY_SEND_REQUEST_START(sendreq, rc);
            if(rc != OMPI_SUCCESS)
                return rc;
            break;
        }
        case MCA_PML_CM_REQUEST_RECV_HEAVY:
        {
            mca_pml_cm_hvy_recv_request_t* recvreq =
                (mca_pml_cm_hvy_recv_request_t*)pml_request;
            MCA_PML_CM_HVY_RECV_REQUEST_START(recvreq, rc);
            if(rc != OMPI_SUCCESS)
                return rc;
            break;
        }
        default:
            return OMPI_ERR_REQUEST;
        }
    }
    return OMPI_SUCCESS;
}
Example #2
0
int
mca_pml_cm_start(size_t count, ompi_request_t** requests)
{
    int rc;
    size_t i;
    for (i = 0 ; i < count ; i++) {
        mca_pml_cm_request_t *pml_request =
            (mca_pml_cm_request_t*)requests[i];
        if (OMPI_REQUEST_PML != requests[i]->req_type) {
            continue;
        }
        if (NULL == pml_request) { 
/*             opal_output(0, "hmm, null request!\n"); */
            continue;
        }
        /* If the persistent request is currebtly active - obtain the
         * request lock and verify the status is incomplete. if the
         * pml layer has not completed the request - mark the request
         * as free called - so that it will be freed when the request
         * completes - and create a new request.
         */
        switch (pml_request->req_ompi.req_state) {
        case OMPI_REQUEST_INACTIVE:
/*             opal_output(0, "ereIbe!\n"); */
            if (pml_request->req_pml_complete == true)
                break;
            
        case OMPI_REQUEST_ACTIVE: {
            
            
            /* otherwise fall through */
            ompi_request_t *request;
/*             opal_output(0, "ereIam!\n"); */
            
            OPAL_THREAD_LOCK(&ompi_request_lock);
            if (pml_request->req_pml_complete == false) {
                /* free request after it completes */
                pml_request->req_free_called = true;
            } else {
                /* can reuse the existing request */
                OPAL_THREAD_UNLOCK(&ompi_request_lock);
                break;
            }
            
            /* allocate a new request */
            switch (pml_request->req_pml_type) {
            case MCA_PML_CM_REQUEST_SEND_HEAVY: {
                mca_pml_cm_hvy_send_request_t* sendreq = (mca_pml_cm_hvy_send_request_t*) pml_request;
                rc = mca_pml_cm_isend_init(
                                           sendreq->req_addr,
                                           sendreq->req_count,
                                           sendreq->req_send.req_base.req_datatype,
                                           sendreq->req_peer,
                                           sendreq->req_tag,
                                           sendreq->req_send.req_send_mode,
                                           sendreq->req_send.req_base.req_comm,
                                           &request);
                break;
            }
            case MCA_PML_CM_REQUEST_RECV_HEAVY: {
                mca_pml_cm_hvy_recv_request_t* recvreq = (mca_pml_cm_hvy_recv_request_t*) pml_request;
                rc = mca_pml_cm_irecv_init(
                                           recvreq->req_addr,
                                           recvreq->req_count,
                                           recvreq->req_base.req_datatype,
                                           recvreq->req_peer,
                                           recvreq->req_tag,
                                           recvreq->req_base.req_comm,
                                           &request);
                break;
            }
            default:
                rc = OMPI_ERR_REQUEST;
                break;
            }
            OPAL_THREAD_UNLOCK(&ompi_request_lock);
            if(OMPI_SUCCESS != rc)
                return rc;
            pml_request = (mca_pml_cm_request_t*)request;
            requests[i] = request;
            break;
        }
        default:
/*             opal_output(0,"unknown request state!\n"); */
            return OMPI_ERR_REQUEST;
        }
        
        /* start the request */
        switch (pml_request->req_pml_type) {
        case MCA_PML_CM_REQUEST_SEND_HEAVY:
            {
                mca_pml_cm_hvy_send_request_t* sendreq =
                    (mca_pml_cm_hvy_send_request_t*)pml_request;
                MCA_PML_CM_HVY_SEND_REQUEST_START(sendreq, rc);
                if(rc != OMPI_SUCCESS)
                    return rc;
                break;
            }
        case MCA_PML_CM_REQUEST_RECV_HEAVY:
            {
                mca_pml_cm_hvy_recv_request_t* recvreq =
                    (mca_pml_cm_hvy_recv_request_t*)pml_request;
/*                 opal_output(0, "calling recv request start\n"); */
                MCA_PML_CM_HVY_RECV_REQUEST_START(recvreq, rc);
                if(rc != OMPI_SUCCESS)
                    return rc;
                break;
            }
        default:
/*             opal_output(0, "can't start an unknown request type!"); */
            return OMPI_ERR_REQUEST;
        }
    }
    return OMPI_SUCCESS;
    
}