C++ (Cpp) tcaStartDMADesc Examples

Example #1

File: xmp_onesided_tca.c Project: MeteoSwiss-APN/omni-compiler

static bool _XMP_tca_ring_buf_recv_nowait(tca_ring_buf_t *ring_buf, packet_t *packet)
{
  psn_t local_recv_psn = ring_buf->psn_pairs[1]; //1: local_recv

  //wait until (remote_send_psn > local_recv_psn) become true
  volatile psn_t* remote_send_psn_p = &(ring_buf->psn_pairs[2]); //2: remote_send
  if(*remote_send_psn_p <= local_recv_psn){
    return false;
  }    

  //copy recved data
  int buf_pos = local_recv_psn % RING_SIZE;
  *packet = ring_buf->recv_buffer[buf_pos];

  //fprintf(stderr, "recv: psn=%ull, tag=%d, data=%d\n", local_recv_psn, *tag, *data);

  //update local_recv_psn
  ring_buf->psn_pairs[1] = ++local_recv_psn;

  if(local_recv_psn - ring_buf->last_send_local_recv_psn >= (RING_SIZE/2)){
    _XMP_tca_lock();
    //send local psn pair
    const int psn_wait_slot = _wait_slot_offset + RING_SIZE;
    ring_buf->last_send_local_recv_psn = ring_buf->psn_pairs[1];
    TCA_CHECK(tcaDescSet(ring_buf->psn_desc, _dmac_channel));
    TCA_CHECK(tcaStartDMADesc(_dmac_channel));
    TCA_CHECK(tcaWaitDMARecvDesc(&(ring_buf->local_psn_pairs_handle), psn_wait_slot, _psn_wait_tag));
    TCA_CHECK(tcaWaitDMAC(_dmac_channel)); //important
    _XMP_tca_unlock();
  }

  return true;
}

Example #2

File: xmp_onesided_tca.c Project: MeteoSwiss-APN/omni-compiler

static void _XMP_tca_ring_buf_recv(tca_ring_buf_t *ring_buf, int *tag, int *data)
{
  psn_t local_recv_psn = ring_buf->psn_pairs[1]; //1: local_recv
  int buf_pos = local_recv_psn % RING_SIZE;

  _XMP_tca_lock();

#ifdef _USE_NOTIFY_TO_WAIT_PACKET
  //wait notify for recv_buf
  const int buf_wait_slot = _wait_slot_offset + buf_pos;
  TCA_CHECK(tcaWaitDMARecvDesc(&(ring_buf->remote_psn_pairs_handle), buf_wait_slot, _packet_wait_tag));
#else
  //wait until (remote_send_psn > local_recv_psn) become true
  volatile psn_t* remote_send_psn_p = &(ring_buf->psn_pairs[2]); //2: remote_send
  while(*remote_send_psn_p <= local_recv_psn){
    ++spin_wait_count;
    _mm_pause();
  }
#endif

  //copy recved data
  *tag = ring_buf->recv_buffer[buf_pos].tag;
  *data = ring_buf->recv_buffer[buf_pos].data;

  //fprintf(stderr, "recv: psn=%ull, tag=%d, data=%d\n", local_recv_psn, *tag, *data);

  //update local_recv_psn
  ring_buf->psn_pairs[1] = ++local_recv_psn;

  if(local_recv_psn - ring_buf->last_send_local_recv_psn >= (RING_SIZE/2)){
    //send local psn pair
    const int psn_wait_slot = _wait_slot_offset + RING_SIZE;
    ring_buf->last_send_local_recv_psn = ring_buf->psn_pairs[1];
    TCA_CHECK(tcaDescSet(ring_buf->psn_desc, _dmac_channel));
    TCA_CHECK(tcaStartDMADesc(_dmac_channel));
    TCA_CHECK(tcaWaitDMARecvDesc(&(ring_buf->local_psn_pairs_handle), psn_wait_slot, _psn_wait_tag));
    TCA_CHECK(tcaWaitDMAC(_dmac_channel)); //important
  }

  //printf("psns: %llu, %llu, %llu, %llu\n", ring_buf->psn_pairs[0],ring_buf->psn_pairs[1],ring_buf->psn_pairs[2],ring_buf->psn_pairs[3]);
  _XMP_tca_unlock();
}

Example #3

File: xmp_onesided_tca.c Project: MeteoSwiss-APN/omni-compiler

static void _XMP_tca_ring_buf_send(tca_ring_buf_t *ring_buf, const int tag, const int data) //postの場合 tag=post_req, packet=post_tag
{
  volatile psn_t *r_recv_psn = &(ring_buf->psn_pairs[3]);
  const unsigned long long local_send_psn = ring_buf->psn_pairs[0]; //0: local_send

  //fprintf(stderr,"send start (tag=%d, data=%d, psn=%llu)\n", tag, data, local_send_psn);
  _XMP_tca_lock();

  //相手のring bufferが空くまで待機
  while(local_send_psn - *r_recv_psn >= RING_SIZE){
    const int psn_wait_slot = _wait_slot_offset + RING_SIZE;
    TCA_CHECK(tcaWaitDMARecvDesc(&(ring_buf->remote_psn_pairs_handle), psn_wait_slot, _psn_wait_tag));
  }

  const int buf_pos = local_send_psn % RING_SIZE;
  const int buf_wait_slot = _wait_slot_offset + buf_pos;

  //send_bufferに値の書き込み
  ring_buf->send_buffer[buf_pos].tag = tag;
  ring_buf->send_buffer[buf_pos].data = data;
  //update local send psn
  ring_buf->psn_pairs[0] = local_send_psn + 1;
  ring_buf->last_send_local_recv_psn = ring_buf->psn_pairs[1];
  
  // set desc
  TCA_CHECK(tcaDescSet(ring_buf->buffer_desc[buf_pos], _dmac_channel));
  // start dmac
  TCA_CHECK(tcaStartDMADesc(_dmac_channel));

  // wait put locally
  TCA_CHECK(tcaWaitDMARecvDesc(&(ring_buf->local_send_buffer_handle), buf_wait_slot, _packet_wait_tag));

  //wait dmac
  TCA_CHECK(tcaWaitDMAC(_dmac_channel)); //important

  //fprintf(stderr,"send end (tag=%d, data=%d, psn=%llu)\n", tag, data, local_send_psn);

  _XMP_tca_unlock();
}

Example #4

File: xmp_reflect_tca.c Project: clementval/omni-compiler

void _XMP_reflect_do_tca(_XMP_array_t *adesc)
{
  tcaStartDMADesc(_XMP_TCA_DMAC);
  _XMP_refect_wait_tca(adesc);
  MPI_Barrier(MPI_COMM_WORLD);
}