static int poll_recv_cqs(void) { struct ibv_wc wc[POLL_BATCH]; int done, i, ret, poll_ret; long total_counter = 0; struct timespec ts0; ts0.tv_sec = -1; ts0.tv_nsec = -1; if(is_sender) { printf(" called poll_rec_cqs() with sender side \n"); return -1; } if (print_base == -1) print_base = message_buffer * message_batch; for (i = 0; i < connections; i++) { if (!test.nodes[i].connected) continue; do { for (done = 0; done < message_buffer * message_batch; done += poll_ret) { poll_ret = ibv_poll_cq(test.nodes[i].cq, POLL_BATCH, wc); total_counter += poll_ret; if (poll_ret < 0) { printf("rxe_send_mc: failed polling CQ: %d\n", poll_ret); return poll_ret; } else if (poll_ret > 0) { if(ts0.tv_sec == -1 && ts0.tv_nsec == -1) { clock_gettime(CLOCK_REALTIME, &ts0); } ret = recv_check_psn(wc,poll_ret,total_counter); if ( ret < 0) { return ret; } ret = post_recvs(&test.nodes[i],poll_ret); if (ret < 0) { printf("rxe_send_mc: failed post receives after polling CQ: %d\n", ret); return ret; } if (done != 0 && done % print_base == 0) { print_line(&ts0, done, print_base); } } } printf ("Have sent the last message %u of %lu \n", done, total_counter); fprintf (pFile,"Have sent the last message %u of %lu \n", done, total_counter); } while (message_batch >= 1000 && if_continue()); } return 0; }
ret ThreadPool::init(int _num) { if_return(0 >= _num, ret_args_error); this->task_queue_ = new(std::nothrow) ThreadPoolTaskQueue(); if_return(nullptr_t == this->task_queue_, ret_fail); this->task_queue_ ->add_ref(); for (int i = 0; i < _num; ++i) { pthread_t _t; pthread_attr_t _attr; ::pthread_attr_init(&_attr); ::pthread_attr_setdetachstate(&_attr, PTHREAD_CREATE_DETACHED); int _ret = ::pthread_create(&_t, &_attr, ThreadPool::__thread_function, (void*)task_queue_); ::pthread_attr_destroy(&_attr); if_continue(0 != _ret); } this->task_queue_ ->del_ref(); return ret_success; }
static int poll_send_cqs(void) { struct ibv_wc wc[POLL_BATCH]; int done, i, ret, poll_ret; long total_counter = 0; struct timespec ts0; ts0.tv_sec = -1; ts0.tv_nsec = -1; struct timespec tslow, remp; tslow.tv_sec = 0; tslow.tv_nsec = 1; if(!is_sender) { printf(" called poll_send_cqs() with receiving side \n"); return -1; } if (print_base == -1) print_base = message_buffer * message_batch; for (i = 0; i < connections; i++) { if (!test.nodes[i].connected) continue; do { for (done = 0; done < message_buffer * message_batch; done += poll_ret) { poll_ret = ibv_poll_cq(test.nodes[i].cq, POLL_BATCH, wc); total_counter += poll_ret; if (poll_ret < 0) { printf("rxe_send_mc: failed polling CQ: %d\n", poll_ret); return poll_ret; } else if (poll_ret > 0) { if(ts0.tv_sec == -1 && ts0.tv_nsec == -1) { clock_gettime(CLOCK_REALTIME, &ts0); } if(wc->opcode == IBV_WC_SEND && wc->status == IBV_WC_SUCCESS ) { /* if(done % 20 == 0) { if(nanosleep(&tslow,&remp)) { printf("sleep error\n"); return -1; } } */ ret = post_sends(&test.nodes[i],IBV_SEND_SIGNALED,poll_ret); if (ret < 0) { printf("rxe_send_mc: failed post sends after polling CQ: %d\n", ret); return ret; } if(done != 0 && done % print_base == 0) { print_line(&ts0, done, print_base); } } } } printf ("Have the last message %u of %lu \n", done, total_counter); // fprintf (pFile,"Have the last message %u of %lu \n", done, total_counter); } while (message_batch >= 1000 && if_continue()); } return 0; }