OSTHREAD_FUNC TCPDatagramCommunication::workerThread(void *parm){ TCPDatagramCommunication *tdc = (TCPDatagramCommunication *) parm; TaskScheduler *ts = tgetTaskScheduler(); int epfd = epoll_create1(0); assert(epfd != -1); eventfd_t eventdummy; int myworkerno = gContext.indexWithinClass(TCLASS_WORKER, tgetThreadNo()); tsetSharedSpace(THREADCONTEXT_SPACE_TCPDATAGRAM, tdc); tsetSharedSpace(THREADCONTEXT_SPACE_TCPDATAGRAM_WORKER, (void*)(long long) epfd); ts->assignImmediateFunc(IMMEDIATEFUNC_ADDIPPORTFD, immediateFuncAddIPPortFd); ts->assignImmediateFunc(IMMEDIATEFUNC_SEND, immediateFuncSend); tdc->startupWorkerThread(); // invokes startup code int i, n, res; struct epoll_event *epevents=0; TCPStreamState *tss=0; TCPStreamState sleepeventtss; epevents = new epoll_event[MAX_EPOLL_EVENTS]; int nread=0; int sleepeventfd = ts->getSleepEventFd(); struct epoll_event ev; sleepeventtss.fd = sleepeventfd; ev.events = EPOLLIN; ev.data.ptr = (void*) &sleepeventtss; res = epoll_ctl(epfd, EPOLL_CTL_ADD, sleepeventfd, &ev); assert(res==0); int something; int timeout=0; tdc->workerInitSync.signal(); // indicate that we have initialized while (!tdc->ForceEndThreads){ something = ts->runOnce(); // run event schedule loop once // this will handle immediate functions to add new // things to the epoll set: // after adding, must receive anything that already exists // go through pendingsends and send anything for which we did not get // EAGAIN before if (!tdc->PendingSendsBeforeEpoll[myworkerno].empty()){ SetNode<TCPStreamStatePtr> *it; TCPStreamState *tssptr; for (it = tdc->PendingSendsBeforeEpoll[myworkerno].getFirst(); it != tdc->PendingSendsBeforeEpoll[myworkerno].getLast(); it = tdc->PendingSendsBeforeEpoll[myworkerno].getNext(it)){ tssptr = it->key.tssptr; assert(!tssptr->sendeagain); tdc->sendTss(tssptr); } tdc->PendingSendsBeforeEpoll[myworkerno].clear(); } if (!something){ // start sleep cycle ts->setAsleep(1); timeout = ts->findSleepTimeout(); //printf("Going to sleep for %d\n", timeout); } else timeout = 0; n = epoll_wait(epfd, epevents, MAX_EPOLL_EVENTS, timeout); if (!something) ts->setAsleep(0); for (i=0; i < n; ++i){ tss = (TCPStreamState*) epevents[i].data.ptr; if (tss->fd == sleepeventfd){ // used just to wake us up //printf("Woken from sleep\n"); eventfd_read(sleepeventfd, &eventdummy); continue; } if (epevents[i].events & EPOLLIN){ // read available //if (ts->checkSendQueuesAlmostFull()){ // **!** if internal send queues are almost full, do not receive // TCP packets // do something here //} while (1){ nread = read(tss->fd, tss->rstate.Ptr, tss->rstate.Buflen - tss->rstate.Filled); if (nread < 0){ if (errno == EAGAIN || errno == EWOULDBLOCK) break; } else if (nread == 0) break; else { // update the state of this stream (and if entire message received, // invoke handler) tdc->updateState(tss->handlerid, tss->rstate, tss->ipport, nread); } } } if (epevents[i].events & EPOLLOUT){ // write available tdc->sendTss(tss); } if (epevents[i].events & (EPOLLRDHUP | EPOLLHUP | EPOLLERR)){ // problem with fd close(tss->fd); } } } tdc->finishWorkerThread(); // invokes cleaning up code delete [] epevents; return 0; }