static void
comm_call_slowfds(void)
{
while (n_slow_fds) {
int i = (squid_random() % n_slow_fds) + 1;
int fd = slow_fds[i];
fde *F = &fd_table[fd];
commRemoveSlow(fd);
if (F->read_handler) {
PF *hdl = F->read_handler;
void *hdl_data = F->read_data;
debug(5, 8) ("comm_call_handlers(): Calling read handler on fd=%d\n", fd);
#if SIMPLE_COMM_HANDLER
commUpdateReadHandler(fd, NULL, NULL);
commResumeFD(fd);
hdl(fd, hdl_data);
#else
/* Optimized version to avoid the fd bouncing in/out of the waited set */
F->read_handler = NULL;
F->read_data = NULL;
F->read_pending = COMM_PENDING_NORMAL;
hdl(fd, hdl_data);
/* backoff check is for delayed connections kicked alive from checkTimeouts */
if (F->flags.open && (!F->read_handler || F->flags.backoff)) {
if (F->flags.backoff && commDeferRead(fd) != 1)
F->flags.backoff = 0;
commUpdateEvents(fd);
}
#endif
statCounter.select_fds++;
check_incoming();
}
}
}
static void
comm_select_http_incoming(void)
{
int nfds = 0;
int fds[MAXHTTPPORTS];
int j;
int nevents;
http_io_events = 0;
for (j = 0; j < NHttpSockets; j++) {
if (HttpSockets[j] < 0)
continue;
if (commDeferRead(HttpSockets[j]))
continue;
fds[nfds++] = HttpSockets[j];
}
nevents = comm_check_incoming_select_handlers(nfds, fds);
incoming_http_interval += Config.comm_incoming.http_average - nevents;
if (incoming_http_interval < 0)
incoming_http_interval = 0;
if (incoming_http_interval > MAX_INCOMING_INTERVAL)
incoming_http_interval = MAX_INCOMING_INTERVAL;
if (nevents > INCOMING_HTTP_MAX)
nevents = INCOMING_HTTP_MAX;
statHistCount(&statCounter.comm_http_incoming, nevents);
}
static void
checkTimeouts(void)
{
int fd;
fde *F = NULL;
PF *callback;
for (fd = 0; fd <= Biggest_FD; fd++) {
F = &fd_table[fd];
if (!F->flags.open)
continue;
if (F->flags.backoff) {
switch (commDeferRead(fd)) {
case 0:
commResumeFD(fd);
break;
#if DELAY_POOLS
case -1:
commAddSlow(fd);
break;
#endif
}
}
if (F->timeout == 0)
continue;
if (F->timeout > squid_curtime)
continue;
debug(5, 5) ("checkTimeouts: FD %d Expired\n", fd);
if (F->flags.backoff)
commResumeFD(fd);
if (F->timeout_handler) {
debug(5, 5) ("checkTimeouts: FD %d: Call timeout handler\n", fd);
callback = F->timeout_handler;
F->timeout_handler = NULL;
callback(fd, F->timeout_data);
} else {
debug(5, 5) ("checkTimeouts: FD %d: Forcing comm_close()\n", fd);
comm_close(fd);
}
}
}
static inline void
comm_call_handlers(int fd, int read_event, int write_event)
{
fde *F = &fd_table[fd];
const int do_incoming = read_event == 1 || write_event == 1;
debug(5, 8) ("comm_call_handlers(): got fd=%d read_event=%x write_event=%x F->read_handler=%p F->write_handler=%p\n"
,fd, read_event, write_event, F->read_handler, F->write_handler);
if (F->read_handler) {
int do_read = 0;
switch (F->read_pending) {
case COMM_PENDING_NORMAL:
case COMM_PENDING_WANTS_READ:
do_read = read_event;
break;
case COMM_PENDING_WANTS_WRITE:
do_read = write_event;
break;
case COMM_PENDING_NOW:
do_read = 1;
break;
}
if (do_read) {
PF *hdl = F->read_handler;
void *hdl_data = F->read_data;
/* If the descriptor is meant to be deferred, don't handle */
switch (commDeferRead(fd)) {
#if DELAY_POOLS
case -1:
commAddSlow(fd);
break;
#endif
default:
if (!(F->flags.backoff)) {
debug(5, 1) ("comm_call_handlers(): WARNING defer handler for fd=%d (desc=%s) does not call commDeferFD() - backing off manually\n", fd, F->desc);
commDeferFD(fd);
}
break;
case 0:
debug(5, 8) ("comm_call_handlers(): Calling read handler on fd=%d\n", fd);
#if SIMPLE_COMM_HANDLER
commUpdateReadHandler(fd, NULL, NULL);
hdl(fd, hdl_data);
#else
/* Optimized version to avoid the fd bouncing in/out of the waited set */
F->read_handler = NULL;
F->read_data = NULL;
F->read_pending = COMM_PENDING_NORMAL;
hdl(fd, hdl_data);
if (F->flags.open && !F->read_handler)
commUpdateEvents(fd);
#endif
statCounter.select_fds++;
if (do_incoming)
check_incoming();
break;
}
}
}
if (F->write_handler) {
int do_write = 0;
switch (F->write_pending) {
case COMM_PENDING_WANTS_READ:
do_write = read_event;
break;
case COMM_PENDING_NORMAL:
case COMM_PENDING_WANTS_WRITE:
do_write = write_event;
break;
case COMM_PENDING_NOW:
do_write = 1;
break;
}
if (do_write) {
PF *hdl = F->write_handler;
void *hdl_data = F->write_data;
#if SIMPLE_COMM_HANDLER
commUpdateWriteHandler(fd, NULL, NULL);
hdl(fd, hdl_data);
#else
/* Optimized version to avoid the fd bouncing in/out of the waited set */
F->write_handler = NULL;
F->write_data = NULL;
F->write_pending = COMM_PENDING_NORMAL;
hdl(fd, hdl_data);
if (F->flags.open)
commUpdateEvents(fd);
#endif
statCounter.select_fds++;
if (do_incoming)
check_incoming();
}
}
}
/* Select on all sockets; call handlers for those that are ready. */
int
comm_select(int msec)
{
fd_set readfds;
fd_set pendingfds;
fd_set writefds;
#if DELAY_POOLS
BIT_ARRAY slowfds;
#endif
PF *hdl = NULL;
int fd;
int maxfd;
int num;
int pending;
int callicp = 0, callhttp = 0;
int calldns = 0;
int maxindex;
int k;
int j;
#if DEBUG_FDBITS
int i;
#endif
fd_mask *fdsp;
fd_mask *pfdsp;
fd_mask tmask;
static time_t last_timeout = 0;
struct timeval poll_time;
double timeout = current_dtime + (msec / 1000.0);
fde *F;
#if DELAY_POOLS
BA_INIT(slowfds,SQUID_NUMFD);
#endif
do {
#if !ALARM_UPDATES_TIME
double start;
getCurrentTime();
start = current_dtime;
#endif
#if DELAY_POOLS
BA_ZERO(slowfds);
#endif
/* Handle any fs callbacks that need doing */
storeDirCallback();
if (commCheckICPIncoming)
comm_select_icp_incoming();
if (commCheckDNSIncoming)
comm_select_dns_incoming();
if (commCheckHTTPIncoming)
comm_select_http_incoming();
callicp = calldns = callhttp = 0;
maxfd = Biggest_FD + 1;
xmemcpy(&readfds, &global_readfds,
howmany(maxfd, FD_MASK_BITS) * FD_MASK_BYTES);
xmemcpy(&writefds, &global_writefds,
howmany(maxfd, FD_MASK_BITS) * FD_MASK_BYTES);
/* remove stalled FDs, and deal with pending descriptors */
pending = 0;
FD_ZERO(&pendingfds);
maxindex = howmany(maxfd, FD_MASK_BITS);
fdsp = (fd_mask *) & readfds;
for (j = 0; j < maxindex; j++) {
if ((tmask = fdsp[j]) == 0)
continue; /* no bits here */
for (k = 0; k < FD_MASK_BITS; k++) {
if (!EBIT_TEST(tmask, k))
continue;
/* Found a set bit */
fd = (j * FD_MASK_BITS) + k;
switch (commDeferRead(fd)) {
case 0:
break;
case 1:
FD_CLR(fd, &readfds);
break;
#if DELAY_POOLS
case -1:
BA_SET(fd, slowfds);
break;
#endif
default:
fatalf("bad return value from commDeferRead(FD %d)\n", fd);
}
if (FD_ISSET(fd, &readfds) && fd_table[fd].flags.read_pending) {
FD_SET(fd, &pendingfds);
pending++;
}
}
}
#if DEBUG_FDBITS
for (i = 0; i < maxfd; i++) {
/* Check each open socket for a handler. */
#if DELAY_POOLS
if (fd_table[i].read_handler && commDeferRead(i) != 1) {
#else
if (fd_table[i].read_handler && !commDeferRead(i)) {
#endif
assert(FD_ISSET(i, &readfds));
}
if (fd_table[i].write_handler) {
assert(FD_ISSET(i, &writefds));
}
}
#endif
if (nreadfds + nwritefds == 0) {
assert(shutting_down);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
return COMM_SHUTDOWN;
}
if (msec > MAX_POLL_TIME)
msec = MAX_POLL_TIME;
if (pending)
msec = 0;
for (;;) {
poll_time.tv_sec = msec / 1000;
poll_time.tv_usec = (msec % 1000) * 1000;
statCounter.syscalls.selects++;
num = select(maxfd, &readfds, &writefds, NULL, &poll_time);
statCounter.select_loops++;
if (num >= 0 || pending > 0)
break;
if (ignoreErrno(errno))
break;
debug(50, 0) ("comm_select: select failure: %s\n",
xstrerror());
examine_select(&readfds, &writefds);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
return COMM_ERROR;
/* NOTREACHED */
}
if (num < 0 && !pending)
continue;
debug(5, num ? 5 : 8) ("comm_select: %d+%d FDs ready at %d\n",
num, pending, (int) squid_curtime);
statHistCount(&statCounter.select_fds_hist, num);
/* Check lifetime and timeout handlers ONCE each second.
* Replaces brain-dead check every time through the loop! */
if (squid_curtime > last_timeout) {
last_timeout = squid_curtime;
checkTimeouts();
}
if (num == 0 && pending == 0)
continue;
/* Scan return fd masks for ready descriptors */
fdsp = (fd_mask *) & readfds;
pfdsp = (fd_mask *) & pendingfds;
maxindex = howmany(maxfd, FD_MASK_BITS);
for (j = 0; j < maxindex; j++) {
if ((tmask = (fdsp[j] | pfdsp[j])) == 0)
continue; /* no bits here */
for (k = 0; k < FD_MASK_BITS; k++) {
if (tmask == 0)
break; /* no more bits left */
if (!EBIT_TEST(tmask, k))
continue;
/* Found a set bit */
fd = (j * FD_MASK_BITS) + k;
EBIT_CLR(tmask, k); /* this will be done */
#if DEBUG_FDBITS
debug(5, 9) ("FD %d bit set for reading\n", fd);
assert(FD_ISSET(fd, &readfds));
#endif
if (fdIsIcp(fd)) {
callicp = 1;
continue;
}
if (fdIsDns(fd)) {
calldns = 1;
continue;
}
if (fdIsHttp(fd)) {
callhttp = 1;
continue;
}
F = &fd_table[fd];
debug(5, 6) ("comm_select: FD %d ready for reading\n", fd);
if (NULL == (hdl = F->read_handler))
(void) 0;
#if DELAY_POOLS
else if (BA_ISSET(fd, slowfds))
commAddSlowFd(fd);
#endif
else {
F->read_handler = NULL;
commUpdateReadBits(fd, NULL);
hdl(fd, F->read_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_select_icp_incoming();
if (commCheckDNSIncoming)
comm_select_dns_incoming();
if (commCheckHTTPIncoming)
comm_select_http_incoming();
}
}
}
fdsp = (fd_mask *) & writefds;
for (j = 0; j < maxindex; j++) {
if ((tmask = fdsp[j]) == 0)
continue; /* no bits here */
for (k = 0; k < FD_MASK_BITS; k++) {
if (tmask == 0)
break; /* no more bits left */
if (!EBIT_TEST(tmask, k))
continue;
/* Found a set bit */
fd = (j * FD_MASK_BITS) + k;
EBIT_CLR(tmask, k); /* this will be done */
#if DEBUG_FDBITS
debug(5, 9) ("FD %d bit set for writing\n", fd);
assert(FD_ISSET(fd, &writefds));
#endif
if (fdIsIcp(fd)) {
callicp = 1;
continue;
}
if (fdIsDns(fd)) {
calldns = 1;
continue;
}
if (fdIsHttp(fd)) {
callhttp = 1;
continue;
}
F = &fd_table[fd];
debug(5, 5) ("comm_select: FD %d ready for writing\n", fd);
if ((hdl = F->write_handler)) {
F->write_handler = NULL;
commUpdateWriteBits(fd, NULL);
hdl(fd, F->write_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_select_icp_incoming();
if (commCheckDNSIncoming)
comm_select_dns_incoming();
if (commCheckHTTPIncoming)
comm_select_http_incoming();
}
}
}
if (callicp)
comm_select_icp_incoming();
if (calldns)
comm_select_dns_incoming();
if (callhttp)
comm_select_http_incoming();
#if DELAY_POOLS
while ((fd = commGetSlowFd()) != -1) {
F = &fd_table[fd];
debug(5, 6) ("comm_select: slow FD %d selected for reading\n", fd);
if ((hdl = F->read_handler)) {
F->read_handler = NULL;
commUpdateReadBits(fd, NULL);
hdl(fd, F->read_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_select_icp_incoming();
if (commCheckDNSIncoming)
comm_select_dns_incoming();
if (commCheckHTTPIncoming)
comm_select_http_incoming();
}
}
#endif
#if !ALARM_UPDATES_TIME
getCurrentTime();
statCounter.select_time += (current_dtime - start);
#endif
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
return COMM_OK;
}
while (timeout > current_dtime);
debug(5, 8) ("comm_select: time out: %d\n", (int) squid_curtime);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
return COMM_TIMEOUT;
}
#endif
static void
#if HAVE_POLL
comm_poll_dns_incoming(void)
#else
comm_select_dns_incoming(void)
#endif
{
int nfds = 0;
int fds[2];
int nevents;
dns_io_events = 0;
if (DnsSocket < 0)
return;
fds[nfds++] = DnsSocket;
#if HAVE_POLL
nevents = comm_check_incoming_poll_handlers(nfds, fds);
#else
nevents = comm_check_incoming_select_handlers(nfds, fds);
#endif
if (nevents < 0)
return;
incoming_dns_interval += Config.comm_incoming.dns_average - nevents;
if (incoming_dns_interval < Config.comm_incoming.dns_min_poll)
incoming_dns_interval = Config.comm_incoming.dns_min_poll;
if (incoming_dns_interval > MAX_INCOMING_INTERVAL)
incoming_dns_interval = MAX_INCOMING_INTERVAL;
if (nevents > INCOMING_DNS_MAX)
nevents = INCOMING_DNS_MAX;
statHistCount(&statCounter.comm_dns_incoming, nevents);
}
/* poll all sockets; call handlers for those that are ready. */
int
comm_poll(int msec)
{
#if FD_CONFIG
struct pollfd *pfds = NULL;
#else
struct pollfd pfds[SQUID_NUMFD];
#endif
#if DELAY_POOLS
BIT_ARRAY slowfds;
#endif
PF *hdl = NULL;
int fd;
unsigned int i;
unsigned int maxfd;
unsigned int nfds;
unsigned int npending;
int num;
int callicp = 0, callhttp = 0;
int calldns = 0;
static time_t last_timeout = 0;
double timeout = current_dtime + (msec / 1000.0);
#if FD_CONFIG
pfds = xmalloc(sizeof(pfds[0])*SQUID_NUMFD);
#endif
#if DELAY_POOLS
BA_INIT(slowfds,SQUID_NUMFD);
#endif
do {
#if !ALARM_UPDATES_TIME
double start;
getCurrentTime();
start = current_dtime;
#endif
/* Handle any fs callbacks that need doing */
storeDirCallback();
#if DELAY_POOLS
BA_ZERO(slowfds);
#endif
if (commCheckICPIncoming)
comm_poll_icp_incoming();
if (commCheckDNSIncoming)
comm_poll_dns_incoming();
if (commCheckHTTPIncoming)
comm_poll_http_incoming();
callicp = calldns = callhttp = 0;
nfds = 0;
npending = 0;
maxfd = Biggest_FD + 1;
for (i = 0; i < maxfd; i++) {
int events;
events = 0;
/* Check each open socket for a handler. */
if (fd_table[i].read_handler) {
switch (commDeferRead(i)) {
case 0:
events |= POLLRDNORM;
break;
case 1:
break;
#if DELAY_POOLS
case -1:
events |= POLLRDNORM;
BA_SET(i, slowfds);
break;
#endif
default:
fatalf("bad return value from commDeferRead(FD %d)\n", i);
}
}
if (fd_table[i].write_handler)
events |= POLLWRNORM;
if (events) {
pfds[nfds].fd = i;
pfds[nfds].events = events;
pfds[nfds].revents = 0;
nfds++;
if ((events & POLLRDNORM) && fd_table[i].flags.read_pending)
npending++;
}
}
if (nfds == 0) {
assert(shutting_down);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
#if FD_CONFIG
xfree(pfds);
#endif
return COMM_SHUTDOWN;
}
if (npending)
msec = 0;
if (msec > MAX_POLL_TIME)
msec = MAX_POLL_TIME;
for (;;) {
statCounter.syscalls.polls++;
num = poll(pfds, nfds, msec);
statCounter.select_loops++;
if (num >= 0 || npending > 0)
break;
if (ignoreErrno(errno))
continue;
debug(5, 0) ("comm_poll: poll failure: %s\n", xstrerror());
assert(errno != EINVAL);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
#if FD_CONFIG
xfree(pfds);
#endif
return COMM_ERROR;
/* NOTREACHED */
}
debug(5, num ? 5 : 8) ("comm_poll: %d+%u FDs ready\n", num, npending);
statHistCount(&statCounter.select_fds_hist, num);
/* Check timeout handlers ONCE each second. */
if (squid_curtime > last_timeout) {
last_timeout = squid_curtime;
checkTimeouts();
}
if (num <= 0 && npending == 0)
continue;
/* scan each socket but the accept socket. Poll this
* more frequently to minimize losses due to the 5 connect
* limit in SunOS */
for (i = 0; i < nfds; i++) {
fde *F;
int revents = pfds[i].revents;
fd = pfds[i].fd;
if (fd == -1)
continue;
if (fd_table[fd].flags.read_pending)
revents |= POLLIN;
if (revents == 0)
continue;
if (fdIsIcp(fd)) {
callicp = 1;
continue;
}
if (fdIsDns(fd)) {
calldns = 1;
continue;
}
if (fdIsHttp(fd)) {
callhttp = 1;
continue;
}
F = &fd_table[fd];
if (revents & (POLLRDNORM | POLLIN | POLLHUP | POLLERR)) {
debug(5, 6) ("comm_poll: FD %d ready for reading\n", fd);
if (NULL == (hdl = F->read_handler))
(void) 0;
#if DELAY_POOLS
else if (BA_ISSET(fd, slowfds))
commAddSlowFd(fd);
#endif
else {
F->read_handler = NULL;
hdl(fd, F->read_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_poll_icp_incoming();
if (commCheckDNSIncoming)
comm_poll_dns_incoming();
if (commCheckHTTPIncoming)
comm_poll_http_incoming();
}
}
if (revents & (POLLWRNORM | POLLOUT | POLLHUP | POLLERR)) {
debug(5, 5) ("comm_poll: FD %d ready for writing\n", fd);
if ((hdl = F->write_handler)) {
F->write_handler = NULL;
hdl(fd, F->write_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_poll_icp_incoming();
if (commCheckDNSIncoming)
comm_poll_dns_incoming();
if (commCheckHTTPIncoming)
comm_poll_http_incoming();
}
}
if (revents & POLLNVAL) {
close_handler *ch;
debug(5, 0) ("WARNING: FD %d has handlers, but it's invalid.\n", fd);
debug(5, 0) ("FD %d is a %s\n", fd, fdTypeStr[F->type]);
debug(5, 0) ("--> %s\n", F->desc);
debug(5, 0) ("tmout:%p read:%p write:%p\n",
F->timeout_handler,
F->read_handler,
F->write_handler);
for (ch = F->close_handler; ch; ch = ch->next)
debug(5, 0) (" close handler: %p\n", ch->handler);
if (F->close_handler) {
commCallCloseHandlers(fd);
} else if (F->timeout_handler) {
debug(5, 0) ("comm_poll: Calling Timeout Handler\n");
F->timeout_handler(fd, F->timeout_data);
}
F->close_handler = NULL;
F->timeout_handler = NULL;
F->read_handler = NULL;
F->write_handler = NULL;
if (F->flags.open)
fd_close(fd);
}
}
if (callicp)
comm_poll_icp_incoming();
if (calldns)
comm_poll_dns_incoming();
if (callhttp)
comm_poll_http_incoming();
#if DELAY_POOLS
while ((fd = commGetSlowFd()) != -1) {
fde *F = &fd_table[fd];
debug(5, 6) ("comm_select: slow FD %d selected for reading\n", fd);
if ((hdl = F->read_handler)) {
F->read_handler = NULL;
hdl(fd, F->read_data);
statCounter.select_fds++;
if (commCheckICPIncoming)
comm_poll_icp_incoming();
if (commCheckDNSIncoming)
comm_poll_dns_incoming();
if (commCheckHTTPIncoming)
comm_poll_http_incoming();
}
}
#endif
#if !ALARM_UPDATES_TIME
getCurrentTime();
statCounter.select_time += (current_dtime - start);
#endif
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
#if FD_CONFIG
xfree(pfds);
#endif
return COMM_OK;
}
while (timeout > current_dtime);
debug(5, 8) ("comm_poll: time out: %ld.\n", (long int) squid_curtime);
#if DELAY_POOLS
BA_FREE(slowfds);
#endif
#if FD_CONFIG
xfree(pfds);
#endif
return COMM_TIMEOUT;
}
