struct link *link_accept(struct link *master, time_t stoptime)
{
struct link *link = 0;
link = link_create();
if(!link)
goto failure;
while(1) {
if(!link_sleep(master, stoptime, 1, 0))
goto failure;
link->fd = accept(master->fd, 0, 0);
break;
}
if(!link_nonblocking(link, 1))
goto failure;
if(!link_address_remote(link, link->raddr, &link->rport))
goto failure;
link_squelch();
debug(D_TCP, "got connection from %s:%d", link->raddr, link->rport);
return link;
failure:
if(link)
link_close(link);
return 0;
}
struct link *link_attach(int fd)
{
struct link *l = link_create();
if(!l)
return 0;
l->fd = fd;
if(link_address_remote(l, l->raddr, &l->rport)) {
debug(D_TCP, "attached to %s:%d", l->raddr, l->rport);
return l;
} else {
l->fd = -1;
link_close(l);
return 0;
}
}
void handle_tcp_update( struct link *update_port )
{
char data[TCP_PAYLOAD_MAX];
time_t stoptime = time(0) + HANDLE_TCP_UPDATE_TIMEOUT;
struct link *l = link_accept(update_port,stoptime);
if(!l) return;
char addr[LINK_ADDRESS_MAX];
int port;
link_address_remote(l,addr,&port);
int length = link_read(l,data,sizeof(data)-1,stoptime);
if(length>0) {
data[length] = 0;
handle_update(addr,port,data,length,"tcp");
}
link_close(l);
}
static int auth_address_accept(struct link *link, char **subject, time_t stoptime)
{
char addr[LINK_ADDRESS_MAX];
int port;
if(!link_address_remote(link, addr, &port)) {
debug(D_AUTH, "address: couldn't get address of link");
goto reject;
}
*subject = strdup(addr);
if(!*subject) {
debug(D_AUTH, "address: out of memory");
goto reject;
}
link_putliteral(link, "yes\n", stoptime);
return 1;
reject:
link_putliteral(link, "no\n", stoptime);
return 0;
}
struct link *link_connect(const char *addr, int port, time_t stoptime)
{
struct sockaddr_in address;
struct link *link = 0;
int result;
int save_errno;
link = link_create();
if(!link)
goto failure;
link_squelch();
memset(&address, 0, sizeof(address));
#if defined(CCTOOLS_OPSYS_DARWIN)
address.sin_len = sizeof(address);
#endif
address.sin_family = AF_INET;
address.sin_port = htons(port);
if(!string_to_ip_address(addr, (unsigned char *) &address.sin_addr))
goto failure;
link->fd = socket(AF_INET, SOCK_STREAM, 0);
if(link->fd < 0)
goto failure;
link_window_configure(link);
/* sadly, cygwin does not do non-blocking connect correctly */
#ifdef CCTOOLS_OPSYS_CYGWIN
if(!link_nonblocking(link, 0))
goto failure;
#else
if(!link_nonblocking(link, 1))
goto failure;
#endif
debug(D_TCP, "connecting to %s:%d", addr, port);
do {
result = connect(link->fd, (struct sockaddr *) &address, sizeof(address));
/* On some platforms, errno is not set correctly. */
/* If the remote address can be found, then we are really connected. */
/* Also, on bsd-derived systems, failure to connect is indicated by a second connect returning EINVAL. */
if(result < 0 && !errno_is_temporary(errno)) {
if(errno == EINVAL)
errno = ECONNREFUSED;
break;
}
if(link_address_remote(link, link->raddr, &link->rport)) {
debug(D_TCP, "made connection to %s:%d", link->raddr, link->rport);
#ifdef CCTOOLS_OPSYS_CYGWIN
link_nonblocking(link, 1);
#endif
return link;
}
} while(link_sleep(link, stoptime, 0, 1));
debug(D_TCP, "connection to %s:%d failed (%s)", addr, port, strerror(errno));
failure:
save_errno = errno;
if(link)
link_close(link);
errno = save_errno;
return 0;
}
struct link *link_connect(const char *addr, int port, time_t stoptime)
{
struct sockaddr_in address;
struct link *link = 0;
int result;
int save_errno;
link = link_create();
if(!link)
goto failure;
link_squelch();
memset(&address, 0, sizeof(address));
#if defined(CCTOOLS_OPSYS_DARWIN)
address.sin_len = sizeof(address);
#endif
address.sin_family = AF_INET;
address.sin_port = htons(port);
if(!string_to_ip_address(addr, (unsigned char *) &address.sin_addr))
goto failure;
link->fd = socket(AF_INET, SOCK_STREAM, 0);
if(link->fd < 0)
goto failure;
link_window_configure(link);
/* sadly, cygwin does not do non-blocking connect correctly */
#ifdef CCTOOLS_OPSYS_CYGWIN
if(!link_nonblocking(link, 0))
goto failure;
#else
if(!link_nonblocking(link, 1))
goto failure;
#endif
debug(D_TCP, "connecting to %s:%d", addr, port);
while(1) {
// First attempt a non-blocking connect
result = connect(link->fd, (struct sockaddr *) &address, sizeof(address));
// On many platforms, non-blocking connect sets errno in unexpected ways:
// On OSX, result=-1 and errno==EISCONN indicates a successful connection.
if(result<0 && errno==EISCONN) result=0;
// On BSD-derived systems, failure to connect is indicated by errno = EINVAL.
// Set it to something more explanatory.
if(result<0 && errno==EINVAL) errno=ECONNREFUSED;
// Otherwise, a non-temporary errno should cause us to bail out.
if(result<0 && !errno_is_temporary(errno)) break;
// If the remote address is valid, we are connected no matter what.
if(link_address_remote(link, link->raddr, &link->rport)) {
debug(D_TCP, "made connection to %s:%d", link->raddr, link->rport);
#ifdef CCTOOLS_OPSYS_CYGWIN
link_nonblocking(link, 1);
#endif
return link;
}
// if the time has expired, bail out
if( time(0) >= stoptime ) {
errno = ETIMEDOUT;
break;
}
// wait for some activity on the socket.
link_sleep(link, stoptime, 0, 1);
// No matter how the sleep ends, we want to go back to the top
// and call connect again to get a proper errno.
}
debug(D_TCP, "connection to %s:%d failed (%s)", addr, port, strerror(errno));
failure:
save_errno = errno;
if(link)
link_close(link);
errno = save_errno;
return 0;
}
static void handle_query(struct link *query_link)
{
FILE *stream;
char line[LINE_MAX];
char url[LINE_MAX];
char path[LINE_MAX];
char action[LINE_MAX];
char version[LINE_MAX];
char hostport[LINE_MAX];
char addr[LINK_ADDRESS_MAX];
char key[LINE_MAX];
int port;
time_t current;
char *hkey;
struct nvpair *nv;
int i, n;
link_address_remote(query_link, addr, &port);
debug(D_DEBUG, "www query from %s:%d", addr, port);
if(link_readline(query_link, line, LINE_MAX, time(0) + HANDLE_QUERY_TIMEOUT)) {
string_chomp(line);
if(sscanf(line, "%s %s %s", action, url, version) != 3) {
return;
}
// Consume the rest of the query
while(1) {
if(!link_readline(query_link, line, LINE_MAX, time(0) + HANDLE_QUERY_TIMEOUT)) {
return;
}
if(line[0] == 0) {
break;
}
}
} else {
return;
}
// Output response
stream = fdopen(link_fd(query_link), "w");
if(!stream) {
return;
}
link_nonblocking(query_link, 0);
current = time(0);
fprintf(stream, "HTTP/1.1 200 OK\n");
fprintf(stream, "Date: %s", ctime(¤t));
fprintf(stream, "Server: catalog_server\n");
fprintf(stream, "Connection: close\n");
if(sscanf(url, "http://%[^/]%s", hostport, path) == 2) {
// continue on
} else {
strcpy(path, url);
}
/* load the hash table entries into one big array */
n = 0;
nvpair_database_firstkey(table);
while(nvpair_database_nextkey(table, &hkey, &nv)) {
array[n] = nv;
n++;
}
/* sort the array by name before displaying */
qsort(array, n, sizeof(struct nvpair *), compare_nvpair);
if(!strcmp(path, "/query.text")) {
fprintf(stream, "Content-type: text/plain\n\n");
for(i = 0; i < n; i++)
nvpair_print_text(array[i], stream);
} else if(!strcmp(path, "/query.json")) {
fprintf(stream, "Content-type: text/plain\n\n");
fprintf(stream,"[\n");
for(i = 0; i < n; i++) {
nvpair_print_json(array[i], stream);
fprintf(stream,",\n");
}
fprintf(stream,"]\n");
} else if(!strcmp(path, "/query.oldclassads")) {
fprintf(stream, "Content-type: text/plain\n\n");
for(i = 0; i < n; i++)
nvpair_print_old_classads(array[i], stream);
} else if(!strcmp(path, "/query.newclassads")) {
fprintf(stream, "Content-type: text/plain\n\n");
for(i = 0; i < n; i++)
nvpair_print_new_classads(array[i], stream);
} else if(!strcmp(path, "/query.xml")) {
fprintf(stream, "Content-type: text/xml\n\n");
fprintf(stream, "<?xml version=\"1.0\" standalone=\"yes\"?>\n");
fprintf(stream, "<catalog>\n");
for(i = 0; i < n; i++)
nvpair_print_xml(array[i], stream);
fprintf(stream, "</catalog>\n");
} else if(sscanf(path, "/detail/%s", key) == 1) {
struct nvpair *nv;
fprintf(stream, "Content-type: text/html\n\n");
nv = nvpair_database_lookup(table, key);
if(nv) {
const char *name = nvpair_lookup_string(nv, "name");
if(!name)
name = "unknown";
fprintf(stream, "<title>%s catalog server: %s</title>\n", preferred_hostname, name);
fprintf(stream, "<center>\n");
fprintf(stream, "<h1>%s catalog server</h1>\n", preferred_hostname);
fprintf(stream, "<h2>%s</h2>\n", name);
fprintf(stream, "<p><a href=/>return to catalog view</a><p>\n");
nvpair_print_html_solo(nv, stream);
fprintf(stream, "</center>\n");
} else {
fprintf(stream, "<title>%s catalog server</title>\n", preferred_hostname);
fprintf(stream, "<center>\n");
fprintf(stream, "<h1>%s catalog server</h1>\n", preferred_hostname);
fprintf(stream, "<h2>Unknown Item!</h2>\n");
fprintf(stream, "</center>\n");
}
} else {
char avail_line[LINE_MAX];
char total_line[LINE_MAX];
INT64_T sum_total = 0;
INT64_T sum_avail = 0;
INT64_T sum_devices = 0;
fprintf(stream, "Content-type: text/html\n\n");
fprintf(stream, "<title>%s catalog server</title>\n", preferred_hostname);
fprintf(stream, "<center>\n");
fprintf(stream, "<h1>%s catalog server</h1>\n", preferred_hostname);
fprintf(stream, "<a href=/query.text>text</a> - ");
fprintf(stream, "<a href=/query.html>html</a> - ");
fprintf(stream, "<a href=/query.xml>xml</a> - ");
fprintf(stream, "<a href=/query.json>json</a> - ");
fprintf(stream, "<a href=/query.oldclassads>oldclassads</a> - ");
fprintf(stream, "<a href=/query.newclassads>newclassads</a>");
fprintf(stream, "<p>\n");
for(i = 0; i < n; i++) {
nv = array[i];
sum_total += nvpair_lookup_integer(nv, "total");
sum_avail += nvpair_lookup_integer(nv, "avail");
sum_devices++;
}
string_metric(sum_avail, -1, avail_line);
string_metric(sum_total, -1, total_line);
fprintf(stream, "<b>%sB available out of %sB on %d devices</b><p>\n", avail_line, total_line, (int) sum_devices);
nvpair_print_html_header(stream, html_headers);
for(i = 0; i < n; i++) {
nv = array[i];
make_hash_key(nv, key);
sprintf(url, "/detail/%s", key);
nvpair_print_html_with_link(nv, stream, html_headers, "name", url);
}
nvpair_print_html_footer(stream, html_headers);
fprintf(stream, "</center>\n");
}
fclose(stream);
}
int main(int argc, char *argv[])
{
struct link *link, *query_port = 0;
signed char ch;
time_t current;
int is_daemon = 0;
char *pidfile = NULL;
char *interface = NULL;
char raddr[LINK_ADDRESS_MAX];
int rport;
outgoing_host_list = list_create();
change_process_title_init(argv);
debug_config(argv[0]);
static const struct option long_options[] = {
{"background", no_argument, 0, 'b'},
{"pid-file", required_argument, 0, 'B'},
{"debug", required_argument, 0, 'd'},
{"help", no_argument, 0, 'h'},
{"history", required_argument, 0, 'H'},
{"lifetime", required_argument, 0, 'l'},
{"update-log", required_argument, 0, 'L'},
{"max-jobs", required_argument, 0, 'm'},
{"server-size", required_argument, 0, 'M'},
{"name", required_argument, 0, 'n'},
{"interface", required_argument, 0, 'I'},
{"debug-file", required_argument, 0, 'o'},
{"debug-rotate-max", required_argument, 0, 'O'},
{"port", required_argument, 0, 'p'},
{"single", no_argument, 0, 'S'},
{"timeout", required_argument, 0, 'T'},
{"update-host", required_argument, 0, 'u'},
{"update-interval", required_argument, 0, 'U'},
{"version", no_argument, 0, 'v'},
{"port-file", required_argument, 0, 'Z'},
{0,0,0,0}};
while((ch = getopt_long(argc, argv, "bB:d:hH:I:l:L:m:M:n:o:O:p:ST:u:U:vZ:", long_options, NULL)) > -1) {
switch (ch) {
case 'b':
is_daemon = 1;
break;
case 'B':
free(pidfile);
pidfile = strdup(optarg);
break;
case 'd':
debug_flags_set(optarg);
break;
case 'h':
default:
show_help(argv[0]);
return 1;
case 'l':
lifetime = string_time_parse(optarg);
break;
case 'L':
logfilename = strdup(optarg);
break;
case 'H':
history_dir = strdup(optarg);
break;
case 'I':
free(interface);
interface = strdup(optarg);
break;
case 'm':
child_procs_max = atoi(optarg);
break;
case 'M':
max_server_size = string_metric_parse(optarg);
break;
case 'n':
preferred_hostname = optarg;
break;
case 'o':
debug_config_file(optarg);
break;
case 'O':
debug_config_file_size(string_metric_parse(optarg));
break;
case 'p':
port = atoi(optarg);
break;
case 'S':
fork_mode = 0;
break;
case 'T':
child_procs_timeout = string_time_parse(optarg);
break;
case 'u':
list_push_head(outgoing_host_list, xxstrdup(optarg));
break;
case 'U':
outgoing_timeout = string_time_parse(optarg);
break;
case 'v':
cctools_version_print(stdout, argv[0]);
return 0;
case 'Z':
port_file = optarg;
port = 0;
break;
}
}
if (is_daemon) daemonize(0, pidfile);
cctools_version_debug(D_DEBUG, argv[0]);
if(logfilename) {
logfile = fopen(logfilename,"a");
if(!logfile) fatal("couldn't open %s: %s\n",optarg,strerror(errno));
}
current = time(0);
debug(D_NOTICE, "*** %s starting at %s", argv[0], ctime(¤t));
if(!list_size(outgoing_host_list)) {
list_push_head(outgoing_host_list, CATALOG_HOST_DEFAULT);
}
install_handler(SIGPIPE, ignore_signal);
install_handler(SIGHUP, ignore_signal);
install_handler(SIGCHLD, ignore_signal);
install_handler(SIGINT, shutdown_clean);
install_handler(SIGTERM, shutdown_clean);
install_handler(SIGQUIT, shutdown_clean);
install_handler(SIGALRM, shutdown_clean);
if(!preferred_hostname) {
domain_name_cache_guess(hostname);
preferred_hostname = hostname;
}
username_get(owner);
starttime = time(0);
table = jx_database_create(history_dir);
if(!table)
fatal("couldn't create directory %s: %s\n",history_dir,strerror(errno));
query_port = link_serve_address(interface, port);
if(query_port) {
/*
If a port was chosen automatically, read it back
so that the same one can be used for the update port.
There is the possibility that the UDP listen will
fail because that port is in use.
*/
if(port==0) {
char addr[LINK_ADDRESS_MAX];
link_address_local(query_port,addr,&port);
}
} else {
if(interface)
fatal("couldn't listen on TCP address %s port %d", interface, port);
else
fatal("couldn't listen on TCP port %d", port);
}
update_dgram = datagram_create_address(interface, port);
if(!update_dgram) {
if(interface)
fatal("couldn't listen on UDP address %s port %d", interface, port);
else
fatal("couldn't listen on UDP port %d", port);
}
update_port = link_serve_address(interface,port+1);
if(!update_port) {
if(interface)
fatal("couldn't listen on TCP address %s port %d", interface, port+1);
else
fatal("couldn't listen on TCP port %d", port+1);
}
opts_write_port_file(port_file,port);
while(1) {
fd_set rfds;
int dfd = datagram_fd(update_dgram);
int lfd = link_fd(query_port);
int ufd = link_fd(update_port);
int result, maxfd;
struct timeval timeout;
remove_expired_records();
if(time(0) > outgoing_alarm) {
update_all_catalogs();
outgoing_alarm = time(0) + outgoing_timeout;
}
while(1) {
int status;
pid_t pid = waitpid(-1, &status, WNOHANG);
if(pid>0) {
child_procs_count--;
continue;
} else {
break;
}
}
FD_ZERO(&rfds);
FD_SET(dfd, &rfds);
FD_SET(ufd, &rfds);
if(child_procs_count < child_procs_max) {
FD_SET(lfd, &rfds);
}
maxfd = MAX(ufd,MAX(dfd, lfd)) + 1;
timeout.tv_sec = 5;
timeout.tv_usec = 0;
result = select(maxfd, &rfds, 0, 0, &timeout);
if(result <= 0)
continue;
if(FD_ISSET(dfd, &rfds)) {
handle_udp_updates(update_dgram);
}
if(FD_ISSET(ufd, &rfds)) {
handle_tcp_update(update_port);
}
if(FD_ISSET(lfd, &rfds)) {
link = link_accept(query_port, time(0) + 5);
if(link) {
if(fork_mode) {
pid_t pid = fork();
if(pid == 0) {
link_address_remote(link, raddr, &rport);
change_process_title("catalog_server [%s]", raddr);
alarm(child_procs_timeout);
handle_query(link);
_exit(0);
} else if (pid>0) {
child_procs_count++;
}
} else {
handle_query(link);
}
link_close(link);
}
}
}
return 1;
}
