bool
VMGahpServer::startUp(Env *job_env, const char *workingdir, int nice_inc, FamilyInfo *family_info)
{
//check if we already have spawned a vmgahp server
if( m_vmgahp_pid > 0 ) {
//vmgahp is already running
return true;
}
if( !m_job_ad ) {
start_err_msg = "No JobAd in VMGahpServer::startUp()";
dprintf(D_ALWAYS,"%s\n", start_err_msg.Value());
return false;
}
MyString JobName;
if( m_vmgahp_server.IsEmpty() ) {
start_err_msg = "No path for vmgahp in VMGahpServer::startUp()";
dprintf(D_ALWAYS,"%s\n", start_err_msg.Value());
return false;
}
JobName = m_vmgahp_server;
// Create two pairs of pipes which we will use to
int stdin_pipefds[2];
int stdout_pipefds[2];
int stderr_pipefds[2];
if(!daemonCore->Create_Pipe(stdin_pipefds,
true, // read end registerable
false, // write end not registerable
false, // read end blocking
false // write end blocking
)) {
start_err_msg = "unable to create pipe to stdin of VM gahp";
dprintf(D_ALWAYS,"%s\n", start_err_msg.Value());
return false;
}
if(!daemonCore->Create_Pipe(stdout_pipefds,
true, //read end registerable
false, // write end not registerable
false, // read end blocking
false // write end blocking
)) {
// blocking read
start_err_msg = "unable to create pipe to stdout of VM gahp";
dprintf(D_ALWAYS,"%s\n", start_err_msg.Value());
return false;
}
if( m_include_gahp_log ) {
if(!daemonCore->Create_Pipe(stderr_pipefds,
true, // read end registerable
false, // write end not registerable
true, // read end non-blocking
true // write end non-blocking
)) {
// nonblocking read
start_err_msg = "unable to create pipe to stderr of VM gahp";
dprintf(D_ALWAYS,"%s\n", start_err_msg.Value());
return false;
}
}
int io_redirect[3];
io_redirect[0] = stdin_pipefds[0]; //stdin gets read side of in pipe
io_redirect[1] = stdout_pipefds[1]; //stdout gets write side of out pipe
if( m_include_gahp_log ) {
io_redirect[2] = stderr_pipefds[1]; //stderr gets write side of err pipe
} else {
int null_fd = safe_open_wrapper_follow(NULL_FILE, O_WRONLY | O_APPEND, 0666);
if( null_fd < 0 ) {
start_err_msg = "unable to open null file for stderr of VM gahp";
dprintf(D_ALWAYS,"Failed to open '%s':%s (errno %d)\n",
NULL_FILE, strerror(errno), errno);
return false;
}
io_redirect[2] = null_fd;
}
// Set Arguments
ArgList vmgahp_args;
vmgahp_args.SetArgV1SyntaxToCurrentPlatform();
vmgahp_args.AppendArg(m_vmgahp_server.Value());
// Add daemonCore options
vmgahp_args.AppendArg("-f");
if( m_include_gahp_log ) {
vmgahp_args.AppendArg("-t");
}
vmgahp_args.AppendArg("-M");
vmgahp_args.AppendArg(VMGAHP_STANDALONE_MODE);
MyString args_string;
vmgahp_args.GetArgsStringForDisplay(&args_string, 1);
dprintf( D_ALWAYS, "About to exec %s %s\n", JobName.Value(),
args_string.Value() );
#if !defined(WIN32)
uid_t vmgahp_user_uid = (uid_t) -1;
gid_t vmgahp_user_gid = (gid_t) -1;
if( can_switch_ids() ) {
// Condor runs as root
vmgahp_user_uid = get_user_uid();
vmgahp_user_gid = get_user_gid();
}
else if (Starter->condorPrivSepHelper() != NULL) {
vmgahp_user_uid = Starter->condorPrivSepHelper()->get_uid();
char* user_name;
if (!pcache()->get_user_name(vmgahp_user_uid, user_name)) {
EXCEPT("unable to get user name for UID %u", vmgahp_user_uid);
}
if (!pcache()->get_user_ids(user_name,
vmgahp_user_uid,
vmgahp_user_gid))
{
EXCEPT("unable to get GID for UID %u", vmgahp_user_uid);
}
free(user_name);
}
else {
// vmgahp may have setuid-root (e.g. vmgahp for Xen)
vmgahp_user_uid = get_condor_uid();
vmgahp_user_gid = get_condor_gid();
}
// Setup vmgahp user uid/gid
if( vmgahp_user_uid > 0 ) {
if( vmgahp_user_gid <= 0 ) {
vmgahp_user_gid = vmgahp_user_uid;
}
MyString tmp_str;
tmp_str.sprintf("%d", (int)vmgahp_user_uid);
job_env->SetEnv("VMGAHP_USER_UID", tmp_str.Value());
tmp_str.sprintf("%d", (int)vmgahp_user_gid);
job_env->SetEnv("VMGAHP_USER_GID", tmp_str.Value());
}
#endif
job_env->SetEnv("VMGAHP_VMTYPE", m_vm_type.Value());
job_env->SetEnv("VMGAHP_WORKING_DIR", workingdir);
// Grab the full environment back out of the Env object
if(IsFulldebug(D_FULLDEBUG)) {
MyString env_str;
job_env->getDelimitedStringForDisplay(&env_str);
dprintf(D_FULLDEBUG, "Env = %s\n", env_str.Value());
}
priv_state vmgahp_priv = PRIV_ROOT;
#if defined(WIN32)
// TODO..
// Currently vmgahp for VMware VM universe can't run as user on Windows.
// It seems like a bug of VMware. VMware command line tool such as "vmrun"
// requires Administrator privilege.
// -jaeyoung 06/15/07
if( strcasecmp(m_vm_type.Value(), CONDOR_VM_UNIVERSE_VMWARE ) == MATCH ) {
vmgahp_priv = PRIV_UNKNOWN;
}
#endif
m_vmgahp_pid = daemonCore->Create_Process(
JobName.Value(), //Name of executable
vmgahp_args, //Args
vmgahp_priv, //Priv state
1, //id for our registered reaper
FALSE, //do not want a command port
job_env, //env
workingdir, //cwd
family_info, //family_info
NULL, //network sockets to inherit
io_redirect, //redirect stdin/out/err
NULL,
nice_inc
);
//NOTE: Create_Process() saves the errno for us if it is an
//"interesting" error.
char const *create_process_error = NULL;
if(m_vmgahp_pid == FALSE && errno) create_process_error = strerror(errno);
// Now that the VMGAHP server is running, close the sides of
// the pipes we gave away to the server, and stash the ones
// we want to keep in an object data member.
daemonCore->Close_Pipe(io_redirect[0]);
daemonCore->Close_Pipe(io_redirect[1]);
if( m_include_gahp_log ) {
daemonCore->Close_Pipe(io_redirect[2]);
} else {
close(io_redirect[2]);
}
if ( m_vmgahp_pid == FALSE ) {
m_vmgahp_pid = -1;
start_err_msg = "Failed to start vm-gahp server";
dprintf(D_ALWAYS, "%s (%s)\n", start_err_msg.Value(),
m_vmgahp_server.Value());
if(create_process_error) {
MyString err_msg = "Failed to execute '";
err_msg += m_vmgahp_server.Value(),
err_msg += "'";
if(!args_string.IsEmpty()) {
err_msg += " with arguments ";
err_msg += args_string.Value();
}
err_msg += ": ";
err_msg += create_process_error;
dprintf(D_ALWAYS, "Failed to start vmgahp server (%s)\n",
err_msg.Value());
}
return false;
}
dprintf(D_ALWAYS, "VMGAHP server pid=%d\n", m_vmgahp_pid);
m_vmgahp_writefd = stdin_pipefds[1];
m_vmgahp_readfd = stdout_pipefds[0];
if( m_include_gahp_log ) {
m_vmgahp_errorfd = stderr_pipefds[0];
}
// Now initialization is done
m_is_initialized = true;
// print initial stderr messages from vmgahp
printSystemErrorMsg();
// Read the initial greeting from the vm-gahp, which is the version
if( command_version() == false ) {
start_err_msg = "Internal vmgahp server error";
dprintf(D_ALWAYS,"Failed to read vmgahp server version\n");
printSystemErrorMsg();
cleanup();
return false;
}
dprintf(D_FULLDEBUG,"VMGAHP server version: %s\n", m_vmgahp_version.Value());
// Now see what commands this server supports.
if( command_commands() == false ) {
start_err_msg = "Internal vmgahp server error";
dprintf(D_ALWAYS,"Failed to read supported commands from vmgahp server\n");
printSystemErrorMsg();
cleanup();
return false;
}
// Now see what virtual machine types this server supports
if( command_support_vms() == false ) {
start_err_msg = "Internal vmgahp server error";
dprintf(D_ALWAYS,"Failed to read supported vm types from vmgahp server\n");
printSystemErrorMsg();
cleanup();
return false;
}
int result = -1;
if( m_include_gahp_log ) {
result = daemonCore->Register_Pipe(m_vmgahp_errorfd,
"m_vmgahp_errorfd",
static_cast<PipeHandlercpp>(&VMGahpServer::err_pipe_ready),
"VMGahpServer::err_pipe_ready",this);
if( result == -1 ) {
dprintf(D_ALWAYS,"Failed to register vmgahp stderr pipe\n");
if(m_stderr_tid != -1) {
daemonCore->Cancel_Timer(m_stderr_tid);
m_stderr_tid = -1;
}
m_stderr_tid = daemonCore->Register_Timer(2,
2, (TimerHandlercpp)&VMGahpServer::err_pipe_ready,
"VMGahpServer::err_pipe_ready",this);
if( m_stderr_tid == -1 ) {
start_err_msg = "Internal vmgahp server error";
dprintf(D_ALWAYS,"Failed to register stderr timer\n");
printSystemErrorMsg();
cleanup();
return false;
}
}
}
// try to turn on vmgahp async notification mode
if ( !command_async_mode_on() ) {
// not supported, set a poll interval
m_is_async_mode = false;
setPollInterval(m_pollInterval);
} else {
// command worked... register the pipe and stop polling
result = daemonCore->Register_Pipe(m_vmgahp_readfd,
"m_vmgahp_readfd",
static_cast<PipeHandlercpp>(&VMGahpServer::pipe_ready),
"VMGahpServer::pipe_ready",this);
if( result == -1 ) {
// failed to register the pipe for some reason; fall
// back on polling (yuck).
dprintf(D_ALWAYS,"Failed to register vmgahp Read pipe\n");
m_is_async_mode = false;
setPollInterval(m_pollInterval);
} else {
// pipe is registered. stop polling.
setPollInterval(0);
m_is_async_mode = true;
}
}
return true;
}
int
main(int argc, char *argv[])
{
char buf[1024];
int i;
#ifdef TIOCGWINSZ
struct winsize ws;
if (ioctl(fileno(stdout), TIOCGWINSZ, &ws) == 0 && ws.ws_col > 0)
TERMWIDTH = ws.ws_col;
#endif
/* Start handling the arguments.
* monetdb [monetdb_options] command [options] [database [...]]
* this means we first scout for monetdb_options which stops as soon
* as we find a non-option argument, which then must be command */
/* first handle the simple no argument case */
if (argc <= 1) {
command_help(0, NULL);
return(1);
}
/* handle monetdb_options */
for (i = 1; argc > i && argv[i][0] == '-'; i++) {
switch (argv[i][1]) {
case 'v':
command_version();
return(0);
case 'q':
monetdb_quiet = 1;
break;
case 'h':
if (strlen(&argv[i][2]) > 0) {
mero_host = &argv[i][2];
} else {
if (i + 1 < argc) {
mero_host = argv[++i];
} else {
fprintf(stderr, "monetdb: -h needs an argument\n");
return(1);
}
}
break;
case 'p':
if (strlen(&argv[i][2]) > 0) {
mero_port = atoi(&argv[i][2]);
} else {
if (i + 1 < argc) {
mero_port = atoi(argv[++i]);
} else {
fprintf(stderr, "monetdb: -p needs an argument\n");
return(1);
}
}
break;
case 'P':
/* take care we remove the password from argv so it
* doesn't show up in e.g. ps -ef output */
if (strlen(&argv[i][2]) > 0) {
mero_pass = strdup(&argv[i][2]);
memset(&argv[i][2], 0, strlen(mero_pass));
} else {
if (i + 1 < argc) {
mero_pass = strdup(argv[++i]);
memset(argv[i], 0, strlen(mero_pass));
} else {
fprintf(stderr, "monetdb: -P needs an argument\n");
return(1);
}
}
break;
case '-':
/* skip -- */
if (argv[i][2] == '\0')
break;
if (strcmp(&argv[i][2], "version") == 0) {
command_version();
return(0);
} else if (strcmp(&argv[i][2], "help") == 0) {
command_help(0, NULL);
return(0);
}
default:
fprintf(stderr, "monetdb: unknown option: %s\n", argv[i]);
command_help(0, NULL);
return(1);
break;
}
}
/* check consistency of -h -p and -P args */
if (mero_pass != NULL && (mero_host == NULL || *mero_host == '/')) {
fprintf(stderr, "monetdb: -P requires -h to be used with a TCP hostname\n");
exit(1);
} else if (mero_host != NULL && *mero_host != '/' && mero_pass == NULL) {
fprintf(stderr, "monetdb: -h requires -P to be used\n");
exit(1);
}
/* see if we still have arguments at this stage */
if (i >= argc) {
command_help(0, NULL);
return(1);
}
/* commands that do not need merovingian to be running */
if (strcmp(argv[i], "help") == 0) {
command_help(argc - i, &argv[i]);
return(0);
} else if (strcmp(argv[i], "version") == 0) {
command_version();
return(0);
}
/* use UNIX socket if no hostname given */
if (mero_host == NULL || *mero_host == '/') {
/* a socket looks like /tmp/.s.merovingian.<tcpport>, try
* finding such port. If mero_host is set, it is the location
* where we should search, which defaults to '/tmp' */
if (mero_host == NULL)
mero_host = "/tmp";
/* first try the port given (or else its default) */
snprintf(buf, sizeof(buf), "%s/.s.merovingian.%d",
mero_host, mero_port == -1 ? 50000 : mero_port);
if (control_ping(buf, -1, NULL) == 0) {
mero_host = buf;
} else {
/* if port wasn't given, we can try and search
* for available sockets */
if (mero_port == -1) {
DIR *d;
struct dirent *e;
struct stat s;
d = opendir(mero_host);
if (d == NULL) {
fprintf(stderr, "monetdb: cannot find a control socket, use -h and/or -p\n");
exit(1);
}
while ((e = readdir(d)) != NULL) {
if (strncmp(e->d_name, ".s.merovingian.", 15) != 0)
continue;
snprintf(buf, sizeof(buf), "%s/%s", mero_host, e->d_name);
if (stat(buf, &s) == -1)
continue;
if (S_ISSOCK(s.st_mode)) {
if (control_ping(buf, -1, NULL) == 0) {
mero_host = buf;
break;
}
}
}
closedir(d);
}
}
if (mero_host != buf) {
fprintf(stderr, "monetdb: cannot find a control socket, use -h and/or -p\n");
exit(1);
}
/* don't confuse control_send lateron */
mero_port = -1;
}
/* for TCP connections */
if (mero_host != NULL && *mero_host != '/' && mero_port == -1)
mero_port = 50000;
/* handle regular commands */
if (strcmp(argv[i], "create") == 0) {
command_create(argc - i, &argv[i]);
} else if (strcmp(argv[i], "destroy") == 0) {
command_destroy(argc - i, &argv[i]);
} else if (strcmp(argv[i], "lock") == 0) {
command_lock(argc - i, &argv[i]);
} else if (strcmp(argv[i], "release") == 0) {
command_release(argc - i, &argv[i]);
} else if (strcmp(argv[i], "status") == 0) {
command_status(argc - i, &argv[i]);
} else if (strcmp(argv[i], "start") == 0) {
command_startstop(argc - i, &argv[i], START);
} else if (strcmp(argv[i], "stop") == 0) {
command_startstop(argc - i, &argv[i], STOP);
} else if (strcmp(argv[i], "kill") == 0) {
command_startstop(argc - i, &argv[i], KILL);
} else if (strcmp(argv[i], "set") == 0) {
command_set(argc - i, &argv[i], SET);
} else if (strcmp(argv[i], "get") == 0) {
command_get(argc - i, &argv[i]);
} else if (strcmp(argv[i], "inherit") == 0) {
command_set(argc - i, &argv[i], INHERIT);
} else if (strcmp(argv[i], "discover") == 0) {
command_discover(argc - i, &argv[i]);
} else {
fprintf(stderr, "monetdb: unknown command: %s\n", argv[i]);
command_help(0, NULL);
}
if (mero_pass != NULL)
free(mero_pass);
return(0);
}
int
main(int argc, char *argv[])
{
err e;
int argp;
char dbfarm[1024];
char *pidfilename = NULL;
char *p;
FILE *pidfile = NULL;
char control_usock[1024];
char mapi_usock[1024];
dpair d = NULL;
struct _dpair dpcons;
struct _dpair dpmero;
struct _dpair dpdisc;
struct _dpair dpcont;
int pfd[2];
pthread_t tid = 0;
struct sigaction sa;
int ret;
int lockfd = -1;
int sock = -1;
int usock = -1;
int unsock = -1;
int socku = -1;
unsigned short port = 0;
char discovery = 0;
struct stat sb;
FILE *oerr = NULL;
pthread_mutexattr_t mta;
int thret;
char merodontfork = 0;
confkeyval ckv[] = {
{"logfile", strdup("merovingian.log"), 0, STR},
{"pidfile", strdup("merovingian.pid"), 0, STR},
{"sockdir", strdup("/tmp"), 0, STR},
{"port", strdup(MERO_PORT), atoi(MERO_PORT), INT},
{"exittimeout", strdup("60"), 60, INT},
{"forward", strdup("proxy"), 0, OTHER},
{"discovery", strdup("true"), 1, BOOLEAN},
{"discoveryttl", strdup("600"), 600, INT},
{"control", strdup("false"), 0, BOOLEAN},
{"passphrase", NULL, 0, STR},
{ NULL, NULL, 0, INVALID}
};
confkeyval *kv;
int retfd = -1;
/* seed the randomiser for when we create a database, send responses
* to HELO, etc */
srand(time(NULL));
/* figure out our hostname */
gethostname(_mero_hostname, 128);
/* where is the mserver5 binary we fork on demand?
* first try to locate it based on our binary location, fall-back to
* hardcoded bin-dir */
_mero_mserver = get_bin_path();
if (_mero_mserver != NULL) {
/* replace the trailing monetdbd by mserver5, fits nicely since
* they happen to be of same length */
char *s = strrchr(_mero_mserver, '/');
if (s != NULL && strcmp(s + 1, "monetdbd") == 0) {
s++;
*s++ = 'm'; *s++ = 's'; *s++ = 'e'; *s++ = 'r';
*s++ = 'v'; *s++ = 'e'; *s++ = 'r'; *s++ = '5';
if (stat(_mero_mserver, &sb) == -1)
_mero_mserver = NULL;
}
}
/* setup default database properties, constants: unlike historical
* versions, we do not want changing defaults any more */
_mero_db_props = getDefaultProps();
kv = findConfKey(_mero_db_props, "shared");
kv->val = strdup("yes");
kv = findConfKey(_mero_db_props, "readonly");
kv->val = strdup("no");
kv = findConfKey(_mero_db_props, "nclients");
kv->val = strdup("64");
kv = findConfKey(_mero_db_props, "type");
kv->val = strdup("database");
kv = findConfKey(_mero_db_props, "optpipe");
kv->val = strdup("default_pipe");
{ /* nrthreads */
int ncpus = -1;
char cnt[8];
#if defined(HAVE_SYSCONF) && defined(_SC_NPROCESSORS_ONLN)
/* this works on Linux, Solaris and AIX */
ncpus = sysconf(_SC_NPROCESSORS_ONLN);
#elif defined(HAVE_SYS_SYSCTL_H) && defined(HW_NCPU) /* BSD */
size_t len = sizeof(int);
int mib[3];
/* Everyone should have permission to make this call,
* if we get a failure something is really wrong. */
mib[0] = CTL_HW;
mib[1] = HW_NCPU;
mib[2] = -1;
sysctl(mib, 3, &ncpus, &len, NULL, 0);
#elif defined(WIN32)
SYSTEM_INFO sysinfo;
GetSystemInfo(&sysinfo);
ncpus = sysinfo.dwNumberOfProcessors;
#endif
if (ncpus > 0) {
snprintf(cnt, sizeof(cnt), "%d", ncpus);
kv = findConfKey(_mero_db_props, "nthreads");
kv->val = strdup(cnt);
}
}
*dbfarm = '\0';
if (argc > 1) {
if (strcmp(argv[1], "--help") == 0 ||
strcmp(argv[1], "-h") == 0 ||
strcmp(argv[1], "help") == 0)
{
exit(command_help(argc - 1, &argv[1]));
} else if (strcmp(argv[1], "--version") == 0 ||
strcmp(argv[1], "-v") == 0 ||
strcmp(argv[1], "version") == 0)
{
exit(command_version());
} else if (strcmp(argv[1], "create") == 0) {
exit(command_create(argc - 1, &argv[1]));
} else if (strcmp(argv[1], "get") == 0) {
exit(command_get(ckv, argc - 1, &argv[1]));
} else if (strcmp(argv[1], "set") == 0) {
exit(command_set(ckv, argc - 1, &argv[1]));
} else if (strcmp(argv[1], "start") == 0) {
if (argc > 3 && strcmp(argv[2], "-n") == 0)
merodontfork = 1;
if (argc == 3 + merodontfork) {
int len;
len = snprintf(dbfarm, sizeof(dbfarm), "%s",
argv[2 + merodontfork]);
if (len > 0 && (size_t)len >= sizeof(dbfarm)) {
Mfprintf(stderr, "fatal: dbfarm exceeds allocated " \
"path length, please file a bug at " \
"http://bugs.monetdb.org/\n");
exit(1);
}
} else {
command_help(argc, argv);
exit(1);
}
} else if (strcmp(argv[1], "stop") == 0) {
exit(command_stop(ckv, argc - 1, &argv[1]));
} else {
fprintf(stderr, "monetdbd: unknown command: %s\n", argv[1]);
command_help(0, NULL);
exit(1);
}
} else {
command_help(0, NULL);
exit(1);
}
assert(*dbfarm != '\0');
/* fork into background before doing anything more */
if (!merodontfork) {
char buf[4];
/* Fork into the background immediately. By doing this our child
* can simply do everything it needs to do itself. Via a pipe it
* will tell us if it is happy or not. */
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n", strerror(errno));
return(1);
}
switch (fork()) {
case -1:
/* oops, forking went wrong! */
Mfprintf(stderr, "unable to fork into background: %s\n",
strerror(errno));
return(1);
case 0:
/* detach client from controlling tty, we only write to the
* pipe to daddy */
if (setsid() < 0)
Mfprintf(stderr, "hmmm, can't detach from controlling tty, "
"continuing anyway\n");
retfd = open("/dev/null", O_RDONLY);
dup2(retfd, 0);
close(retfd);
close(pfd[0]); /* close unused read end */
retfd = pfd[1]; /* store the write end */
break;
default:
/* the parent, we want it to die, after we know the child
* has a good time */
close(pfd[1]); /* close unused write end */
if (read(pfd[0], &buf, 1) != 1) {
Mfprintf(stderr, "unable to retrieve startup status\n");
return(1);
}
close(pfd[0]);
return(buf[0]); /* whatever the child returned, we return */
}
}
/* use after the logger thread has started */
#define MERO_EXIT(status) if (!merodontfork) { \
char s = status; \
if (write(retfd, &s, 1) != 1 || close(retfd) != 0) { \
Mfprintf(stderr, "could not write to parent\n"); \
} \
if (status != 0) { \
Mfprintf(stderr, "fatal startup condition encountered, " \
"aborting startup\n"); \
goto shutdown; \
} \
} else { \
if (status != 0) { \
Mfprintf(stderr, "fatal startup condition encountered, " \
"aborting startup\n"); \
goto shutdown; \
} \
}
/* use before logger thread has started */
#define MERO_EXIT_CLEAN(status) if (!merodontfork) { \
char s = status; \
if (write(retfd, &s, 1) != 1 || close(retfd) != 0) { \
Mfprintf(stderr, "could not write to parent\n"); \
} \
exit(s); \
} else { \
exit(status); \
}
/* check if dbfarm actually exists */
if (stat(dbfarm, &sb) == -1) {
Mfprintf(stderr, "dbfarm directory '%s' does not exist, "
"use monetdbd create first\n", dbfarm);
MERO_EXIT_CLEAN(1);
}
/* chdir to dbfarm so we are at least in a known to exist location */
if (chdir(dbfarm) < 0) {
Mfprintf(stderr, "could not move to dbfarm '%s': %s\n",
dbfarm, strerror(errno));
MERO_EXIT_CLEAN(1);
}
/* absolutise dbfarm if it isn't yet (we're in it now) */
if (dbfarm[0] != '/') {
if (getcwd(dbfarm, sizeof(dbfarm)) == NULL) {
if (errno == ERANGE) {
Mfprintf(stderr, "current path exceeds allocated path length" \
"please file a bug at http://bugs.monetdb.org\n");
} else {
Mfprintf(stderr, "could not get dbfarm working directory: %s\n",
strerror(errno));
}
MERO_EXIT_CLEAN(1);
}
}
if (_mero_mserver == NULL) {
_mero_mserver = BINDIR "/mserver5";
if (stat(_mero_mserver, &sb) == -1) {
/* exit early if this is not going to work well */
Mfprintf(stderr, "cannot stat %s executable: %s\n",
_mero_mserver, strerror(errno));
MERO_EXIT_CLEAN(1);
}
}
/* read the merovingian properties from the dbfarm */
if (readProps(ckv, ".") != 0) {
Mfprintf(stderr, "cannot find or read properties file, was "
"this dbfarm created by `monetdbd create`?\n");
MERO_EXIT_CLEAN(1);
}
_mero_props = ckv;
pidfilename = getConfVal(_mero_props, "pidfile");
p = getConfVal(_mero_props, "forward");
if (strcmp(p, "redirect") != 0 && strcmp(p, "proxy") != 0) {
Mfprintf(stderr, "invalid forwarding mode: %s, defaulting to proxy\n",
p);
kv = findConfKey(_mero_props, "forward");
setConfVal(kv, "proxy");
writeProps(_mero_props, ".");
}
kv = findConfKey(_mero_props, "port");
if (kv->ival <= 0 || kv->ival > 65535) {
Mfprintf(stderr, "invalid port number: %s, defaulting to %s\n",
kv->val, MERO_PORT);
setConfVal(kv, MERO_PORT);
writeProps(_mero_props, ".");
}
port = (unsigned short)kv->ival;
discovery = getConfNum(_mero_props, "discovery");
/* check and trim the hash-algo from the passphrase for easy use
* lateron */
kv = findConfKey(_mero_props, "passphrase");
if (kv->val != NULL) {
char *h = kv->val + 1;
if ((p = strchr(h, '}')) == NULL) {
Mfprintf(stderr, "warning: incompatible passphrase (not hashed as "
MONETDB5_PASSWDHASH "), disabling passphrase\n");
} else {
*p = '\0';
if (strcmp(h, MONETDB5_PASSWDHASH) != 0) {
Mfprintf(stderr, "warning: passphrase hash '%s' incompatible, "
"expected '%s', disabling passphrase\n",
h, MONETDB5_PASSWDHASH);
} else {
setConfVal(kv, p + 1);
}
}
}
/* set up UNIX socket paths for control and mapi */
p = getConfVal(_mero_props, "sockdir");
snprintf(control_usock, sizeof(control_usock), "%s/" CONTROL_SOCK "%d",
p, port);
snprintf(mapi_usock, sizeof(control_usock), "%s/" MERO_SOCK "%d",
p, port);
/* lock such that we are alone on this world */
if ((lockfd = MT_lockf(".merovingian_lock", F_TLOCK, 4, 1)) == -1) {
/* locking failed */
Mfprintf(stderr, "another monetdbd is already running\n");
MERO_EXIT_CLEAN(1);
} else if (lockfd == -2) {
/* directory or something doesn't exist */
Mfprintf(stderr, "unable to create %s/.merovingian_lock file: %s\n",
dbfarm, strerror(errno));
MERO_EXIT_CLEAN(1);
}
_mero_topdp = &dpcons;
_mero_topdp->pid = 0;
_mero_topdp->type = MERO;
_mero_topdp->dbname = NULL;
/* where should our msg output go to? */
p = getConfVal(_mero_props, "logfile");
/* write to the given file */
_mero_topdp->out = open(p, O_WRONLY | O_APPEND | O_CREAT,
S_IRUSR | S_IWUSR);
if (_mero_topdp->out == -1) {
Mfprintf(stderr, "unable to open '%s': %s\n",
p, strerror(errno));
MT_lockf(".merovingian_lock", F_ULOCK, 4, 1);
close(lockfd);
MERO_EXIT_CLEAN(1);
}
_mero_topdp->err = _mero_topdp->out;
_mero_logfile = fdopen(_mero_topdp->out, "a");
d = _mero_topdp->next = &dpmero;
/* redirect stdout */
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
d->out = pfd[0];
dup2(pfd[1], 1);
close(pfd[1]);
/* redirect stderr */
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
/* before it is too late, save original stderr */
oerr = fdopen(dup(2), "w");
d->err = pfd[0];
dup2(pfd[1], 2);
close(pfd[1]);
d->pid = getpid();
d->type = MERO;
d->dbname = "merovingian";
/* separate entry for the neighbour discovery service */
d = d->next = &dpdisc;
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
d->out = pfd[0];
_mero_discout = fdopen(pfd[1], "a");
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
d->err = pfd[0];
_mero_discerr = fdopen(pfd[1], "a");
d->pid = getpid();
d->type = MERO;
d->dbname = "discovery";
d->next = NULL;
/* separate entry for the control runner */
d = d->next = &dpcont;
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
d->out = pfd[0];
_mero_ctlout = fdopen(pfd[1], "a");
if (pipe(pfd) == -1) {
Mfprintf(stderr, "unable to create pipe: %s\n",
strerror(errno));
MERO_EXIT(1);
}
d->err = pfd[0];
_mero_ctlerr = fdopen(pfd[1], "a");
d->pid = getpid();
d->type = MERO;
d->dbname = "control";
d->next = NULL;
/* allow a thread to relock this mutex */
pthread_mutexattr_init(&mta);
pthread_mutexattr_settype(&mta, PTHREAD_MUTEX_RECURSIVE);
pthread_mutex_init(&_mero_topdp_lock, &mta);
if ((thret = pthread_create(&tid, NULL, (void *(*)(void *))logListener, (void *)NULL)) != 0) {
Mfprintf(oerr, "%s: FATAL: unable to create logthread: %s\n",
argv[0], strerror(thret));
MERO_EXIT(1);
}
sigemptyset(&sa.sa_mask);
sa.sa_flags = 0;
sa.sa_handler = handler;
if (
sigaction(SIGINT, &sa, NULL) == -1 ||
sigaction(SIGQUIT, &sa, NULL) == -1 ||
sigaction(SIGTERM, &sa, NULL) == -1)
{
Mfprintf(oerr, "%s: FATAL: unable to create signal handlers: %s\n",
argv[0], strerror(errno));
MERO_EXIT(1);
}
sigemptyset(&sa.sa_mask);
sa.sa_flags = 0;
sa.sa_handler = huphandler;
if (sigaction(SIGHUP, &sa, NULL) == -1) {
Mfprintf(oerr, "%s: FATAL: unable to create signal handlers: %s\n",
argv[0], strerror(errno));
MERO_EXIT(1);
}
sigemptyset(&sa.sa_mask);
sa.sa_flags = 0;
sa.sa_handler = segvhandler;
if (sigaction(SIGSEGV, &sa, NULL) == -1) {
Mfprintf(oerr, "%s: FATAL: unable to create signal handlers: %s\n",
argv[0], strerror(errno));
MERO_EXIT(1);
}
sigemptyset(&sa.sa_mask);
sa.sa_flags = 0;
sa.sa_handler = SIG_IGN;
if (sigaction(SIGPIPE, &sa, NULL) == -1) {
Mfprintf(oerr, "%s: FATAL: unable to create signal handlers: %s\n",
argv[0], strerror(errno));
MERO_EXIT(1);
}
sa.sa_flags = SA_SIGINFO;
sigemptyset(&sa.sa_mask);
sa.sa_sigaction = childhandler;
if (sigaction(SIGCHLD, &sa, NULL) == -1) {
Mfprintf(oerr, "%s: FATAL: unable to create signal handlers: %s\n",
argv[0], strerror(errno));
MERO_EXIT(1);
}
/* make sure we will be able to write our pid */
if ((pidfile = fopen(pidfilename, "w")) == NULL) {
Mfprintf(stderr, "unable to open '%s%s%s' for writing: %s\n",
pidfilename[0] != '/' ? dbfarm : "",
pidfilename[0] != '/' ? "/" : "",
pidfilename, strerror(errno));
MERO_EXIT(1);
}
msab_dbfarminit(dbfarm);
/* write out the pid */
Mfprintf(pidfile, "%d\n", (int)d->pid);
fclose(pidfile);
Mfprintf(stdout, "Merovingian %s (%s) starting\n",
MERO_VERSION, MONETDB_RELEASE);
Mfprintf(stdout, "monitoring dbfarm %s\n", dbfarm);
/* open up connections */
if (
(e = openConnectionTCP(&sock, port, stdout)) == NO_ERR &&
/* coverity[operator_confusion] */
(unlink(control_usock) | unlink(mapi_usock) | 1) &&
(e = openConnectionUNIX(&socku, mapi_usock, 0, stdout)) == NO_ERR &&
(discovery == 0 || (e = openConnectionUDP(&usock, port)) == NO_ERR) &&
(e = openConnectionUNIX(&unsock, control_usock, S_IRWXO, _mero_ctlout)) == NO_ERR
)
{
pthread_t ctid = 0;
pthread_t dtid = 0;
if (discovery == 1) {
_mero_broadcastsock = socket(AF_INET, SOCK_DGRAM, 0);
ret = 1;
if ((setsockopt(_mero_broadcastsock,
SOL_SOCKET, SO_BROADCAST, &ret, sizeof(ret))) == -1)
{
Mfprintf(stderr, "cannot create broadcast package, "
"discovery services disabled\n");
close(usock);
usock = -1;
}
_mero_broadcastaddr.sin_family = AF_INET;
_mero_broadcastaddr.sin_addr.s_addr = htonl(INADDR_BROADCAST);
/* the target port is our configured port, not elegant, but how
* else can we do it? can't broadcast to all ports or something */
_mero_broadcastaddr.sin_port = htons(port);
}
/* From this point merovingian considers itself to be in position to
* start running, so flag the parent we will have fun. */
MERO_EXIT(0);
/* Paranoia umask, but good, because why would people have to sniff
* our private parts? */
umask(S_IRWXG | S_IRWXO);
/* handle control commands */
if ((thret = pthread_create(&ctid, NULL,
(void *(*)(void *))controlRunner,
(void *)&unsock)) != 0)
{
Mfprintf(stderr, "unable to create control command thread: %s\n",
strerror(thret));
ctid = 0;
}
/* start neighbour discovery and notification thread */
if (usock >= 0 && (thret = pthread_create(&dtid, NULL,
(void *(*)(void *))discoveryRunner, (void *)&usock)) != 0)
{
Mfprintf(stderr, "unable to start neighbour discovery thread: %s\n",
strerror(thret));
dtid = 0;
}
/* handle external connections main loop */
e = acceptConnections(sock, socku);
/* wait for the control runner and discovery thread to have
* finished announcing they're going down */
close(unsock);
if (ctid != 0)
pthread_join(ctid, NULL);
if (usock >= 0) {
close(usock);
if (dtid != 0)
pthread_join(dtid, NULL);
}
}
/* control channel is already closed at this point */
if (unsock != -1 && unlink(control_usock) == -1)
Mfprintf(stderr, "unable to unlink control socket '%s': %s\n",
control_usock, strerror(errno));
if (socku != -1 && unlink(mapi_usock) == -1)
Mfprintf(stderr, "unable to unlink mapi socket '%s': %s\n",
mapi_usock, strerror(errno));
if (e != NO_ERR) {
/* console */
Mfprintf(oerr, "%s: %s\n", argv[0], e);
/* logfile */
Mfprintf(stderr, "%s\n", e);
MERO_EXIT(1);
}
shutdown:
/* stop started mservers */
kv = findConfKey(ckv, "exittimeout");
if (d->next != NULL && atoi(kv->val) > 0) {
dpair t;
threadlist tl = NULL, tlw = tl;
pthread_mutex_lock(&_mero_topdp_lock);
t = d->next;
while (t != NULL) {
if (tl == NULL) {
tl = tlw = malloc(sizeof(struct _threadlist));
} else {
tlw = tlw->next = malloc(sizeof(struct _threadlist));
}
tlw->next = NULL;
if ((thret = pthread_create(&(tlw->tid), NULL,
(void *(*)(void *))terminateProcess, (void *)t)) != 0)
{
Mfprintf(stderr, "%s: unable to create thread to terminate "
"database '%s': %s\n",
argv[0], t->dbname, strerror(thret));
tlw->tid = 0;
}
t = t->next;
}
pthread_mutex_unlock(&_mero_topdp_lock);
/* wait for all processes to be terminated */
tlw = tl;
while (tlw != NULL) {
if (tlw->tid != 0 && (argp = pthread_join(tlw->tid, NULL)) != 0) {
Mfprintf(stderr, "failed to wait for termination thread: "
"%s\n", strerror(argp));
}
tl = tlw->next;
free(tlw);
tlw = tl;
}
}
/* need to do this here, since the logging thread is shut down as
* next thing */
Mfprintf(stdout, "Merovingian %s stopped\n", MERO_VERSION);
_mero_keep_logging = 0;
if (tid != 0 && (argp = pthread_join(tid, NULL)) != 0) {
Mfprintf(oerr, "failed to wait for logging thread: %s\n",
strerror(argp));
}
if (_mero_topdp != NULL) {
close(_mero_topdp->out);
if (_mero_topdp->out != _mero_topdp->err)
close(_mero_topdp->err);
}
/* remove files that suggest our existence */
unlink(".merovingian_lock");
if (pidfilename != NULL) {
unlink(pidfilename);
free(pidfilename);
}
/* mostly for valgrind... */
freeConfFile(ckv);
if (_mero_db_props != NULL) {
freeConfFile(_mero_db_props);
free(_mero_db_props);
}
if (lockfd >= 0) {
MT_lockf(".merovingian_lock", F_ULOCK, 4, 1);
close(lockfd);
}
/* the child's return code at this point doesn't matter, as noone
* will see it */
return(0);
}