int update_users() {
DB_USER user;
int retval;
char buf[256];
while (1) {
retval = user.enumerate("where expavg_credit>0.1");
if (retval) {
if (retval != ERR_DB_NOT_FOUND) {
log_messages.printf(MSG_CRITICAL, "lost DB conn\n");
exit(1);
}
break;
}
if (user.expavg_time > update_time_cutoff) continue;
update_average(0, 0, CREDIT_HALF_LIFE, user.expavg_credit, user.expavg_time);
sprintf( buf, "expavg_credit=%f, expavg_time=%f",
user.expavg_credit, user.expavg_time
);
retval = user.update_field(buf);
if (retval) {
log_messages.printf(MSG_CRITICAL, "Can't update user %d\n", user.id);
return retval;
}
}
return 0;
}
int get_team_totals(TEAM& team) {
int nusers;
int retval;
DB_USER user;
char buf[256];
// count the number of users on the team
//
sprintf(buf, "where teamid=%d", team.id);
retval = user.count(nusers, buf);
if (retval) return retval;
if (team.nusers != nusers) {
log_messages.printf(MSG_CRITICAL,
"updating member count for [TEAM#%d]: database has %d users, count shows %d\n",
team.id, team.nusers, nusers
);
}
team.nusers = nusers;
return 0;
}
// Grant the host (and associated user and team)
// the given amount of credit for work that started at the given time.
// Update the user and team records,
// but not the host record (caller must update)
//
int grant_credit(DB_HOST& host, double start_time, double credit) {
DB_USER user;
DB_TEAM team;
int retval;
char buf[256];
double now = dtime();
// first, process the host
update_average(
now,
start_time, credit, CREDIT_HALF_LIFE,
host.expavg_credit, host.expavg_time
);
host.total_credit += credit;
// then the user
retval = user.lookup_id(host.userid);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"lookup of user %d failed: %s\n",
host.userid, boincerror(retval)
);
return retval;
}
update_average(
now,
start_time, credit, CREDIT_HALF_LIFE,
user.expavg_credit, user.expavg_time
);
sprintf(
buf, "total_credit=total_credit+%.15e, expavg_credit=%.15e, expavg_time=%.15e",
credit, user.expavg_credit, user.expavg_time
);
retval = user.update_field(buf);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"update of user %d failed: %s\n",
host.userid, boincerror(retval)
);
}
// and finally the team
if (user.teamid) {
retval = team.lookup_id(user.teamid);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"lookup of team %d failed: %s\n",
user.teamid, boincerror(retval)
);
return retval;
}
update_average(
now,
start_time, credit, CREDIT_HALF_LIFE,
team.expavg_credit, team.expavg_time
);
sprintf(buf,
"total_credit=total_credit+%.15e, expavg_credit=%.15e, expavg_time=%.15e",
credit, team.expavg_credit, team.expavg_time
);
retval = team.update_field(buf);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"update of team %d failed: %s\n",
team.id, boincerror(retval)
);
}
}
return 0;
}
void write_host(HOST& host, FILE* f, bool detail) {
int retval;
char p_vendor[2048], p_model[2048], os_name[2048], os_version[2048];
xml_escape(host.p_vendor, p_vendor, sizeof(p_vendor));
xml_escape(host.p_model, p_model, sizeof(p_model));
xml_escape(host.os_name, os_name, sizeof(os_name));
xml_escape(host.os_version, os_version, sizeof(os_version));
fprintf(f,
"<host>\n"
" <id>%lu</id>\n",
host.id
);
if (detail) {
DB_USER user;
retval = user.lookup_id(host.userid);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"user lookup of user %lu for host %lu: %s\n",
host.userid, host.id, boincerror(retval)
);
} else {
if (user.show_hosts) {
fprintf(f,
" <userid>%lu</userid>\n",
host.userid
);
}
}
}
fprintf(f,
" <total_credit>%f</total_credit>\n"
" <expavg_credit>%f</expavg_credit>\n"
" <expavg_time>%f</expavg_time>\n"
" <p_vendor>%s</p_vendor>\n"
" <p_model>%s</p_model>\n"
" <os_name>%s</os_name>\n"
" <os_version>%s</os_version>\n",
host.total_credit,
host.expavg_credit,
host.expavg_time,
p_vendor,
p_model,
os_name,
os_version
);
// host.serialnum stores coprocessor description
// and client and vbox versions.
//
char boinc[256], vbox[256], coprocs[256];
char buf[1024];
parse_serialnum(host.serialnum, boinc, vbox, coprocs);
if (strlen(boinc)) {
xml_escape(boinc, buf, sizeof(buf));
fprintf(f,
" <boinc_version>%s</boinc_version>\n", buf
);
}
if (strlen(vbox)) {
xml_escape(vbox, buf, sizeof(buf));
fprintf(f,
" <vbox_version>%s</vbox_version>\n", buf
);
}
if (strlen(coprocs)) {
xml_escape(coprocs, buf, sizeof(buf));
fprintf(f,
" <coprocs>%s</coprocs>\n", buf
);
}
if (detail) {
fprintf(f,
" <create_time>%d</create_time>\n"
" <rpc_time>%d</rpc_time>\n"
" <timezone>%d</timezone>\n"
" <ncpus>%d</ncpus>\n"
" <p_fpops>%f</p_fpops>\n"
" <p_iops>%f</p_iops>\n"
" <p_membw>%f</p_membw>\n"
" <m_nbytes>%f</m_nbytes>\n"
" <m_cache>%f</m_cache>\n"
" <m_swap>%f</m_swap>\n"
" <d_total>%f</d_total>\n"
" <d_free>%f</d_free>\n"
" <n_bwup>%f</n_bwup>\n"
" <n_bwdown>%f</n_bwdown>\n"
" <avg_turnaround>%f</avg_turnaround>\n"
" <credit_per_cpu_sec>%f</credit_per_cpu_sec>\n"
" <host_cpid>%s</host_cpid>\n",
host.create_time,
host.rpc_time,
host.timezone,
host.p_ncpus,
host.p_fpops,
host.p_iops,
host.p_membw,
host.m_nbytes,
host.m_cache,
host.m_swap,
host.d_total,
host.d_free,
host.n_bwup,
host.n_bwdown,
host.avg_turnaround,
host.credit_per_cpu_sec,
host.host_cpid
);
}
fprintf(f,
"</host>\n"
);
}
// 1) Decide which global prefs to use for sched decisions: either
// - <working_global_prefs> from request msg
// - <global_prefs> from request message
// - prefs from user DB record
// and parse them into g_request->global_prefs.
// 2) update prefs in user record if needed
// 2) send global prefs in reply msg if needed
//
int handle_global_prefs() {
char buf[BLOB_SIZE+256];
g_reply->send_global_prefs = false;
bool have_working_prefs = (strlen(g_request->working_global_prefs_xml)>0);
bool have_master_prefs = (strlen(g_request->global_prefs_xml)>0);
// absent if the host has host-specific prefs
bool have_db_prefs = (strlen(g_reply->user.global_prefs)>0);
bool same_account = !strcmp(
g_request->global_prefs_source_email_hash, g_reply->email_hash
);
double master_mod_time=0, db_mod_time=0, working_mod_time=0;
if (have_master_prefs) {
parse_double(g_request->global_prefs_xml, "<mod_time>", master_mod_time);
if (master_mod_time > dtime()) master_mod_time = dtime();
}
if (have_working_prefs) {
parse_double(g_request->working_global_prefs_xml, "<mod_time>", working_mod_time);
if (working_mod_time > dtime()) working_mod_time = dtime();
}
if (have_db_prefs) {
parse_double(g_reply->user.global_prefs, "<mod_time>", db_mod_time);
if (db_mod_time > dtime()) db_mod_time = dtime();
}
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL,
"[prefs] have_master:%d have_working: %d have_db: %d\n",
have_master_prefs, have_working_prefs, have_db_prefs
);
}
// decide which prefs to use for sched decisions,
// and parse them into g_request->global_prefs
//
if (have_working_prefs) {
g_request->global_prefs.parse(g_request->working_global_prefs_xml, "");
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL, "[prefs] using working prefs\n");
}
} else {
if (have_master_prefs) {
if (have_db_prefs && db_mod_time > master_mod_time) {
g_request->global_prefs.parse(g_reply->user.global_prefs, g_reply->host.venue);
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL,
"[prefs] using db prefs - more recent\n"
);
}
} else {
g_request->global_prefs.parse(g_request->global_prefs_xml, g_reply->host.venue);
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL,
"[prefs] using master prefs\n"
);
}
}
} else {
if (have_db_prefs) {
g_request->global_prefs.parse(g_reply->user.global_prefs, g_reply->host.venue);
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL, "[prefs] using db prefs\n");
}
} else {
g_request->global_prefs.defaults();
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL, "[prefs] using default prefs\n");
}
}
}
}
// decide whether to update DB
//
if (!g_request->using_weak_auth && have_master_prefs) {
bool update_user_record = false;
if (have_db_prefs) {
if (master_mod_time > db_mod_time && same_account) {
update_user_record = true;
}
} else {
if (same_account) update_user_record = true;
}
if (update_user_record) {
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL, "[prefs] updating db prefs\n");
}
safe_strcpy(g_reply->user.global_prefs, g_request->global_prefs_xml);
DB_USER user;
user.id = g_reply->user.id;
escape_string(g_request->global_prefs_xml, sizeof(g_request->global_prefs_xml));
sprintf(buf, "global_prefs='%s'", g_request->global_prefs_xml);
unescape_string(g_request->global_prefs_xml, sizeof(g_request->global_prefs_xml));
int retval = user.update_field(buf);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"user.update_field() failed: %s\n", boincerror(retval)
);
}
}
}
// decide whether to send DB prefs in reply msg
//
if (config.debug_prefs) {
log_messages.printf(MSG_NORMAL,
"[prefs] have DB prefs: %d; dbmod %f; global mod %f; working mod %f\n",
have_db_prefs, db_mod_time, g_request->global_prefs.mod_time, working_mod_time
);
}
if (have_db_prefs && db_mod_time > master_mod_time && db_mod_time > working_mod_time) {
if (config.debug_prefs) {
log_messages.printf(MSG_DEBUG,
"[prefs] sending DB prefs in reply\n"
);
}
g_reply->send_global_prefs = true;
}
return 0;
}
// Based on the info in the request message,
// look up the host and its user, and make sure the authenticator matches.
// Some special cases:
// 1) If no host ID is supplied, or if RPC seqno mismatch,
// create a new host record
// 2) If the host record specified by g_request->hostid is a "zombie"
// (i.e. it was merged with another host via the web site)
// then follow links to find the proper host
//
// POSTCONDITION:
// If this function returns zero, then:
// - reply.host contains a valid host record (possibly new)
// - reply.user contains a valid user record
// - if user belongs to a team, reply.team contains team record
//
int authenticate_user() {
int retval;
char buf[1024];
DB_HOST host;
DB_USER user;
DB_TEAM team;
if (g_request->hostid) {
retval = host.lookup_id(g_request->hostid);
while (!retval && host.userid==0) {
// if host record is zombie, follow link to new host
//
retval = host.lookup_id(host.rpc_seqno);
if (!retval) {
g_reply->hostid = host.id;
log_messages.printf(MSG_NORMAL,
"[HOST#%d] forwarding to new host ID %d\n",
g_request->hostid, host.id
);
}
}
if (retval) {
g_reply->insert_message("Can't find host record", "low");
log_messages.printf(MSG_NORMAL,
"[HOST#%d?] can't find host\n",
g_request->hostid
);
g_request->hostid = 0;
goto lookup_user_and_make_new_host;
}
g_reply->host = host;
// look up user based on the ID in host record,
// and see if the authenticator matches (regular or weak)
//
g_request->using_weak_auth = false;
sprintf(buf, "where id=%d", host.userid);
retval = user.lookup(buf);
if (!retval && !strcmp(user.authenticator, g_request->authenticator)) {
// req auth matches user auth - go on
} else {
if (!retval) {
// user for host.userid exists - check weak auth
//
get_weak_auth(user, buf);
if (!strcmp(buf, g_request->authenticator)) {
g_request->using_weak_auth = true;
log_messages.printf(MSG_DEBUG,
"[HOST#%d] accepting weak authenticator\n",
host.id
);
}
}
if (!g_request->using_weak_auth) {
// weak auth failed - look up user based on authenticator
//
strlcpy(
user.authenticator, g_request->authenticator, sizeof(user.authenticator)
);
escape_string(user.authenticator, sizeof(user.authenticator));
sprintf(buf, "where authenticator='%s'", user.authenticator);
retval = user.lookup(buf);
if (retval) {
g_reply->insert_message(
_("Invalid or missing account key. To fix, remove and add this project."),
"notice"
);
g_reply->set_delay(DELAY_MISSING_KEY);
g_reply->nucleus_only = true;
log_messages.printf(MSG_CRITICAL,
"[HOST#%d] [USER#%d] Bad authenticator '%s'\n",
host.id, user.id, g_request->authenticator
);
return ERR_AUTHENTICATOR;
}
}
}
g_reply->user = user;
if (host.userid != user.id) {
// If the request's host ID isn't consistent with the authenticator,
// create a new host record.
//
log_messages.printf(MSG_NORMAL,
"[HOST#%d] [USER#%d] inconsistent host ID; creating new host\n",
host.id, user.id
);
goto make_new_host;
}
// If the seqno from the host is less than what we expect,
// the user must have copied the state file to a different host.
// Make a new host record.
//
if (!batch && g_request->rpc_seqno < g_reply->host.rpc_seqno) {
g_request->hostid = 0;
log_messages.printf(MSG_NORMAL,
"[HOST#%d] [USER#%d] RPC seqno %d less than expected %d; creating new host\n",
g_reply->host.id, user.id, g_request->rpc_seqno, g_reply->host.rpc_seqno
);
goto make_new_host;
}
} else {
// Here no hostid was given, or the ID was bad.
// Look up the user, then create a new host record
//
lookup_user_and_make_new_host:
// if authenticator contains _, it's a weak auth
//
if (strchr(g_request->authenticator, '_')) {
int userid = atoi(g_request->authenticator);
retval = user.lookup_id(userid);
if (!retval) {
get_weak_auth(user, buf);
if (strcmp(buf, g_request->authenticator)) {
retval = ERR_AUTHENTICATOR;
}
}
} else {
strlcpy(
user.authenticator, g_request->authenticator,
sizeof(user.authenticator)
);
escape_string(user.authenticator, sizeof(user.authenticator));
sprintf(buf, "where authenticator='%s'", user.authenticator);
retval = user.lookup(buf);
}
if (retval) {
g_reply->insert_message(
"Invalid or missing account key. To fix, remove and add this project .",
"low"
);
g_reply->set_delay(DELAY_MISSING_KEY);
log_messages.printf(MSG_CRITICAL,
"[HOST#<none>] Bad authenticator '%s': %s\n",
g_request->authenticator, boincerror(retval)
);
return ERR_AUTHENTICATOR;
}
g_reply->user = user;
// If host CPID is present,
// scan backwards through this user's hosts,
// looking for one with the same host CPID.
// If we find one, it means the user detached and reattached.
// Use the existing host record,
// and mark in-progress results as over.
//
if (strlen(g_request->host.host_cpid)) {
if (find_host_by_cpid(user, g_request->host.host_cpid, host)) {
log_messages.printf(MSG_NORMAL,
"[HOST#%d] [USER#%d] No host ID in request, but host with matching CPID found.\n",
host.id, host.userid
);
if ((g_request->allow_multiple_clients != 1)
&& (g_request->other_results.size() == 0)
) {
mark_results_over(host);
}
goto got_host;
}
}
make_new_host:
// One final attempt to locate an existing host record:
// scan backwards through this user's hosts,
// looking for one with the same host name,
// IP address, processor and amount of RAM.
// If found, use the existing host record,
// and mark in-progress results as over.
//
// NOTE: If the client was run with --allow_multiple_clients, skip this.
//
if ((g_request->allow_multiple_clients != 1)
&& find_host_by_other(user, g_request->host, host)
) {
log_messages.printf(MSG_NORMAL,
"[HOST#%d] [USER#%d] Found similar existing host for this user - assigned.\n",
host.id, host.userid
);
mark_results_over(host);
goto got_host;
}
// either of the above cases,
// or host ID didn't match user ID,
// or RPC seqno was too low.
//
// Create a new host.
// g_reply->user is filled in and valid at this point
//
host = g_request->host;
host.id = 0;
host.create_time = time(0);
host.userid = g_reply->user.id;
host.rpc_seqno = 0;
host.expavg_time = time(0);
safe_strcpy(host.venue, g_reply->user.venue);
host.fix_nans();
retval = host.insert();
if (retval) {
g_reply->insert_message(
"Couldn't create host record in database", "low"
);
boinc_db.print_error("host.insert()");
log_messages.printf(MSG_CRITICAL, "host.insert() failed\n");
return retval;
}
host.id = boinc_db.insert_id();
got_host:
g_reply->host = host;
g_reply->hostid = g_reply->host.id;
// this tells client to updates its host ID
g_request->rpc_seqno = 0;
// this value eventually gets written to host DB record;
// for new hosts it must be zero.
// This kludge forces this.
}
// have user record in g_reply->user at this point
//
if (g_reply->user.teamid) {
retval = team.lookup_id(g_reply->user.teamid);
if (!retval) g_reply->team = team;
}
// compute email hash
//
md5_block(
(unsigned char*)g_reply->user.email_addr,
strlen(g_reply->user.email_addr),
g_reply->email_hash
);
// if new user CPID, update user record
//
if (!g_request->using_weak_auth && strlen(g_request->cross_project_id)) {
if (strcmp(g_request->cross_project_id, g_reply->user.cross_project_id)) {
user.id = g_reply->user.id;
escape_string(g_request->cross_project_id, sizeof(g_request->cross_project_id));
sprintf(buf, "cross_project_id='%s'", g_request->cross_project_id);
unescape_string(g_request->cross_project_id, sizeof(g_request->cross_project_id));
user.update_field(buf);
}
}
return 0;
}
int main(int argc, char** argv) {
char buf[256];
bool no_update = false;
int userid=0;
char* app_name = NULL;
double flop_count = 0;
for (int i=1; i<argc; i++) {
if (!strcmp(argv[i], "--no_update")) {
no_update = true;
} else if (!strcmp(argv[i], "--user")) {
userid = atoi(argv[++i]);
} else if (!strcmp(argv[i], "--app")) {
app_name = argv[++i];
} else if (!strcmp(argv[i], "--flops")) {
flop_count = atof(argv[++i]);
} else {
fprintf(stderr, "bad arg: %s\n", argv[i]);
usage();
}
}
if (!app_name) usage("missing --app\n");
if (!userid) usage("missing --user\n");
if (flop_count <= 0) usage("missing --flops\n");
int retval = config.parse_file();
if (retval) {
log_messages.printf(MSG_CRITICAL,
"Can't parse config.xml: %s\n", boincerror(retval)
);
exit(1);
}
retval = boinc_db.open(
config.db_name, config.db_host, config.db_user, config.db_passwd
);
if (retval) {
log_messages.printf(MSG_CRITICAL,
"boinc_db.open: %d; %s\n", retval, boinc_db.error_string()
);
exit(1);
}
DB_APP app;
sprintf(buf, "where name='%s'", app_name);
retval = app.lookup(buf);
if (retval) {
fprintf(stderr, "no such app %s\n", argv[3]);
exit(1);
}
// normalize by the app's min avg PFC
//
if (app.min_avg_pfc) {
flop_count *= app.min_avg_pfc;
}
DB_USER user;
retval = user.lookup_id(userid);
if (retval) {
fprintf(stderr, "no such user %d\n", userid);
exit(1);
}
DB_USER_SUBMIT us;
sprintf(buf, "where user_id=%d", userid);
retval = us.lookup(buf);
if (retval) {
fprintf(stderr, "unauthorized user %d\n", userid);
exit(1);
}
double total_quota, project_flops;
retval = get_total_quota(total_quota);
if (retval) {
fprintf(stderr, "get_total_quota() failed: %d\n", retval);
exit(1);
}
retval = get_project_flops(project_flops);
if (retval) {
fprintf(stderr, "get_project_flops() failed: %d\n", retval);
exit(1);
}
double delta = user_priority_delta(
us, flop_count, total_quota, project_flops
);
double x = us.logical_start_time;
if (x < dtime()) x = dtime();
x += delta;
if (!no_update) {
char set_clause[256], where_clause[256];
sprintf(set_clause, "logical_start_time=%f", x);
sprintf(where_clause, "user_id=%d", us.user_id);
retval = us.update_fields_noid(set_clause, where_clause);
if (retval) {
fprintf(stderr, "update_fields_noid() failed: %d\n", retval);
exit(1);
}
}
printf("%f\n", x);
}