/*
* expire old info from the storage
*/
extern int slurm_jobcomp_archive(slurmdb_archive_cond_t *arch_cond)
{
if(!jobcomp_pgsql_db || PQstatus(jobcomp_pgsql_db) != CONNECTION_OK) {
char *loc = slurm_get_jobcomp_loc();
if(slurm_jobcomp_set_location(loc) == SLURM_ERROR) {
xfree(loc);
return SLURM_ERROR;
}
xfree(loc);
}
return pgsql_jobcomp_process_archive(arch_cond);
}
/*
* expire old info from the storage
*/
extern int slurm_jobcomp_archive(slurmdb_archive_cond_t *arch_cond)
{
if(!jobcomp_mysql_conn || mysql_db_ping(jobcomp_mysql_conn) != 0) {
char *loc = slurm_get_jobcomp_loc();
if(slurm_jobcomp_set_location(loc) == SLURM_ERROR) {
xfree(loc);
return SLURM_ERROR;
}
xfree(loc);
}
return mysql_jobcomp_process_archive(arch_cond);
}
/*
* get info from the storage
* in/out job_list List of job_rec_t *
* note List needs to be freed when called
*/
extern List slurm_jobcomp_get_jobs(slurmdb_job_cond_t *job_cond)
{
List job_list = NULL;
if(!jobcomp_mysql_conn || mysql_db_ping(jobcomp_mysql_conn) != 0) {
char *loc = slurm_get_jobcomp_loc();
if(slurm_jobcomp_set_location(loc) == SLURM_ERROR) {
xfree(loc);
return job_list;
}
xfree(loc);
}
job_list = mysql_jobcomp_process_get_jobs(job_cond);
return job_list;
}
/*
* get info from the storage
* in/out job_list List of job_rec_t *
* note List needs to be freed when called
*/
extern List slurm_jobcomp_get_jobs(slurmdb_job_cond_t *job_cond)
{
List job_list = NULL;
if(!jobcomp_pgsql_db || PQstatus(jobcomp_pgsql_db) != CONNECTION_OK) {
char *loc = slurm_get_jobcomp_loc();
if(slurm_jobcomp_set_location(loc) == SLURM_ERROR) {
xfree(loc);
return NULL;
}
xfree(loc);
}
job_list = pgsql_jobcomp_process_get_jobs(job_cond);
return job_list;
}
extern int slurm_jobcomp_set_location(char *location)
{
mysql_db_info_t *db_info;
int rc = SLURM_SUCCESS;
char *db_name = NULL;
int i = 0;
if (jobcomp_mysql_conn && mysql_db_ping(jobcomp_mysql_conn) == 0)
return SLURM_SUCCESS;
if (!location)
db_name = slurm_get_jobcomp_loc();
else {
while(location[i]) {
if (location[i] == '.' || location[i] == '/') {
debug("%s doesn't look like a database "
"name using %s",
location, DEFAULT_JOB_COMP_DB);
break;
}
i++;
}
if (location[i])
db_name = xstrdup(DEFAULT_JOB_COMP_DB);
else
db_name = xstrdup(location);
}
debug2("mysql_connect() called for db %s", db_name);
jobcomp_mysql_conn = create_mysql_conn(0, 0, NULL);
db_info = create_mysql_db_info(SLURM_MYSQL_PLUGIN_JC);
mysql_db_get_db_connection(jobcomp_mysql_conn, db_name, db_info);
xfree(db_name);
rc = _mysql_jobcomp_check_tables();
destroy_mysql_db_info(db_info);
if (rc == SLURM_SUCCESS)
debug("Jobcomp database init finished");
else
debug("Jobcomp database init failed");
return rc;
}
extern int slurm_jobcomp_set_location(char *location)
{
pgsql_db_info_t *db_info = _pgsql_jobcomp_create_db_info();
int rc = SLURM_SUCCESS;
char *db_name = NULL;
int i = 0;
if(jobcomp_pgsql_db && PQstatus(jobcomp_pgsql_db) == CONNECTION_OK)
return SLURM_SUCCESS;
if(!location)
db_name = slurm_get_jobcomp_loc();
else {
while(location[i]) {
if(location[i] == '.' || location[i] == '/') {
debug("%s doesn't look like a database "
"name using %s",
location, DEFAULT_JOB_COMP_DB);
break;
}
i++;
}
if(location[i])
db_name = xstrdup(DEFAULT_JOB_COMP_DB);
else
db_name = xstrdup(location);
}
debug2("pgsql_connect() called for db %s", db_name);
pgsql_get_db_connection(&jobcomp_pgsql_db, db_name, db_info);
xfree(db_name);
rc = _pgsql_jobcomp_check_tables(db_info->user);
destroy_pgsql_db_info(db_info);
if(rc == SLURM_SUCCESS)
debug("Jobcomp database init finished");
else
debug("Jobcomp database init failed");
return rc;
}
extern int slurm_jobcomp_log_record(struct job_record *job_ptr)
{
int rc = SLURM_SUCCESS;
char *usr_str = NULL, *grp_str = NULL, lim_str[32];
char *connect_type = NULL, *reboot = NULL, *rotate = NULL,
*geometry = NULL, *start = NULL,
*blockid = NULL;
enum job_states job_state;
char *query = NULL;
uint32_t time_limit, start_time, end_time;
if(!jobcomp_mysql_conn || mysql_db_ping(jobcomp_mysql_conn) != 0) {
char *loc = slurm_get_jobcomp_loc();
if(slurm_jobcomp_set_location(loc) == SLURM_ERROR) {
xfree(loc);
return SLURM_ERROR;
}
xfree(loc);
}
usr_str = _get_user_name(job_ptr->user_id);
grp_str = _get_group_name(job_ptr->group_id);
if ((job_ptr->time_limit == NO_VAL) && job_ptr->part_ptr)
time_limit = job_ptr->part_ptr->max_time;
else
time_limit = job_ptr->time_limit;
if (time_limit == INFINITE)
strcpy(lim_str, "UNLIMITED");
else {
snprintf(lim_str, sizeof(lim_str), "%lu",
(unsigned long) time_limit);
}
/* Job will typically be COMPLETING when this is called.
* We remove the flags to get the eventual completion state:
* JOB_FAILED, JOB_TIMEOUT, etc. */
if (IS_JOB_RESIZING(job_ptr)) {
job_state = JOB_RESIZING;
if (job_ptr->resize_time)
start_time = job_ptr->resize_time;
else
start_time = job_ptr->start_time;
end_time = time(NULL);
} else {
job_state = job_ptr->job_state & JOB_STATE_BASE;
if (job_ptr->resize_time)
start_time = job_ptr->resize_time;
else if (job_ptr->start_time > job_ptr->end_time) {
/* Job cancelled while pending and
* expected start time is in the future. */
start_time = 0;
} else
start_time = job_ptr->start_time;
end_time = job_ptr->end_time;
}
connect_type = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_CONNECTION);
reboot = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_REBOOT);
rotate = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_ROTATE);
geometry = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_GEOMETRY);
start = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_START);
#ifdef HAVE_BG
blockid = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_BG_ID);
#else
blockid = select_g_select_jobinfo_xstrdup(job_ptr->select_jobinfo,
SELECT_PRINT_RESV_ID);
#endif
query = xstrdup_printf(
"insert into %s (jobid, uid, user_name, gid, group_name, "
"name, state, proc_cnt, partition, timelimit, "
"starttime, endtime, nodecnt",
jobcomp_table);
if(job_ptr->nodes)
xstrcat(query, ", nodelist");
if(connect_type)
xstrcat(query, ", connect_type");
if(reboot)
xstrcat(query, ", reboot");
if(rotate)
xstrcat(query, ", rotate");
if(job_ptr->details && (job_ptr->details->max_cpus != NO_VAL))
xstrcat(query, ", maxprocs");
if(geometry)
xstrcat(query, ", geometry");
if(start)
xstrcat(query, ", start");
if(blockid)
xstrcat(query, ", blockid");
xstrfmtcat(query, ") values (%u, %u, '%s', %u, '%s', \"%s\", %d, %u, "
"'%s', \"%s\", %u, %u, %u",
job_ptr->job_id, job_ptr->user_id, usr_str,
job_ptr->group_id, grp_str, job_ptr->name,
job_state, job_ptr->total_cpus, job_ptr->partition, lim_str,
start_time, end_time, job_ptr->node_cnt);
if(job_ptr->nodes)
xstrfmtcat(query, ", '%s'", job_ptr->nodes);
if(connect_type) {
xstrfmtcat(query, ", '%s'", connect_type);
xfree(connect_type);
}
if(reboot) {
xstrfmtcat(query, ", '%s'", reboot);
xfree(reboot);
}
if(rotate) {
xstrfmtcat(query, ", '%s'", rotate);
xfree(rotate);
}
if(job_ptr->details && (job_ptr->details->max_cpus != NO_VAL))
xstrfmtcat(query, ", '%u'", job_ptr->details->max_cpus);
if(geometry) {
xstrfmtcat(query, ", '%s'", geometry);
xfree(geometry);
}
if(start) {
xstrfmtcat(query, ", '%s'", start);
xfree(start);
}
if(blockid) {
xstrfmtcat(query, ", '%s'", blockid);
xfree(blockid);
}
xstrcat(query, ")");
//info("query = %s", query);
rc = mysql_db_query(jobcomp_mysql_conn, query);
xfree(usr_str);
xfree(grp_str);
return rc;
}
extern List filetxt_jobcomp_process_get_jobs(slurmdb_job_cond_t *job_cond)
{
char line[BUFFER_SIZE];
char *fptr = NULL, *filein = NULL;
int jobid = 0;
char *partition = NULL;
FILE *fd = NULL;
int lc = 0;
jobcomp_job_rec_t *job = NULL;
slurmdb_selected_step_t *selected_step = NULL;
char *selected_part = NULL;
ListIterator itr = NULL;
List job_info_list = NULL;
filetxt_jobcomp_info_t *jobcomp_info = NULL;
List job_list = list_create(jobcomp_destroy_job);
int fdump_flag = 0;
/* we grab the fdump only for the filetxt plug through the
FDUMP_FLAG on the job_cond->duplicates variable. We didn't
add this extra field to the structure since it only applies
to this plugin.
*/
if(job_cond) {
fdump_flag = job_cond->duplicates & FDUMP_FLAG;
job_cond->duplicates &= (~FDUMP_FLAG);
}
filein = slurm_get_jobcomp_loc();
fd = _open_log_file(filein);
while (fgets(line, BUFFER_SIZE, fd)) {
lc++;
fptr = line; /* break the record into NULL-
terminated strings */
if(job_info_list)
list_destroy(job_info_list);
jobid = 0;
partition = NULL;
job_info_list = list_create(_destroy_filetxt_jobcomp_info);
while(fptr) {
jobcomp_info =
xmalloc(sizeof(filetxt_jobcomp_info_t));
list_append(job_info_list, jobcomp_info);
jobcomp_info->name = fptr;
fptr = strstr(fptr, "=");
*fptr++ = 0;
jobcomp_info->val = fptr;
fptr = strstr(fptr, " ");
if(!strcasecmp("JobId", jobcomp_info->name))
jobid = atoi(jobcomp_info->val);
else if(!strcasecmp("Partition",
jobcomp_info->name))
partition = jobcomp_info->val;
if(!fptr) {
fptr = strstr(jobcomp_info->val, "\n");
if (fptr)
*fptr = 0;
break;
} else {
*fptr++ = 0;
if(*fptr == '\n') {
*fptr = 0;
break;
}
}
}
if (job_cond->step_list && list_count(job_cond->step_list)) {
if(!jobid)
continue;
itr = list_iterator_create(job_cond->step_list);
while((selected_step = list_next(itr))) {
if (selected_step->jobid == jobid)
continue;
/* job matches */
list_iterator_destroy(itr);
goto foundjob;
}
list_iterator_destroy(itr);
continue; /* no match */
}
foundjob:
if (job_cond->partition_list
&& list_count(job_cond->partition_list)) {
if(!partition)
continue;
itr = list_iterator_create(job_cond->partition_list);
while((selected_part = list_next(itr)))
if (!strcasecmp(selected_part, partition)) {
list_iterator_destroy(itr);
goto foundp;
}
list_iterator_destroy(itr);
continue; /* no match */
}
foundp:
if (fdump_flag) {
_do_fdump(job_info_list, lc);
continue;
}
job = _parse_line(job_info_list);
if(job)
list_append(job_list, job);
}
if(job_info_list)
list_destroy(job_info_list);
if (ferror(fd)) {
perror(filein);
xfree(filein);
exit(1);
}
fclose(fd);
xfree(filein);
return job_list;
}
extern List filetxt_jobcomp_process_get_jobs(slurmdb_job_cond_t *job_cond)
{
char line[BUFFER_SIZE];
char *fptr = NULL, *filein = NULL;
int jobid = 0;
char *partition = NULL;
FILE *fd = NULL;
int lc = 0;
jobcomp_job_rec_t *job = NULL;
slurmdb_selected_step_t *selected_step = NULL;
char *selected_part = NULL;
ListIterator itr = NULL;
List job_info_list = NULL;
filetxt_jobcomp_info_t *jobcomp_info = NULL;
List job_list = list_create(jobcomp_destroy_job);
filein = slurm_get_jobcomp_loc();
fd = _open_log_file(filein);
while (fgets(line, BUFFER_SIZE, fd)) {
lc++;
fptr = line; /* break the record into NULL-
terminated strings */
if (job_info_list)
list_destroy(job_info_list);
jobid = 0;
partition = NULL;
job_info_list = list_create(_destroy_filetxt_jobcomp_info);
while(fptr) {
jobcomp_info =
xmalloc(sizeof(filetxt_jobcomp_info_t));
list_append(job_info_list, jobcomp_info);
jobcomp_info->name = fptr;
fptr = strstr(fptr, "=");
*fptr++ = 0;
jobcomp_info->val = fptr;
fptr = strstr(fptr, " ");
if (!strcasecmp("JobId", jobcomp_info->name))
jobid = atoi(jobcomp_info->val);
else if (!strcasecmp("Partition",
jobcomp_info->name))
partition = jobcomp_info->val;
if (!fptr) {
fptr = strstr(jobcomp_info->val, "\n");
if (fptr)
*fptr = 0;
break;
} else {
*fptr++ = 0;
if (*fptr == '\n') {
*fptr = 0;
break;
}
}
}
if (job_cond->step_list && list_count(job_cond->step_list)) {
if (!jobid)
continue;
itr = list_iterator_create(job_cond->step_list);
while((selected_step = list_next(itr))) {
if (selected_step->jobid == jobid)
continue;
/* job matches */
list_iterator_destroy(itr);
goto foundjob;
}
list_iterator_destroy(itr);
continue; /* no match */
}
foundjob:
if (job_cond->partition_list
&& list_count(job_cond->partition_list)) {
if (!partition)
continue;
itr = list_iterator_create(job_cond->partition_list);
while((selected_part = list_next(itr)))
if (!strcasecmp(selected_part, partition)) {
list_iterator_destroy(itr);
goto foundp;
}
list_iterator_destroy(itr);
continue; /* no match */
}
foundp:
job = _parse_line(job_info_list);
if (job)
list_append(job_list, job);
}
if (job_info_list)
list_destroy(job_info_list);
if (ferror(fd)) {
perror(filein);
xfree(filein);
exit(1);
}
fclose(fd);
xfree(filein);
return job_list;
}