int
load_csv_graph (struct stinger * S, char * filename, int use_numerics)
{
FILE * fp = fopen (filename, "r");
if (!fp)
{
char errmsg[257];
snprintf (errmsg, 256, "Opening \"%s\" failed", filename);
errmsg[256] = '\0';
perror (errmsg);
exit (-1);
}
char * buf = NULL;
char ** fields = NULL;
uint64_t bufSize = 0;
uint64_t * lengths = NULL;
uint64_t fieldsSize = 0;
uint64_t count = 0;
int64_t line = 0;
while (!feof(fp))
{
int64_t src = 0;
int64_t dst = 0;
int64_t wgt = 0;
int64_t time = 0;
int64_t type = 0;
line++;
readCSVLineDynamic(',', fp, &buf, &bufSize, &fields, &lengths, &fieldsSize, &count);
if (count <= 1)
continue;
if (count < 3) {
E_A("ERROR: too few elemnts on line %ld", (long) line);
continue;
}
if (!use_numerics)
{
/* values are strings */
stinger_mapping_create (S, fields[FIELD_SOURCE], lengths[FIELD_SOURCE], &src);
stinger_mapping_create (S, fields[FIELD_DEST], lengths[FIELD_DEST], &dst);
if (count > 2)
wgt = atol(fields[FIELD_WEIGHT]);
if (count > 3)
time = atol(fields[FIELD_TIME]);
if (count > 4)
{
type = stinger_etype_names_lookup_type (S, fields[FIELD_TYPE]);
if (type == -1) {
stinger_etype_names_create_type (S, fields[FIELD_TYPE], &type);
}
if (type == -1) {
perror ("Failed to create new edge type");
exit(-1);
}
}
} else {
/* values are integers */
src = atol(fields[FIELD_SOURCE]);
dst = atol(fields[FIELD_DEST]);
if (count > 2)
wgt = atol(fields[FIELD_WEIGHT]);
if (count > 3)
time = atol(fields[FIELD_TIME]);
if (count > 4)
type = atol(fields[FIELD_TYPE]);
}
//printf("Inserting type=%ld %ld %ld %ld %ld\n", type, src, dst, wgt, time);
stinger_insert_edge (S, type, src, dst, wgt, time);
}
fclose (fp);
return 0;
}
int
main(int argc, char *argv[])
{
/* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ *
* Setup and register algorithm with the server
* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ */
char name[1024];
char type_str[1024];
int type_specified = 0;
int directed = 0;
double epsilon = EPSILON_DEFAULT;
double dampingfactor = DAMPINGFACTOR_DEFAULT;
int64_t maxiter = MAXITER_DEFAULT;
int opt = 0;
while(-1 != (opt = getopt(argc, argv, "t:e:f:i:d?h"))) {
switch(opt) {
case 't': {
sprintf(name, "pagerank_%s", optarg);
strcpy(type_str,optarg);
type_specified = 1;
} break;
case 'd': {
directed = 1;
} break;
case 'e': {
epsilon = atof(optarg);
} break;
case 'f': {
dampingfactor = atof(optarg);
} break;
case 'i': {
maxiter = atol(optarg);
} break;
default:
printf("Unknown option '%c'\n", opt);
case '?':
case 'h': {
printf(
"PageRank\n"
"==================================\n"
"\n"
" -t <str> Specify an edge type to run page rank over\n"
" -d Use a PageRank that is safe on directed graphs\n"
" -e Set PageRank Epsilon (default: %0.1e)\n"
" -f Set PageRank Damping Factor (default: %lf)\n"
" -i Set PageRank Max Iterations (default: %ld)\n"
"\n",EPSILON_DEFAULT,DAMPINGFACTOR_DEFAULT,MAXITER_DEFAULT);
return(opt);
}
}
}
stinger_registered_alg * alg =
stinger_register_alg(
.name=type_specified ? name : "pagerank",
.data_per_vertex=sizeof(double),
.data_description="d pagerank",
.host="localhost",
);
if(!alg) {
LOG_E("Registering algorithm failed. Exiting");
return -1;
}
double * pr = (double *)alg->alg_data;
OMP("omp parallel for")
for(uint64_t v = 0; v < alg->stinger->max_nv; v++) {
pr[v] = 1 / ((double)alg->stinger->max_nv);
}
double * tmp_pr = (double *)xcalloc(alg->stinger->max_nv, sizeof(double));
double time;
init_timer();
/* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ *
* Initial static computation
* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ */
stinger_alg_begin_init(alg); {
int64_t type = -1;
if(type_specified) {
type = stinger_etype_names_lookup_type(alg->stinger, type_str);
}
if(type_specified && type > -1) {
if (directed) {
page_rank_type_directed(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter, type);
} else {
page_rank_type(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter, type);
}
} else if (!type_specified) {
if (directed) {
page_rank_directed(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter);
} else {
page_rank(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter);
}
}
} stinger_alg_end_init(alg);
/* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ *
* Streaming Phase
* ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~ */
while(alg->enabled) {
/* Pre processing */
if(stinger_alg_begin_pre(alg)) {
/* nothing to do */
time = timer();
stinger_alg_end_pre(alg);
time = timer() - time;
LOG_I_A("Pre time : %20.15e", time);
}
/* Post processing */
time = timer();
if(stinger_alg_begin_post(alg)) {
int64_t type = -1;
if(type_specified) {
type = stinger_etype_names_lookup_type(alg->stinger, type_str);
if(type > -1) {
if (directed) {
page_rank_type_directed(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter, type);
} else {
page_rank_type(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter, type);
}
} else {
LOG_W_A("TYPE DOES NOT EXIST %s", type_str);
LOG_W("Existing types:");
// TODO: Don't go through the loop if LOG_W isn't enabled
for(int64_t t = 0; t < stinger_etype_names_count(alg->stinger); t++) {
LOG_W_A(" > %ld %s", (long) t, stinger_etype_names_lookup_name(alg->stinger, t));
}
}
} else {
if (directed) {
page_rank_directed(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter);
} else {
page_rank(alg->stinger, stinger_mapping_nv(alg->stinger), pr, tmp_pr, epsilon, dampingfactor, maxiter);
}
}
stinger_alg_end_post(alg);
}
time = timer() - time;
LOG_I_A("Post time : %20.15e", time);
}
LOG_I("Algorithm complete... shutting down");
free(tmp_pr);
}
