const bool SM_Net::download_file ( void )
{
if( ! define_info( sm_download->option == OPTION_NOT_ASKED ) )
return false;
if( sm_download->option == OPTION_NOT_ASKED )
{
sm_download->size = get_totalSize();
sm_download->completed = get_comSize();
sm_download->option = get_replace();
}
else
{
set_totalSize ( sm_download->size );
set_replace ( sm_download->option );
}
if( isHTTP() )
{
sm_httpSocket = new SM_HTTP ();
if( ! sm_httpSocket )
{
SM_Util::msg_err( "Error: could not allocate http socket." );
delete sm_httpSocket;
sm_httpSocket = NULL;
return false;
}
if( ! sm_httpSocket->configure( sm_address, sm_port ) )
{
SM_Util::msg_err( "Error: could not connect to server." );
delete sm_httpSocket;
sm_httpSocket = NULL;
return false;
}
if( ! donwload )
{
running = true;
sm_httpSocket->set_speedLimit( sm_speedLimit );
bool get_return;
if( replace && get_comSize() == 0 )
get_return = sm_httpSocket->get_file( sm_download, sm_fileName, sm_path, get_totalSize(), replace );
else
get_return = sm_httpSocket->get_file( sm_download, sm_fileName, sm_path, get_totalSize() - sm_size, replace );
running = false;
delete sm_httpSocket;
sm_httpSocket = NULL;
if( get_return )
{
if( isCompleted() )
sm_signal_completed( this );
else
sm_signal_paused( this );
return true;
}
else
{
SM_Util::msg_err( "Error: could not get file." );
return false;
}
}
delete sm_httpSocket;
sm_httpSocket = NULL;
return true;
}
else if ( isFTP() )
{
sm_ftpSocket = new SM_FTP();
if( ! sm_ftpSocket )
{
SM_Util::msg_err( "Error: could not allocate ftp socket." );
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return false;
}
if( ! sm_ftpSocket->configure( sm_address, sm_port ) )
{
SM_Util::msg_err( "Error: could not connect to server." );
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return false;
}
if( ! sm_ftpSocket->user_conf( sm_download->user, sm_download->pass ) )
{
SM_Util::msg_err( "Error: could not authenticate." );
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return false;
}
if( ! sm_ftpSocket->set_type( true ) )
{
SM_Util::msg_err( "Error: could not set connection type." );
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return false;
}
if( ! donwload )
{
running = true;
sm_ftpSocket->set_speedLimit( sm_speedLimit );
bool get_return;
if( replace && get_comSize() == 0 )
get_return = sm_ftpSocket->get_file( sm_download, sm_fileName, sm_path, 0, replace );
else
get_return = sm_ftpSocket->get_file( sm_download, sm_fileName, sm_path, sm_size, replace );
running = false;
if( get_return )
{
delete sm_ftpSocket;
sm_ftpSocket = NULL;
if( isCompleted() )
sm_signal_completed( this );
else
sm_signal_paused( this );
return true;
}
else
{
SM_Util::msg_err( "Error: could not make download." );
if( ! sm_ftpSocket->quit() )
SM_Util::msg_err( "Error: could not quit connection." );
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return false;
}
}
delete sm_ftpSocket;
sm_ftpSocket = NULL;
return true;
}
else
{
SM_Util::msg_err( "Error: network protocol not supported." );
return false;
}
}
int
main(int argc, char *argv[])
{
FILE *fp;
char buffer[512];
size_t i, j, r;
unsigned int d = 0;
uint64_t s, e, a, ri, si, ai, sr, rg, sg, ag, sd, ng;
struct ck_hs_stat st;
char **t;
r = 20;
s = 8;
srand(time(NULL));
if (argc < 2) {
ck_error("Usage: ck_hs <dictionary> [<repetitions> <initial size>]\n");
}
if (argc >= 3)
r = atoi(argv[2]);
if (argc >= 4)
s = (uint64_t)atoi(argv[3]);
keys = malloc(sizeof(char *) * keys_capacity);
assert(keys != NULL);
fp = fopen(argv[1], "r");
assert(fp != NULL);
while (fgets(buffer, sizeof(buffer), fp) != NULL) {
buffer[strlen(buffer) - 1] = '\0';
keys[keys_length++] = strdup(buffer);
assert(keys[keys_length - 1] != NULL);
if (keys_length == keys_capacity) {
t = realloc(keys, sizeof(char *) * (keys_capacity *= 2));
assert(t != NULL);
keys = t;
}
}
t = realloc(keys, sizeof(char *) * keys_length);
assert(t != NULL);
keys = t;
set_init();
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
ck_hs_stat(&hs, &st);
fprintf(stderr, "# %zu entries stored, %u duplicates, %u probe.\n",
set_count(), d, st.probe_maximum);
fprintf(stderr, "# reverse_insertion serial_insertion random_insertion serial_replace reverse_get serial_get random_get serial_remove negative_get\n\n");
a = 0;
for (j = 0; j < r; j++) {
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = keys_length; i > 0; i--)
d += set_insert(keys[i - 1]) == false;
e = rdtsc();
a += e - s;
}
ri = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
e = rdtsc();
a += e - s;
}
si = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
keys_shuffle(keys);
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
e = rdtsc();
a += e - s;
}
ai = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_replace(keys[i]);
e = rdtsc();
a += e - s;
}
sr = a / (r * keys_length);
set_reset();
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = keys_length; i > 0; i--) {
if (set_get(keys[i - 1]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
rg = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++) {
if (set_get(keys[i]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
sg = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
keys_shuffle(keys);
s = rdtsc();
for (i = 0; i < keys_length; i++) {
if (set_get(keys[i]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
ag = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
e = rdtsc();
a += e - s;
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
}
sd = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++) {
set_get("\x50\x03\x04\x05\x06\x10");
}
e = rdtsc();
a += e - s;
}
ng = a / (r * keys_length);
printf("%zu "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 "\n",
keys_length, ri, si, ai, sr, rg, sg, ag, sd, ng);
return 0;
}
static void
run_test(const char *file, size_t r, unsigned int size, unsigned int mode)
{
FILE *fp;
char buffer[512];
size_t i, j;
unsigned int d = 0;
uint64_t s, e, a, ri, si, ai, sr, rg, sg, ag, sd, ng, ss, sts, su, sgc, sb;
struct ck_hs_stat st;
char **t;
keys = malloc(sizeof(char *) * keys_capacity);
assert(keys != NULL);
fp = fopen(file, "r");
assert(fp != NULL);
while (fgets(buffer, sizeof(buffer), fp) != NULL) {
buffer[strlen(buffer) - 1] = '\0';
keys[keys_length++] = strdup(buffer);
assert(keys[keys_length - 1] != NULL);
if (keys_length == keys_capacity) {
t = realloc(keys, sizeof(char *) * (keys_capacity *= 2));
assert(t != NULL);
keys = t;
}
}
t = realloc(keys, sizeof(char *) * keys_length);
assert(t != NULL);
keys = t;
set_init(size, mode);
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
ck_hs_stat(&hs, &st);
fprintf(stderr, "# %zu entries stored, %u duplicates, %u probe.\n",
set_count(), d, st.probe_maximum);
a = 0;
for (j = 0; j < r; j++) {
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = keys_length; i > 0; i--)
d += set_insert(keys[i - 1]) == false;
e = rdtsc();
a += e - s;
}
ri = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
e = rdtsc();
a += e - s;
}
si = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
keys_shuffle(keys);
if (set_reset() == false) {
ck_error("ERROR: Failed to reset hash table.\n");
}
s = rdtsc();
for (i = 0; i < keys_length; i++)
d += set_insert(keys[i]) == false;
e = rdtsc();
a += e - s;
}
ai = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_swap(keys[i]);
e = rdtsc();
a += e - s;
}
ss = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_replace(keys[i]);
e = rdtsc();
a += e - s;
}
sr = a / (r * keys_length);
set_reset();
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = keys_length; i > 0; i--) {
if (set_get(keys[i - 1]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
rg = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++) {
if (set_get(keys[i]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
sg = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
keys_shuffle(keys);
s = rdtsc();
for (i = 0; i < keys_length; i++) {
if (set_get(keys[i]) == NULL) {
ck_error("ERROR: Unexpected NULL value.\n");
}
}
e = rdtsc();
a += e - s;
}
ag = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
e = rdtsc();
a += e - s;
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
}
sd = a / (r * keys_length);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++) {
set_get("\x50\x03\x04\x05\x06\x10");
}
e = rdtsc();
a += e - s;
}
ng = a / (r * keys_length);
set_reset();
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_insert(keys[i]);
e = rdtsc();
a += e - s;
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
}
sts = a / (r * keys_length);
set_reset();
/* Prune duplicates. */
for (i = 0; i < keys_length; i++) {
if (set_insert(keys[i]) == true)
continue;
free(keys[i]);
keys[i] = keys[--keys_length];
}
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
for (i = 0; i < keys_length; i++)
set_insert_unique(keys[i]);
e = rdtsc();
a += e - s;
for (i = 0; i < keys_length; i++)
set_remove(keys[i]);
}
su = a / (r * keys_length);
for (i = 0; i < keys_length; i++)
set_insert_unique(keys[i]);
for (i = 0; i < keys_length / 2; i++)
set_remove(keys[i]);
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
set_gc();
e = rdtsc();
a += e - s;
}
sgc = a / r;
a = 0;
for (j = 0; j < r; j++) {
s = rdtsc();
set_rebuild();
e = rdtsc();
a += e - s;
}
sb = a / r;
printf("%zu "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 " "
"%" PRIu64 "\n",
keys_length, ri, si, ai, ss, sr, rg, sg, ag, sd, ng, sts, su, sgc, sb);
fclose(fp);
for (i = 0; i < keys_length; i++) {
free(keys[i]);
}
free(keys);
keys_length = 0;
set_destroy();
return;
}
