/******************************* get_response_page return -1 on error ******************************/ static int get_response_page(internal_t * internal) { char * url; time_t time_current; url = create_url(internal); if(url == NULL) { printd(DEBUG_ERROR,"Can't get URL from Yandex engine\n"); return -1; } time_current = time(NULL); while( time_current < time_last_request + TIME_BETWEEN_REQUEST ) { printd(DEBUG_ERROR,"Waiting a bit before next request\n"); usleep(1000000); time_current = time(NULL); } time_last_request = time(NULL); if ( web_to_memory(url,internal->page) == -1 ) { printd(DEBUG_ERROR,"web_to_memory error\n"); free(url); return -1; } free(url); internal->page_num++; return 0; }
/******************************* get_response_page return -1 on error ******************************/ static int get_response_page(internal_t * internal) { char * url; url = create_url(internal); if(url == NULL) { printd(DEBUG_ERROR,"Can't get URL from Wikimedia engine\n"); return -1; } if ( web_to_memory(url,internal->page) == -1 ) { printd(DEBUG_ERROR,"web_to_memory error\n"); free(url); return -1; } free(url); return 0; }