Beispiel #1
0
/*******************************
 get_response_page
 return -1 on error
******************************/
static int  get_response_page(internal_t * internal)
{
	char * url;
	time_t time_current;

	url = create_url(internal);
	if(url == NULL) {
		printd(DEBUG_ERROR,"Can't get URL from Yandex engine\n");
		return -1;
	}

	time_current = time(NULL);
	while( time_current < time_last_request + TIME_BETWEEN_REQUEST ) {
		printd(DEBUG_ERROR,"Waiting a bit before next request\n");
		usleep(1000000);
		time_current = time(NULL);
	}
	time_last_request = time(NULL);

	if ( web_to_memory(url,internal->page) == -1 ) {
		printd(DEBUG_ERROR,"web_to_memory error\n");
		free(url);
		return -1;
	}

	free(url);

	internal->page_num++;

	return 0;
}
Beispiel #2
0
/*******************************
 get_response_page
 return -1 on error
******************************/
static int  get_response_page(internal_t * internal)
{
	char * url;

	url = create_url(internal);
	if(url == NULL) {
		printd(DEBUG_ERROR,"Can't get URL from Wikimedia engine\n");
		return -1;
	}

	if ( web_to_memory(url,internal->page) == -1 ) {
		printd(DEBUG_ERROR,"web_to_memory error\n");
		free(url);
		return -1;
	}

	free(url);

	return 0;
}