/* * This code based on the 'getfile' sample program for the HawkNL * network library, which is * Copyright (C) 2000-2002 Phil Frisbie, Jr. ([email protected]) */ void *httpGet(void *a) { HttpConnection *opt = (HttpConnection*)a; NLsocket sock; NLaddress addr; NLbyte buffer[4096]; NLint count, total = 0; NLint crfound = 0; NLint lffound = 0; nlGetAddrFromName(opt->serverName.c_str(), &addr); /* use the standard HTTP port */ nlSetAddrPort(&addr, 80); /* open the socket and connect to the server */ sock = nlOpen(0, NL_TCP); if(sock == NL_INVALID) { opt->success = false; opt->finished = true; opt->error = getNlError(); return 0; } if(nlConnect(sock, &addr) == NL_FALSE) { opt->success = false; opt->finished = true; opt->error = getNlError(); return 0; } /* now let's ask for the file */ sprintf(buffer, "GET %s HTTP/1.0\r\nHost:%s\r\nAccept: */*\r\nUser-Agent: HawkNL sample program Getfile\r\n\r\n" , opt->path.c_str(), opt->serverName.c_str()); while(1) { int ret = nlWrite(sock, (NLvoid *)buffer, (NLint)strlen(buffer)); if(ret != NL_INVALID) break; if(nlGetError() == NL_CON_PENDING) htThreadSleep(30); else { opt->success = false; opt->finished = true; opt->error = getNlError(); return 0; } } /* receive the file and write it locally */ while(1) { count = nlRead(sock, (NLvoid *)buffer, (NLint)sizeof(buffer) - 1); if(count < 0) { NLint err = nlGetError(); /* is the connection closed? */ if(err == NL_MESSAGE_END) break; else { opt->success = false; opt->finished = true; opt->error = getNlError(); return 0; } } total += count; if(count > 0) { /* parse out the HTTP header */ if(lffound < 2) { int i; for(i=0;i<count;i++) { if(buffer[i] == 0x0D) crfound++; else { if(buffer[i] == 0x0A) lffound++; else crfound = lffound = 0; /* reset the CR and LF counters back to 0 */ } if(lffound == 2) { /* i points to the second LF */ /* NUL terminate the header string and print it out */ buffer[i] = buffer[i-1] = 0x0; /* write out the rest to the file */ int writesize = count-i-1; char *writestart = &buffer[i+1]; opt->mutex.lock(); while(opt->len+writesize >= opt->alloc) { opt->alloc *= 2; opt->data = (char*)realloc(opt->data, opt->alloc); memset(opt->data+opt->len, 0, opt->alloc-opt->len); } memcpy(opt->data+opt->len, writestart, writesize); opt->len += writesize; opt->mutex.unlock(); break; } } if(lffound < 2) buffer[count + 1] = 0x0; /* we reached the end of buffer */ } else { opt->mutex.lock(); while(opt->len+count >= opt->alloc) { opt->alloc *= 2; opt->data = (char*)realloc(opt->data, opt->alloc); memset(opt->data+opt->len, 0, opt->alloc-opt->len); } memcpy(opt->data+opt->len, buffer, count); opt->len += count; opt->mutex.unlock(); } } htThreadSleep(15); } opt->success = true; opt->finished = true; return 0; }
int main(int argc, char **argv)
{
NLsocket sock;
NLaddress addr;
NLbyte buffer[4096];
int f;
NLint count, total = 0;
NLint crfound = 0;
NLint lffound = 0;
if (argc != 4)
{
printf("\nSyntax: getfile ServerName FullPath LocalFile\n");
return 1;
}
if(nlInit() == NL_FALSE)
printErrorExit();
if(nlSelectNetwork(NL_IP) == NL_FALSE)
printErrorExit();
nlEnable(NL_SOCKET_STATS);
nlEnable(NL_BLOCKING_IO);
nlGetAddrFromName(argv[1], &addr);
/* use the standard HTTP port */
nlSetAddrPort(&addr, 80);
printf("Server address is %s\n\n", nlAddrToString(&addr, buffer));
/* open the socket and connect to the server */
sock = nlOpen(0, NL_TCP);
if(sock == NL_INVALID)
printErrorExit();
if(nlConnect(sock, &addr) == NL_FALSE)
{
printErrorExit();
}
printf("Connected\n");
/* open the local file */
f = open(argv[3], O_BINARY|O_CREAT|O_TRUNC|O_RDWR, S_IWRITE | S_IREAD);
if(f < 0)
{
printf("Could not open local file\n");
printErrorExit();
}
/* now let's ask for the file */
#ifdef TEST_GZIP
/* this is for my own personal use to test compressed web pages */
sprintf(buffer, "GET %s HTTP/1.1\r\nHost:%s\r\nAccept: */*\r\nAccept-Encoding: gzip\r\nUser-Agent: HawkNL sample program Getfile\r\n\r\n"
, argv[2], argv[1]);
#else
sprintf(buffer, "GET %s HTTP/1.0\r\nHost:%s\r\nAccept: */*\r\nUser-Agent: HawkNL sample program Getfile\r\n\r\n"
, argv[2], argv[1]);
#endif
if(nlWrite(sock, (NLvoid *)buffer, (NLint)strlen(buffer)) == NL_INVALID)
{
close(f);
printErrorExit();
}
/* receive the file and write it locally */
while(1 == 1)
{
count = nlRead(sock, (NLvoid *)buffer, (NLint)sizeof(buffer) - 1);
if(count < 0)
{
NLint err = nlGetError();
/* is the connection closed? */
if(err == NL_MESSAGE_END)
{
break;
}
else
{
close(f);
printErrorExit();
}
}
total += count;
if(count > 0)
{
/* parse out the HTTP header */
if(lffound < 2)
{
int i;
for(i=0;i<count;i++)
{
if(buffer[i] == 0x0D)
{
crfound++;
}
else
{
if(buffer[i] == 0x0A)
{
lffound++;
}
else
{
/* reset the CR and LF counters back to 0 */
crfound = lffound = 0;
}
}
if(lffound == 2)
{
/* i points to the second LF */
/* NUL terminate the header string and print it out */
buffer[i] = buffer[i-1] = 0x0;
printf(buffer);
/* write out the rest to the file */
write(f, &buffer[i+1], count - i - 1);
break;
}
}
if(lffound < 2)
{
/* we reached the end of buffer, so print it out */
buffer[count + 1] = 0x0;
printf(buffer);
}
}
else
{
write(f, buffer, count);
printf("received %d bytes at %d bytes per second\r",
total, nlGetSocketStat(sock, NL_AVE_BYTES_RECEIVED));
}
}
}
close(f);
nlShutdown();
return 0;
}
