int SendPart(
struct AmmServer_Instance * instance,
int clientsock,
const char * message,
unsigned int message_size
)
{
int opres=ASRV_Send(instance,clientsock,message,message_size,MSG_WAITALL|MSG_NOSIGNAL);
if (opres<=0)
{
fprintf(stderr,"Failed to SendPart `%s`..!\n",message);
return 0;
} else
if ((unsigned int) opres!=message_size)
{
//TODO : send the rest of it maybe?
fprintf(stderr,"Failed SendPart to send the whole message (%s)..!\n",message);
return 0;
}
//else
// {
//Always positive
// instance->statistics.totalUploadKB+=(unsigned long) opres/1024;
// }
return 1;
}
char * RequestHTTPWebPage(struct AmmServer_Instance * instance,char * hostname,unsigned int port,char * filename,unsigned int max_content)
{
int sockfd;
struct hostent *he=0;
struct sockaddr_in their_addr;
if ((he=gethostbyname(hostname)) == 0) { fprintf(stderr,"Error getting host (%s) by name \n",hostname); return 0; } else
{ printf("Client-The remote host is: %s\n",hostname); }
if ((sockfd = socket(AF_INET, SOCK_STREAM, 0)) == -1) { error("Could not create the socket for the connection\n"); return 0; } else
{ printf("Client socket ok\n"); }
// host byte order
their_addr.sin_family = AF_INET;
// short, network byte order
printf("Server-Using %s:%u...\n",hostname,port);
their_addr.sin_port = htons(port);
their_addr.sin_addr = *((struct in_addr *)he->h_addr);
// zero the rest of the struct
memset(&(their_addr.sin_zero), 0 , 8); // '\0'
if(connect(sockfd, (struct sockaddr *)&their_addr, sizeof(struct sockaddr)) == -1) { error("Could not connect the created socket \n"); return 0; } else
{ printf("Starting Request for filename %s \n",filename); }
#if USE_TIMEOUTS
struct timeval timeout;
timeout.tv_sec = (unsigned int) varSocketTimeoutREAD_seconds; timeout.tv_usec = 0;
if (setsockopt (sockfd, SOL_SOCKET, SO_RCVTIMEO, (char *)&timeout,sizeof(timeout)) < 0) { fprintf(stderr,"Warning : Could not set socket Receive timeout \n"); }
timeout.tv_sec = (unsigned int) varSocketTimeoutWRITE_seconds; timeout.tv_usec = 0;
if (setsockopt (sockfd, SOL_SOCKET, SO_SNDTIMEO, (char *)&timeout,sizeof(timeout)) < 0) { fprintf(stderr,"Warning : Could not set socket Send timeout \n"); }
#else
#error "It is a terrible idea not to use socket timeouts , this will make the webserver susceptible to DoS attacks..!"
#endif // USE_TIMEOUTS
char * buffer = (char*) malloc( (max_content+1) * sizeof(char) );
if (buffer!=0)
{
snprintf(buffer,max_content,"GET /%s HTTP/1.1\r\nHost: %s\r\n\r\n",filename,hostname);
int opres = ASRV_Send(instance,sockfd,buffer,strlen(buffer),MSG_WAITALL|MSG_NOSIGNAL); //Send filesize as soon as we've got it
if (opres<=0) { fprintf(stderr,"Error Sending Request data\n"); } else
{
buffer[0]=0;
opres = recv(sockfd,buffer,max_content,0);
if (opres<=0) { fprintf(stderr,"Error Receiving Request data\n"); }
}
free(buffer);
}
close(sockfd);
/** @bug : Check for success or failure on RequestHTTPWebPage and return an appropriate return value */
return 0;
}
int respondToClientRequestingAuthorization(struct AmmServer_Instance * instance,struct HTTPTransaction * transaction)
{
SendAuthorizationHeader(instance,transaction,"AmmarServer authorization..!","authorization.html");
char reply_header[1024]={0};
strcpy(reply_header,"\n\n<html><head><title>Authorization needed</title></head><body><br><h1>Unauthorized access</h1><h3>Please note that all unauthorized access attempts are logged ");
strcat(reply_header,"and your host machine will be permenantly banned if you exceed the maximum number of incorrect login attempts..</h2></body></html>\n");
//int opres=send(transaction->clientSock,reply_header,strlen(reply_header),MSG_WAITALL|MSG_NOSIGNAL); //Send file as soon as we've got it
int opres=ASRV_Send(instance,transaction, reply_header, strlen(reply_header), MSG_WAITALL|MSG_NOSIGNAL );
if (opres<=0) { fprintf(stderr,"Error sending authorization needed message\n"); }
warningID(ASV_WARNING_CLIENT_DENIED_ACCESS);
logError(instance,transaction,200,"authorization_required");
return 1;
}
unsigned long SendFile
(
struct AmmServer_Instance * instance,
struct HTTPTransaction * transaction,
char * verified_filename_pending_copy, // The filename to be served on the socket above
unsigned int force_error_code
)
{
int clientsock = transaction->clientSock;
unsigned int resourceCacheID=transaction->resourceCacheID;
unsigned long start_at_byte = transaction->incomingHeader.range_start;
unsigned long end_at_byte = transaction->incomingHeader.range_end;
unsigned char keepalive = transaction->incomingHeader.keepalive;
unsigned char compression_supported = transaction->incomingHeader.supports_compression ;
struct HTTPHeader * request = &transaction->incomingHeader;
char verified_filename[MAX_FILE_PATH+1]={0};
char reply_header[MAX_HTTP_REQUEST_HEADER_REPLY+1]={0};
if (verified_filename_pending_copy != 0)
{
strncpy(verified_filename,verified_filename_pending_copy,MAX_FILE_PATH);
}
/*! Start sending the header first..!
Due to error messages also having body payloads they are also handled here , creating
clutter in the code but this way there is no need to write the same thing twice..! !*/
/*! PRELIMINARY HEADER SENDING START ----------------------------------------------*/
unsigned int WeWantA200OK=0;
if (force_error_code!=0)
{
//We want to force a specific error_code!
if (! SendErrorCodeHeader(instance,clientsock,force_error_code,verified_filename,instance->templates_root) ) { fprintf(stderr,"Failed sending error code %u\n",force_error_code); return 0; }
} else
if (!FilenameStripperOk(verified_filename))
{
//Unsafe filename , bad request :P
if (! SendErrorCodeHeader(instance,clientsock,400,verified_filename,instance->templates_root) ) { fprintf(stderr,"Failed sending error code 400\n"); return 0; }
//verified_filename should now point to the template file for 400 messages
} else
{
//We have a legitimate file to send , if we want to send it all , we must emmit a 200 OK header
//if we are serving it with an offset , we must emmit a 206 OK header!
if ( (start_at_byte!=0) || (end_at_byte!=0) )
{
error("No checking on Range Provided is done , the underlying mechanisms are safe , but the header could potentially display wrong things ..");
error("We dont know the filesize yet so can't fix it here..");
//Range Accepted 206 OK header
if (! SendSuccessCodeHeader(instance,clientsock,206,verified_filename)) { fprintf(stderr,"Failed sending Range Acknowledged success code \n"); return 0; }
} else
{
//Normal 200 OK header
/*! TODO Reorganize this : THIS SHOULD NOT BE SENT YET , SINCE WE MAY WANT TO EMMIT A 304 Not Modified Header if content is unmodified..!*/
WeWantA200OK=1;
}
}
/*! PRELIMINARY HEADER SEND END ----------------------------------------------*/
struct cache_item * cache = (struct cache_item *) instance->cache;
int opres=0;
unsigned int index=0;
unsigned long cached_lSize=0;
unsigned char cached_buffer_is_compressed = compression_supported;
unsigned char free_cached_buffer_after_use=0;
unsigned char serveAsRegularFile=0;
char * cached_buffer = cache_GetResource(instance,request,resourceCacheID,verified_filename,MAX_FILE_PATH,&index,&cached_lSize,0,&cached_buffer_is_compressed,&free_cached_buffer_after_use,&serveAsRegularFile);
if (cached_buffer!=0) //If we have already a cached version of the file there is a change we might send a 304 Not Modified response
{
unsigned char ok_to_serve_not_modified = 1;
/*OK We have a cached buffer on this page BUT a good question to ask is the following..
Is it a regular file we are talking about , or a dynamic page ? */
if (cache[index].dynamicRequestCallbackFunction!=0)
{
/*It seems we have ourselves a dynamic page..! Are we on a callback cooldown ? */
/*The only built in way to serve a not modified response is if the request is too soon ( callback_every_x_msec callback cooldown ) ! */
struct AmmServer_RH_Context * shared_context = cache[index].dynamicRequest;
if ( shared_context->callback_cooldown ) { ok_to_serve_not_modified=1; } else // <- the dynamic page is still fresh.. so lets serve not modified..!
{ ok_to_serve_not_modified=0; } // <- the dynamic page has expired is dynamic so it can't be cached
} else
{
//It seems we have ourselves a regular page
//ok_to_serve_not_modified already should equal 1 so leave this here as documentation.. :P
}
//The application might want the file to always be served as a fresh one..
if ( cache[index].doNOTCacheRule ) { ok_to_serve_not_modified = 0; } /*We have written orders that we want this file to NEVER get cached.. EVER :P */
if (force_error_code!=0) { ok_to_serve_not_modified = 0; } /*We want 404 etc messages to remain 404 :P , no point in serving 404 and then 304 ( that the 404 didn't change )*/
if (ok_to_serve_not_modified)
{
//Check E-Tag here..!
unsigned int cache_etag = cache_GetHashOfResource(instance,index);
if ((request->eTag!=0)&&(cache_etag!=0))
{
char LocalETag[MAX_ETAG_SIZE]={0};
snprintf(LocalETag,MAX_ETAG_SIZE,"%u%u%lu%lu",instance->cacheVersionETag,cache_etag,start_at_byte,end_at_byte);
//fprintf(stderr,"E-Tag is `%s` , local hash is `%s` \n",request->eTag,LocalETag);
if ( strncmp(request->eTag,LocalETag,request->eTagLength)==0 )
{
fprintf(stderr,"The content matches our ETag , we will reply with 304 NOT MODIFIED! :) \n");
SendNotModifiedHeader(instance,clientsock);
//The Etag is mandatory on 304 messages..!
char ETagSendChunk[MAX_ETAG_SIZE+64]={0};
snprintf(ETagSendChunk,MAX_ETAG_SIZE+64,"ETag: \"%s\" \n",LocalETag);
if (!SendPart(instance,clientsock,ETagSendChunk,strlen(ETagSendChunk))) { fprintf(stderr,"Failed sending content length @ SendMemoryBlockAsFile ..!\n"); }
WeWantA200OK=0;
request->requestType=HEAD;
}
else
{
warning("eTag Mismatch\n"); // <- for now mismatches are probably bugs
}
}
}
}
unsigned int have_last_modified=0;
struct stat last_modified;
if ( WeWantA200OK )
{
if (! SendSuccessCodeHeader(instance,clientsock,200,verified_filename)) { fprintf(stderr,"Failed sending success code \n"); freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use); return 0; }
/* TODO : TEMPORARILY DISABLED LAST-MODIFIED :P
if (stat(verified_filename, &last_modified)) { fprintf(stderr,"Could not stat modification time for file %s\n",verified_filename); } else
{ have_last_modified=1; }*/
//TODO -> Check with last modified -> char * cached_buffer = CheckForCachedVersionOfThePage(request,verified_filename,&index,&cached_lSize,0,gzip_supported);
}
if (have_last_modified)
{
struct tm * ptm = gmtime ( &last_modified.st_mtime ); //This is not a particularly thread safe call , must add a mutex or something here..!
//Last-Modified: Sat, 29 May 2010 12:31:35 GMT
GetDateString(reply_header,MAX_HTTP_REQUEST_HEADER_REPLY,"Last-Modified",0,ptm->tm_wday,ptm->tm_mday,ptm->tm_mon,EPOCH_YEAR_IN_TM_YEAR+ptm->tm_year,ptm->tm_hour,ptm->tm_min,ptm->tm_sec);
opres=send(clientsock,reply_header,strlen(reply_header),MSG_WAITALL|MSG_NOSIGNAL); //Send filesize as soon as we've got it
if (opres<=0) { fprintf(stderr,"Error sending Last-Modified header \n"); freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use); return 0; }
}
//This used to also emmit --> Keep-Alive: timeout=5, max=100\n <--
/* RedBot says ( http://redbot.org/?uri=http%3A%2F%2Fammar.gr%3A8080%2F ) ..!
The Keep-Alive header is completely optional; it is defined primarily because the keep-alive connection token implies that such a header exists, not because anyone actually uses it.
Some implementations (e.g., Apache) do generate a Keep-Alive header to convey how many requests they're willing to serve on a single connection, what the connection timeout is and other information. However, this isn't usually used by clients.
It's safe to remove this header if you wish to save a few bytes in the response.*/
if (keepalive) { if (!SendPart(instance,clientsock,"Connection: keep-alive\n",strlen("Connection: keep-alive\n")) ) { /*TODO : HANDLE failure to send Connection: Keep-Alive */} } else
{ if (!SendPart(instance,clientsock,"Connection: close\n",strlen("Connection: close\n"))) { /*TODO : HANDLE failure to send Connection: Close */} }
if (request->requestType!=HEAD)
{
if ( (cached_buffer!=0) && //If we haven't got a buffer cached.. AND
( (!cache[index].doNOTCacheRule) /*If we dont forbid caching */ || ( (cache[index].doNOTCacheRule)&&(cache[index].dynamicRequestCallbackFunction!=0) ) /*Or we forbid caching but we are talking about a dynamic page*/)
) // its ok to serve a cached file..
{ /*!Serve cached file !*/
//if (gzip_supported) { strcat(reply_header,"Content-encoding: gzip\n"); } // Cache can serve gzipped files
//Last-Modified: Sat, 29 May 2010 12:31:35 GMT
//GetDateString(reply_header,"Date",1,0,0,0,0,0,0,0);
unsigned int cache_etag = cache_GetHashOfResource(instance,index);
if (cache_etag!=0)
{
snprintf(reply_header,MAX_HTTP_REQUEST_HEADER_REPLY,"ETag: \"%u%u%lu%lu\"\n", instance->cacheVersionETag,cache_etag,start_at_byte,end_at_byte);
opres=ASRV_Send(instance,clientsock,reply_header,strlen(reply_header),MSG_WAITALL|MSG_NOSIGNAL); //Send E-Tag as soon as we've got it
if (opres<=0) { fprintf(stderr,"Error sending ETag header \n"); freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use); return 0; }
}
if (cached_lSize==0) { warning("Bug(?) detected , zero cache payload\n"); }
if ( cached_buffer_is_compressed )
{
strncpy(reply_header,"Content-Encoding: deflate\n",MAX_HTTP_REQUEST_HEADER_REPLY);
opres=ASRV_Send(instance,clientsock,reply_header,strlen(reply_header),MSG_WAITALL|MSG_NOSIGNAL); //Send E-Tag as soon as we've got it
if (opres<=0) { fprintf(stderr,"Error sending Compression header \n"); freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use); return 0; }
}
//THIS ALSO EXISTS IN THE TransmitFileToSocket CODE
//Send Content Length , as a range , or as the whole file!
if ( (start_at_byte!=0) || (end_at_byte!=0) )
{
//error("Resource Content-Range response");
//Content-Range: bytes 1000-3979/3980
int endAtBytePrinted = end_at_byte;
if (endAtBytePrinted == 0 ) { endAtBytePrinted = cached_lSize; }
snprintf(reply_header,MAX_HTTP_REQUEST_HEADER_REPLY,"Content-Range: bytes %lu-%u/%lu\nContent-length: %lu\n\n",start_at_byte,endAtBytePrinted,cached_lSize,cached_lSize-start_at_byte);
} else
{
//error("Resource Plain Content-Length ");
//This is the last header part , so we are appending an extra \n to mark the end of the header
snprintf(reply_header,MAX_HTTP_REQUEST_HEADER_REPLY,"Content-length: %u\n\n",(unsigned int) cached_lSize);
}
opres=ASRV_Send(instance,clientsock,reply_header,strlen(reply_header),MSG_WAITALL|MSG_NOSIGNAL); //Send filesize as soon as we've got it
if (opres<=0) { fprintf(stderr,"Error sending cached header \n"); freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use); return 0; }
opres=ASRV_Send(instance,clientsock,cached_buffer,cached_lSize,MSG_WAITALL|MSG_NOSIGNAL); //Send file as soon as we've got it
freeMallocIfNeeded(cached_buffer,free_cached_buffer_after_use);
if (opres<=0) { fprintf(stderr,"Error sending cached body\n"); return 0; }
return 1;
}
else
{
/*!Serve file by reading it from disk !*/
if ((cached_buffer==0)&&(cached_lSize==1)) { /*TODO : Cache indicates that file doesn't exist */ } else
if ((cached_buffer==0)&&(cached_lSize==0)) { /*TODO : Cache indicates that file is not in cache :P */ }
if ( !TransmitFileToSocket(instance,clientsock,verified_filename,start_at_byte,end_at_byte) )
{
fprintf(stderr,"Could not transmit file %s \n",verified_filename);
return 0;
}
return 1;
}
//
} //we also want a body with that header END
else
{
//We only served a header so lets append the last new line char..!
send(clientsock,"\n",strlen("\n"),MSG_WAITALL|MSG_NOSIGNAL);
return 1; //This does not mean we failed..! 2016-04-03
}
return 0;
}
int TransmitFileToSocketInternal(
struct AmmServer_Instance * instance,
FILE * pFile,
int clientsock,
unsigned long bytesToSendStart
)
{
//We dont want the server to allocate a big enough space to reduce disk reading overheads
//but we dont want to allocate huge portions of memory so we set a soft limit here
unsigned long bytesToSend = bytesToSendStart;
unsigned long malloc_size = MAX_FILE_READ_BLOCK_KB*1024; // 17-09-15 <- I had forgotten the *1024 This was very small and caused weird high CPU loads that took me 2 days to debug
//Of course in case that the size to send is smaller than our limit we will commit a smaller amount of memory
if (bytesToSend < malloc_size) { malloc_size=bytesToSend; }
// allocate memory to contain the whole file:
size_t chunkToSend;
char * buffer = (char*) malloc ( sizeof(char) * (malloc_size));
char * rollingBuffer = buffer;
if (buffer == 0)
{ error(" Could not allocate enough memory to serve file %s\n"); return 0; }
#if CALCULATE_TIME_FOR_UPLOADS
//A timer added partly as vanity code , partly to get transmission speeds for qos ( later on )
struct time_snap time_to_serve_file_s;
start_timer (&time_to_serve_file_s);
#endif
int stopFileTransmission=0;
int opres=1; // <- This needs to be 1 so that the initial while statement won't fail
while ( ( bytesToSend>0 ) && ( opres >=0 ) && (!stopFileTransmission) )
{
// copy the file into the buffer:
chunkToSend = fread (buffer,1,malloc_size,pFile);
if (chunkToSend != malloc_size)
{
if (!feof(pFile))
{ //If we reached the end of the file and thats why we read fewer bytes , and it is ok
//If we haven't reached the end of the file then we have encountered a read error!
fprintf(stderr,"Reading error %u while reading file \n",ferror(pFile));
perror ("The following error occured : ");
free (buffer);
return 0;
}
}
unsigned int currentStalling=0;
rollingBuffer = buffer;
opres=1; // <- This needs to be 1 so that the initial while statement won't fail
while ( (chunkToSend>0) && (opres>=0) && (!stopFileTransmission) )
{
opres=ASRV_Send(instance,clientsock,rollingBuffer,chunkToSend,MSG_WAITALL|MSG_NOSIGNAL); //Send file parts as soon as we've got them
if (opres < 0) {
warning("Connection closed , while sending the whole file..!\n");
stopFileTransmission=1;
} else
if (opres == 0)
{
/*Recepient stalling */
++currentStalling;
if (currentStalling>=MAX_TRANSMISSION_STALL)
{
warning("Reached max transmission stall , stopping file transmission\n");
stopFileTransmission=1;
}
fprintf(stderr,".");
} else
{
//instance->statistics.totalUploadKB+=(unsigned long) chunkToSend/1024;
chunkToSend -= opres;
bytesToSend -= opres;
rollingBuffer += opres;
}
}
} // End of having a remaining file to send
#if CALCULATE_TIME_FOR_UPLOADS
double time_to_serve_file_in_seconds = (double ) end_timer(&time_to_serve_file_s) / 1000000; // go to seconds
double speed_in_Mbps= 0;
if (time_to_serve_file_in_seconds>0)
{
speed_in_Mbps = ( double ) ( (bytesToSendStart-bytesToSend) /*Bytes Sent*/ /1048576);
speed_in_Mbps = ( double ) speed_in_Mbps/time_to_serve_file_in_seconds;
fprintf(stderr,"Current transmission rate = %0.2f Mbytes/sec , in %0.5f seconds\n",speed_in_Mbps,time_to_serve_file_in_seconds);
} else
{ fprintf(stderr,"Spontaneous transmission(!)\n"); }
//End of timer code
#endif
// terminate
if (buffer!=0)
{ free (buffer); }
return 1;
}
