m_numFields = 0;

//if ( m_cgiBuf ) mfree ( m_cgiBuf , m_cgiBufMaxLen , "HttpRequest");

m_cgiBufLen = 0;

m_cgiBuf = NULL;

m_cgiBufMaxLen = 0;

//m_buf[0] = '\0';

//m_bufLen = 0;

m_path = NULL;

m_plen = 0;

m_ucontent = NULL;

m_ucontentLen = 0;

m_cookiePtr = NULL;

m_cookieLen = 0;

m_userIP = 0;

m_isMSIE = false;

m_reqBufValid = false;

if (m_cgiBuf2) {

mfree(m_cgiBuf2, m_cgiBuf2Size, "extraParms");

m_cgiBuf2 = NULL;

}

m_cgiBuf2Size = 0;

memcpy ( this , r , sizeof(HttpRequest) );

// do not copy this over though in that way

m_reqBuf.m_capacity = 0;

m_reqBuf.m_length = 0;

//m_reqBuf.m_buf = NULL;

m_reqBuf.m_usingStack = false;

m_reqBuf.m_encoding = csUTF8;

if ( ! m_reqBuf.safeMemcpy ( &r->m_reqBuf ) )

return false;

// fix ptrs

char *sbuf = r->m_reqBuf.getBufStart();

char *dbuf = m_reqBuf.getBufStart();

for ( long i = 0 ; i < m_numFields ; i++ ) {

m_fields [i] = dbuf + (r->m_fields [i] - sbuf);

m_fieldValues[i] = dbuf + (r->m_fieldValues[i] - sbuf);

}

m_cookiePtr = dbuf + (r->m_cookiePtr - sbuf );

m_metaCookie = dbuf + (r->m_metaCookie - sbuf );

m_ucontent = dbuf + (r->m_ucontent - sbuf );

m_path = dbuf + (r->m_path - sbuf );

m_cgiBuf = dbuf + (r->m_cgiBuf - sbuf );

// not supported yet. we'd have to allocate it

if ( m_cgiBuf2 ) { char *xx=NULL;*xx=0; }

return true;

char *userAgent , char *proto , bool doPost ,

char *cookie ) {

m_reqBufValid = false;

long hlen ;

long port = 80;

char *hptr = getHostFast ( url , &hlen , &port );

char *path = getPathFast ( url );

char *pathEnd = NULL;

char *postData = NULL;

if ( doPost ) {

pathEnd = strstr(path,"?");

if ( pathEnd ) {

*pathEnd = '\0';

postData = pathEnd + 1;

}

}

// if no legit host

if ( hlen <= 0 || ! hptr ) { g_errno = EBADURL; return false; }

// sanity check. port is only 16 bits

if ( port > (long)0xffff ) { g_errno = EBADURL; return false; }

// return false and set g_errno if url too big

//if ( url->getUrlLen() + 400 >= MAX_REQ_LEN ) {

// g_errno = EURLTOOBIG; return false;}

// assume request type is a GET

m_requestType = 0;

// get the host NULL terminated

char host[1024+8];

//long hlen = url->getHostLen();

strncpy ( host , hptr , hlen );

host [ hlen ] = '\0';

// then port

//unsigned short port = url->getPort();

if ( port != 80 ) {

sprintf ( host + hlen , ":%lu" , port );

hlen += gbstrlen ( host + hlen );

}

// the if-modified-since field

char ibuf[64];

char *ims = "";

if ( ifModifiedSince ) {

// NOTE: ctime appends a \n

sprintf(ibuf,"If-Modified-Since: %s UTC",

asctime(gmtime(&ifModifiedSince)));

// get the length

long ilen = gbstrlen(ibuf);

// hack off \n from ctime - replace with \r\n\0

ibuf [ ilen - 1 ] = '\r';

ibuf [ ilen ] = '\n';

ibuf [ ilen + 1 ] = '\0';

// set ims to this string

ims = ibuf;

}

// . until we fix if-modified-since, take it out

// . seems like we are being called with it as true when should not be

ims="";

// . use one in conf file if caller did not provide

// . this is usually Gigabot/1.0

if ( ! userAgent ) userAgent = g_conf.m_spiderUserAgent;

// accept only these

char *accept = "*/*";

/*

"text/html, "

"text/plain, "

"text/xml, "

"application/pdf, "

"application/msword, "

"application/vnd.ms-excel, "

"application/mspowerpoint, "

"application/postscript";

*/

char *cmd = "GET";

if ( size == 0 ) cmd = "HEAD";

if ( doPost ) cmd = "POST";

// . now use "Accept-Language: en" to tell servers we prefer english

// . i removed keep-alive connection since some connections close on

// non-200 ok http statuses and we think they're open since close

// signal (read 0 bytes) may have been delayed

char* acceptEncoding = "";

// the scraper is getting back gzipped search results from goog,

// so disable this for now

// i am re-enabling now for testing...

if(g_conf.m_gzipDownloads)

acceptEncoding = "Accept-Encoding: gzip;q=1.0\r\n";

// i thought this might stop wikipedia from forcing gzip on us

// but it did not!

// else

// acceptEncoding = "Accept-Encoding:\r\n";

// char *p = m_buf;

// init the safebuf to point to this buffer in our class to avoid

// a potential alloc

// m_reqBuf.setBuf ( m_buf , MAX_REQ_LEN , 0 , false, csUTF8 );

m_reqBuf.purge();

// indicate this is good

m_reqBufValid = true;

if ( size == 0 ) {

// 1 for HEAD requests

m_requestType = 1;

m_reqBuf.safePrintf (

"%s %s %s\r\n"

"Host: %s\r\n"

"%s"

"User-Agent: %s\r\n"

//"Connection: Keep-Alive\r\n"

"Accept-Language: en\r\n"

//"Accept: */*\r\n\r\n" ,

"Accept: %s\r\n" ,

cmd,

path , proto, host ,

ims , userAgent , accept );

}

else if ( size != -1 )

m_reqBuf.safePrintf (

"%s %s %s\r\n"

"Host: %s\r\n"

"%s"

"User-Agent: %s\r\n"

//"Connection: Keep-Alive\r\n"

"Accept-Language: en\r\n"

//"Accept: */*\r\n"

"Accept: %s\r\n"

"Range: bytes=%li-%li\r\n" ,

cmd,

path ,

proto ,

host ,

ims ,

userAgent ,

accept ,

offset ,

offset + size );

else if ( offset > 0 && size == -1 )

m_reqBuf.safePrintf (

"%s %s %s\r\n"

"Host: %s\r\n"

"%s"

"User-Agent: %s\r\n"

//"Connection: Keep-Alive\r\n"

"Accept-Language: en\r\n"

//"Accept: */*\r\n"

"Accept: %s\r\n"

"Range: bytes=%li-\r\n" ,

cmd,

path ,

proto ,

host ,

ims ,

userAgent ,

accept ,

offset );

// Wget's request:

// GET / HTTP/1.0\r\nUser-Agent: Wget/1.10.2\r\nAccept: */*\r\nHost: 127.0.0.1:8000\r\nConnection: Keep-Alive\r\n\r\n

// firefox's request:

// GET /master?c=main HTTP/1.1\r\nHost: 10.5.1.203:8000\r\nUser-Agent: Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.7) Gecko/20100715 Ubuntu/10.04 (lucid) Firefox/3.6.7\r\nAccept: text/html,application/xhtml+xml,application/xml;q=0.9,*/*;q=0.8\r\nAccept-Language: en-us,en;q=0.5\r\nAccept-Encoding: gzip,deflate\r\nAccept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7\r\nKeep-Alive: 115\r\nConnection: keep-alive\r\nReferer: http://10.5.0.2:8002/qpmdw.html\r\nCookie: __utma=267617550.1103353528.1269214594.1273256655.1276103782.12; __utmz=267617550.1269214594.1.1.utmcsr=(direct)|utmccn=(direct)|utmcmd=(none); _incvi=qCffL7N8chFyJLwWrBDMbNz2Q3EWmAnf4uA; s_lastvisit=1269900225815; s_pers=%20s_getnr%3D1276103782254-New%7C1339175782254%3B%20s_nrgvo%3DNew%7C1339175782258%3B\r\n\r\n

else {

// until we fix if-modified-since, take it out

//ims="";

//userAgent = "Wget/1.10.2";

//userAgent = "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.9.2.7) Gecko/20100715 Ubuntu/10.04 (lucid) Firefox/3.6.7";

//proto = "HTTP/1.0";

m_reqBuf.safePrintf (

"%s %s %s\r\n"

"User-Agent: %s\r\n"

"Accept: */*\r\n"

"Host: %s\r\n"

"%s"

//"Connection: Keep-Alive\r\n"

//"Accept-Language: en\r\n"

"%s",

//"Accept: %s\r\n\r\n" ,

//"\r\n",

cmd,

path ,

proto ,

userAgent ,

host ,

ims ,

acceptEncoding);

//accept );

}

// cookie here

if ( cookie )

m_reqBuf.safePrintf("Cookie: %s\r\n",cookie );

// print content-length: if post

if ( postData ) {

// dammit... recaptcha does not work without this!!!!

m_reqBuf.safePrintf (

"Content-Type: "

"application/x-www-form-urlencoded\r\n");

long contentLen = strlen(postData);

m_reqBuf.safePrintf ("Content-Length: %li\r\n", contentLen );

m_reqBuf.safePrintf("\r\n");

m_reqBuf.safePrintf("%s",postData);

// log it for debug

//log("captch: %s",m_buf);

}

else {

m_reqBuf.safePrintf("\r\n");

}

// set m_bufLen

//m_bufLen = p - m_buf;//gbstrlen ( m_buf );

// sanity check

// if ( m_bufLen + 1 > MAX_REQ_LEN ) {

// log("build: HttpRequest buf is too small.");

// char *xx = NULL; *xx = 0;

// }

// restore url buffer

if ( pathEnd ) *pathEnd = '?';

return true;

// reset number of cgi field terms

reset();

if ( ! m_reqBuf.reserve ( origReqLen + 1 ) ) {

log("http: failed to copy request: %s",mstrerror(g_errno));

return false;

}

// copy it to avoid mangling it

m_reqBuf.safeMemcpy ( origReq , origReqLen );

// NULL term

m_reqBuf.pushChar('\0');

m_reqBufValid = true;

// and point to that

char *req = m_reqBuf.getBufStart();

long reqLen = m_reqBuf.length() - 1;

// save this

m_userIP = 0; if ( sock ) m_userIP = sock->m_ip;

m_isSSL = 0; if ( sock ) m_isSSL = (bool)sock->m_ssl;

// TcpServer should always give us a NULL terminated request

if ( req[reqLen] != '\0' ) { char *xx = NULL; *xx = 0; }

// how long is the first line, the primary request

long i;

// for ( i = 0 ; i<reqLen && i<MAX_REQ_LEN &&

// req[i]!='\n' && req[i]!='\r'; i++);

// . now fill up m_buf, used to log the request

// . make sure the url was encoded correctly

// . we don't want assholes encoding every char so we can't see what

// url they are submitting to be spidered/indexed

// . also, don't de-code encoded ' ' '+' '?' '=' '&' because that would

// change the meaning of the url

// . and finally, non-ascii chars that don't display correctly

// . this should NULL terminate m_buf, too

// . turn this off for now, just try to log a different way

// m_bufLen = urlNormCode ( m_buf , MAX_REQ_LEN - 1 , req , i );

// ensure it's big enough to be a valid request

if ( reqLen < 5 ) {

log("http: got reqlen<5 = %s",req);

g_errno = EBADREQUEST;

return false;

}

// or if first line too long

//if ( i >= 1024 ) { g_errno = EBADREQUEST; return false; }

// get the type, must be GET or HEAD

if ( strncmp ( req , "GET " , 4 ) == 0 ) m_requestType = 0;

// these means a compressed reply was requested. use by query

// compression proxies.

else if ( strncmp ( req , "ZET " , 4 ) == 0 ) m_requestType = 0;

else if ( strncmp ( req , "HEAD " , 5 ) == 0 ) m_requestType = 1;

else if ( strncmp ( req , "POST " , 5 ) == 0 ) m_requestType = 2;

else {

log("http: got bad request cmd: %s",req);

g_errno = EBADREQUEST;

return false;

}

// . NULL terminate the request (a destructive operation!)

// . this removes the last \n in the trailing \r\n

// . shit, but it fucks up POST requests

if ( m_requestType != 2 ) { req [ reqLen - 1 ] = '\0'; reqLen--; }

// POST requests can be absolutely huge if you are injecting a 100MB

// file, so limit our strstrs to the end of the mime

char *d = NULL;

char dc;

// check for body if it was a POST request

if ( m_requestType == 2 ) {

d = strstr ( req , "\r\n\r\n" );

if ( d ) { dc = *d; *d = '\0'; }

else log("http: Got POST request without \\r\\n\\r\\n.");

}

// . point to the file path

// . skip over the "GET "

long filenameStart = 4 ;

// skip over extra char if it's a "HEAD " request

if ( m_requestType == 1 || m_requestType == 2 ) filenameStart++;

// are we a redirect?

i = filenameStart;

m_redirLen = 0;

if ( strncmp ( &req[i] , "/?redir=" , 8 ) == 0 ) {

for ( long k = i+8; k<reqLen && m_redirLen<126 ; k++) {

if ( req[k] == '\r' ) break;

if ( req[k] == '\n' ) break;

if ( req[k] == '\t' ) break;

if ( req[k] == ' ' ) break;

m_redir[m_redirLen++] = req[k];

}

}

m_redir[m_redirLen] = '\0';

// find a \n space \r or ? that delimits the filename

for ( i = filenameStart ; i < reqLen ; i++ ) {

if ( is_wspace_a ( req [ i ] ) ) break;

if ( req [ i ] == '?' ) break;

}

// now calc the filename length

m_filenameLen = i - filenameStart;

// return false and set g_errno if it's 0

if ( m_filenameLen <= 0 ) {

log("http: got filenameLen<=0: %s",req);

g_errno = EBADREQUEST;

return false;

}

// . bitch if too big

// . leave room for strcatting "index.html" below

if ( m_filenameLen >= MAX_HTTP_FILENAME_LEN - 10 ) {

log("http: got filenameLen>=max");

g_errno = EBADREQUEST;

return false;

}

// . decode the filename into m_filename and reassign it's length

// . decode %2F to / , etc...

m_filenameLen = urlDecode(m_filename,req+filenameStart,m_filenameLen);

// NULL terminate m_filename

m_filename [ m_filenameLen ] = '\0';

// does it have a file extension AFTER the last / in the filename?

bool hasExtension = false;

for ( long j = m_filenameLen-1 ; j >= 0 ; j-- ) {

if ( m_filename[j] == '.' ) { hasExtension = true; break; }

if ( m_filename[j] == '/' ) break;

}

// if it has no file extension append a /index.html

if ( ! hasExtension && m_filename [ m_filenameLen - 1 ] == '/' ) {

strcat ( m_filename , "index.html" );

m_filenameLen = gbstrlen ( m_filename );

}

// set file offset/size defaults

m_fileOffset = 0;

// -1 means ALL the file from m_fileOffset onwards

m_fileSize = -1;

// "e" points to where the range actually starts, if any

//char *e;

// . TODO: speed up by doing one strstr for Range: and maybe range:

// . do they have a Range: 0-100\n in the mime denoting a partial get?

//char *s = strstr ( req ,"Range:bytes=" );

//e = s + 12;

// try alternate formats

//if ( ! s ) { s = strstr ( req ,"Range: bytes=" ); e = s + 13; }

//if ( ! s ) { s = strstr ( req ,"Range: " ); e = s + 7; }

// parse out the range if we got one

//if ( s ) {

// long x = 0;

// sscanf ( e ,"%li-%li" , &m_fileOffset , &x );

// // get all file if range's 2nd number is non-existant

// if ( x == 0 ) m_fileSize = -1;

// else m_fileSize = x - m_fileOffset;

// // ensure legitimacy

// if ( m_fileOffset < 0 ) m_fileOffset = 0;

//}

// reset our hostname

m_hostLen = 0;

// assume request is NOT from local network

//m_isAdmin = false;

m_isLocal = false;

// get the virtual hostname they want to use

char *s = strstr ( req ,"Host:" );

// try alternate formats

if ( ! s ) s = strstr ( req , "host:" );

// must be on its own line, otherwise it's not valid

if ( s && s > req && *(s-1) !='\n' ) s = NULL;

// parse out the host if we got one

if ( s ) {

// skip field name, host:

s += 5;

// skip e to beginning of the host name after "host:"

while ( *s==' ' || *s=='\t' ) s++;

// find end of the host name

char *end = s;

while ( *end && !is_wspace_a(*end) ) end++;

// . now *end should be \0, \n, \r, ' ', ...

// . get host len

m_hostLen = end - s;

// truncate if too big

if ( m_hostLen >= 255 ) m_hostLen = 254;

// copy into hostname

memcpy ( m_host , s , m_hostLen );

}

// NULL terminate it

m_host [ m_hostLen ] = '\0';

// get Referer: field

s = strstr ( req ,"Referer:" );

// find another

if ( ! s ) s = strstr ( req ,"referer:" );

// must be on its own line, otherwise it's not valid

if ( s && s > req && *(s-1) !='\n' ) s = NULL;

// assume no referer

m_refLen = 0;

// parse out the referer if we got one

if ( s ) {

// skip field name, referer:

s += 8;

// skip e to beginning of the host name after ':'

while ( *s==' ' || *s=='\t' ) s++;

// find end of the host name

char *end = s;

while ( *end && !is_wspace_a(*end) ) end++;

// . now *end should be \0, \n, \r, ' ', ...

// . get len

m_refLen = end - s;

// truncate if too big

if ( m_refLen >= 255 ) m_refLen = 254;

// copy into m_ref

memcpy ( m_ref , s , m_refLen );

}

// NULL terminate it

m_ref [ m_refLen ] = '\0';

// get User-Agent: field

s = strstr ( req ,"User-Agent:" );

// find another

if ( ! s ) s = strstr ( req ,"user-agent:" );

// must be on its own line, otherwise it's not valid

if ( s && s > req && *(s-1) !='\n' ) s = NULL;

// assume empty

long len = 0;

// parse out the referer if we got one

if ( s ) {

// skip field name, referer:

s += 11;

// skip e to beginning of the host name after ':'

while ( *s==' ' || *s=='\t' ) s++;

// find end of the agent name

char *end = s;

while ( *end && *end!='\n' && *end!='\r' ) end++;

// . now *end should be \0, \n, \r, ' ', ...

// . get agent len

len = end - s;

// truncate if too big

if ( len > 127 ) len = 127;

// copy into m_userAgent

memcpy ( m_userAgent , s , len );

}

// NULL terminate it

m_userAgent [ len ] = '\0';

m_isMSIE = false;

if ( strstr ( m_userAgent , "MSIE" ) )

m_isMSIE = true;

// get Cookie: field

s = strstr ( req, "Cookie:" );

// find another

if ( !s ) s = strstr ( req, "cookie:" );

// must be on its own line, otherwise it's not valid

if ( s && s > req && *(s-1) != '\n' ) s = NULL;

// assume empty

// m_cookieBufLen = 0;

m_cookiePtr = s;

// parse out the cookie if we got one

if ( s ) {

// skip field name, Cookie:

s += 7;

// skip s to beginning of cookie after ':'

while ( *s == ' ' || *s == '\t' ) s++;

// find end of the cookie

char *end = s;

while ( *end && *end != '\n' && *end != '\r' ) end++;

// save length

m_cookieLen = end - m_cookiePtr;

// get cookie len

//m_cookieBufLen = end - s;

// trunc if too big

//if (m_cookieBufLen > 1023) m_cookieBufLen = 1023;

// copy into m_cookieBuf

//memcpy(m_cookieBuf, s, m_cookieBufLen);

}

// NULL terminate it

if ( m_cookiePtr ) m_cookiePtr[m_cookieLen] = '\0';

//m_cookieBuf[m_cookieBufLen] = '\0';

// convert every '&' in cookie to a \0 for parsing the fields

// for ( long j = 0 ; j < m_cookieBufLen ; j++ )

// if ( m_cookieBuf[j] == '&' ) m_cookieBuf[j] = '\0';

// mark it as cgi if it has a ?

bool isCgi = ( req [ i ] == '?' ) ;

// reset m_filename length to exclude the ?* stuff

if ( isCgi ) {

// skip over the '?'

i++;

// find a space the delmits end of cgi

long j;

for ( j = i; j < reqLen; j++) if (is_wspace_a(req[j])) break;

// now add it

if ( ! addCgi ( &req[i] , j-i ) ) return false;

// update i

i = j;

}

// . set path ptrs

// . the whole /cgi/14.cgi?coll=xxx&..... thang

m_path = req + filenameStart;

m_plen = i - filenameStart;

// we're local if hostname is 192.168.[0|1].y

//if ( strncmp(iptoa(sock->m_ip),"192.168.1.",10) == 0) {

// m_isAdmin = true; m_isLocal = true; }

//if ( strncmp(iptoa(sock->m_ip),"192.168.0.",10) == 0) {

// m_isAdmin = true; m_isLocal = true; }

//if(strncmp(iptoa(sock->m_ip),"192.168.1.",10) == 0) m_isLocal = true;

//if(strncmp(iptoa(sock->m_ip),"192.168.0.",10) == 0) m_isLocal = true;

if ( sock && strncmp(iptoa(sock->m_ip),"192.168.",8) == 0)

m_isLocal = true;

if ( sock && strncmp(iptoa(sock->m_ip),"10.",3) == 0)

m_isLocal = true;

// steve cook's comcast at home:

// if ( sock && strncmp(iptoa(sock->m_ip),"68.35.100.143",13) == 0)

// m_isLocal = true;

// procog's ip

// if ( sock && strncmp(iptoa(sock->m_ip),"216.168.36.21",13) == 0)

// m_isLocal = true;

// roadrunner ip

// if ( sock && strncmp(iptoa(sock->m_ip),"66.162.42.131",13) == 0)

// m_isLocal = true;

// cnsp ip

//if ( sock && strncmp(iptoa(sock->m_ip),"67.130.216.27",13) == 0)

// m_isLocal = true;

// emily parker

//if ( sock && strncmp(iptoa(sock->m_ip),"69.92.68.202",12) == 0)

//m_isLocal = true;

// 127.0.0.1

if ( sock && sock->m_ip == 16777343 )

m_isLocal = true;

// steve cook's webserver

//if ( sock && strncmp(iptoa(sock->m_ip),"216.168.36.21",13) == 0)

// m_isLocal = true;

// . also if we're coming from lenny at my house consider it local

// . this is a security risk, however... TODO: FIX!!!

//if ( sock->m_ip == atoip ("68.35.105.199" , 13 ) ) m_isAdmin = true;

// . TODO: now add any cgi data from a POST.....

// . look after the mime

//char *d = NULL;

// check for body if it was a POST request

//if ( m_requestType == 2 ) d = strstr ( req , "\r\n\r\n" );

// now put d's char back, just in case... does it really matter?

if ( d ) *d = dc;

// return true now if no cgi stuff to parse

if ( d ) {

char *post = d + 4;

long postLen = reqLen-(d+4-req) ;

// post sometimes has a \r or\n after it

while ( postLen > 0 && post[postLen-1]=='\r' ) postLen--;

// add it to m_cgiBuf, filter and everything

if ( ! addCgi ( post , postLen ) ) return false;

}

// sometimes i don't want to be admin

//if ( getLong ( "admin" , 1 ) == 0 ) m_isAdmin = false;

// success

/////

// Handle Extra parms...

char *ep = g_conf.m_extraParms;

char *epend = g_conf.m_extraParms + g_conf.m_extraParmsLen;

char *qstr = m_cgiBuf;

long qlen = m_cgiBufLen;

while (ep < epend){

char buf[AUTOBAN_TEXT_SIZE];

long bufLen = 0;

// get next substring

while (*ep && ep < epend && *ep != ' ' && *ep != '\n'){

buf[bufLen++] = *ep++;

}

// skip whitespace

while (*ep && ep < epend && *ep == ' '){

ep++;

}

// null terminate

buf[bufLen] = '\0';

// No match

if (!bufLen ||

!strnstr(qstr, qlen, buf)){

// skip to end of line

while (*ep && ep < epend && *ep != '\n') ep++;

// skip newline

while (*ep && ep < epend && *ep == '\n') ep++;

// try next substr

continue;

}

// found a match...

// get parm string

bufLen = 0;

while (*ep && ep < epend && *ep != '\n'){

buf[bufLen++] = *ep++;

}

buf[bufLen] = '\0';

// skip newline

while (*ep && ep < epend && *ep == '\n') ep++;

logf(LOG_DEBUG, "query: appending \"%s\" to query", buf);

long newSize = m_cgiBuf2Size + bufLen+1;

char *newBuf = (char*)mmalloc(newSize, "extraParms");

if (!newBuf){

return log("query: unable to allocate %ld bytes "

"for extraParms", newSize);

}

char *p = newBuf;

if (m_cgiBuf2Size) {

memcpy(newBuf, m_cgiBuf2, m_cgiBuf2Size);

p += m_cgiBuf2Size-1;

mfree(m_cgiBuf2, m_cgiBuf2Size, "extraParms");

m_cgiBuf2 = NULL;

m_cgiBuf2Size = 0;

}

memcpy(p, buf, bufLen);

m_cgiBuf2 = newBuf;

m_cgiBuf2Size = newSize;

p += bufLen;

*p = '\0';

}

// Put '\0' back into the HttpRequest buffer...

if (m_cgiBuf){

// do not mangle the "ucontent"!

long cgiBufLen = m_cgiBufLen;

cgiBufLen -= m_ucontentLen;

char *buf = m_cgiBuf;

for (long i = 0; i < cgiBufLen ; i++)

if (buf[i] == '&') buf[i] = '\0';

// don't decode the ucontent= field!

long decodeLen = m_cgiBufLen;

// so subtract that

if ( m_ucontent ) decodeLen -= m_ucontentLen;

// decode everything

long len = urlDecode ( m_cgiBuf , m_cgiBuf , decodeLen );

// we're parsing crap after the null if the last parm

// has no value

//memset(m_cgiBuf+len, '\0', m_cgiBufLen-len);

m_cgiBufLen = len;

// ensure that is null i guess

if ( ! m_ucontent ) m_cgiBuf[len] = '\0';

}

if (m_cgiBuf2){

char *buf = m_cgiBuf2;

for (long i = 0; i < m_cgiBuf2Size-1 ; i++)

if (buf[i] == '&') buf[i] = '\0';

long len = urlDecode ( m_cgiBuf2 , m_cgiBuf2 , m_cgiBuf2Size);

memset(m_cgiBuf2+len, '\0', m_cgiBuf2Size-len);

}

// . parse the fields after the ? in a cgi filename

// . or fields in the content if it's a POST

// . m_cgiBuf must be and is NULL terminated for this

parseFields ( m_cgiBuf , m_cgiBufLen );

// Add extra parms to the request.

if (m_cgiBuf2Size){

parseFields(m_cgiBuf2, m_cgiBuf2Size);

}

// urldecode the cookie buf too!!

if ( m_cookiePtr ) {

char *p = m_cookiePtr;

for (long i = 0; i < m_cookieLen ; i++) {

//if (p[i] == '&') p[i] = '\0';

// cookies are separated with ';' in the request only

if (p[i] == ';') p[i] = '\0';

// a hack for the metacookie=....

// which uses &'s to separate its subcookies

// this is a hack for msie's limit of 50 cookies

if ( p[i] == '&' ) p[i] = '\0';

// set m_metaCookie to start of meta cookie

if ( p[i] == 'm' && p[i+1] == 'e' &&

strncmp(p,"metacookie",10) == 0 )

m_metaCookie = p;

}

long len = urlDecode ( m_cookiePtr ,

m_cookiePtr,

m_cookieLen );

// we're parsing crap after the null if the last parm

// has no value

memset(m_cookiePtr+len, '\0', m_cookieLen-len);

m_cookieLen = len;

}

return true;

// calculate the length of the cgi data w/o the ?

//m_cgiBufMaxLen = slen + 1;

// alloc space for it, including a \0 at the end

//m_cgiBuf = (char *) mmalloc ( m_cgiBufMaxLen , "HttpRequest");

//if ( ! m_cgiBuf ) return false;

m_cgiBuf = s;

// set the length of the cgi string

m_cgiBufLen = slen;

// ensure no overflow (add 1 cuz we NULL terminate it)

//if ( m_cgiBufLen>=1023) { g_errno = EBUFTOOSMALL;return false;}

// copy cgi string into m_cgiBuf

//memcpy ( m_cgiBuf , s , slen );

// NULL terminate and include it in the length

//m_cgiBuf [ m_cgiBufLen++ ] = '\0';

m_cgiBuf [ slen ] = '\0';

// change &'s to \0's

char *p = m_cgiBuf;

char *pend = m_cgiBuf + m_cgiBufLen;

for ( ; p < pend ; p++ ) {

// but the [&|?]ucontent=%s is an exception because that is

// unencoded to make it easier to interface with

if ( p[0] == 'u' &&

p[1] == 'c' &&

p[2] == 'o' &&

p > m_cgiBuf &&

// the new cgi buf is not mangled, so check for '&'

(p[-1] == '\0' || p[-1] == '?' ||p[-1]=='&') &&

strncmp ( p , "ucontent=" , 9 ) == 0 ) {

// store it

m_ucontent = p + 9;

m_ucontentLen = m_cgiBufLen - (m_ucontent - m_cgiBuf);

// this includes the terminating \0, so remove it

//m_ucontentLen--;

break;

}

// put these in later, after we check for extra parms

//if ( *p =='&' ) *p = '\0';

}

// . decode it -- from m_cgiBuf back into m_cgiBuf

// . m_cgiBufLen should only decrease, never increase

// . only decode up to "s", keep m_unencodedContent the way it is

// save this until after we insert nulls

//m_cgiBufLen = urlDecode ( m_cgiBuf , m_cgiBuf , p - m_cgiBuf );

// update the null termination

m_cgiBuf [ m_cgiBufLen ] = '\0';

return true;

long flen;

char *cs = getStringFromCookie ( field , &flen , NULL );

if ( ! cs ) return def;

float cv = atof(cs);

return cv;

long flen;

char *cs = getStringFromCookie ( field , &flen , NULL );

if ( ! cs ) return def;

long long cv = atoll(cs);

// convert

return (long)cv;

long flen;

char *cs = getStringFromCookie ( field , &flen , NULL );

if ( ! cs ) return def;

long long cv = strtoull(cs,NULL,10);

return cv;

long flen;

char *cs = getStringFromCookie ( field , &flen , NULL );

if ( ! cs ) return def;

if ( cs[0] == '0' ) return false;

return true;

long flen;