void HText_beginAnchor (HText * text, HTChildAnchor * anchor)
{
TextAnchor * a;
if (text && anchor) {
Robot * mr = (Robot *) HTRequest_context(text->request);
HTAnchor * dest = HTAnchor_followMainLink((HTAnchor *) anchor);
HTParentAnchor * dest_parent = HTAnchor_parent(dest);
char * uri = HTAnchor_address((HTAnchor *) dest_parent);
#if 0
if (SHOW_MSG) HTTrace("Robot....... Found `%s\' \n", uri ? uri : "NULL");
#endif
if (uri) {
HTList_addObject(mr->urilist, (void *) uri);
mr->count++;
}
if ((a = (TextAnchor *) HT_MALLOC(sizeof(*a))) == NULL)
HT_OUTOFMEM("HText_beginAnchor");
if (text->last_anchor) {
text->last_anchor->next = a;
} else {
text->first_anchor = a;
}
a->next = 0;
a->anchor = anchor;
text->last_anchor = a;
if (HTAnchor_followMainLink((HTAnchor*)anchor)) {
a->number = ++(text->anchors);
} else {
a->number = 0;
}
}
}
/*
** Before filter: Check whether we have a cache entry for this host
*/
PUBLIC int HTNewsCache_before (HTRequest * request, void * context, int mode)
{
char * url = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
HTNewsCache * element = HTNewsCache_find(request, url);
HT_FREE(url);
/*
** If we have found a cache object then create a new dir obejct and fill
** it with data from the cache
*/
if (element) {
char * title = GetNewsGroupTitle(request);
HTNewsDir * dir = HTNewsDir_new(request, title, list_key, NO);
void ** data = NULL;
char * line = (char *) HTArray_firstObject(element->cache, data);
while (line) {
HTNewsDir_addGroupElement(dir, line, NO);
line = (char *) HTArray_nextObject(element->cache, data);
}
/*
** After filling the new dir object we write it out and free it again
*/
HTNewsDir_free(dir);
HT_FREE(title);
return HT_LOADED;
}
return HT_OK;
}
char *Reference_List (HText *text, BOOL titles)
{
char *temp = malloc(1000);
char *output = malloc(1000);
int refs = HText_sourceAnchors(text);
if (refs <= 0) {
return("\n\nThere are no references from this document.\n\n");
} else {
int cnt;
StrAllocCat(output,"\n*** References from this document ***\n");
for (cnt=1; cnt<=refs; cnt++) {
HTAnchor *dest =
HTAnchor_followMainLink((HTAnchor *)
HText_childNumber(text, cnt));
HTParentAnchor * parent = HTAnchor_parent(dest);
char * address = HTAnchor_address(dest);
const char * title = titles ? HTAnchor_title(parent) : NULL;
sprintf(temp, "[%d] ", cnt);
StrAllocCat(output, temp);
sprintf(temp, "%s\n",
(char *)(title ? title : address));
StrAllocCat(output, temp);
HT_FREE(address);
}
}
}
/* Output parent directory entry
**
** This gives the TITLE and H1 header, and also a link
** to the parent directory if appropriate.
*/
PUBLIC void HTDirTitles ARGS2(HTStructured *, target,
HTAnchor * , anchor)
{
char * logical = HTAnchor_address(anchor);
char * path = HTParse(logical, "", PARSE_PATH + PARSE_PUNCTUATION);
char * current;
current = strrchr(path, '/'); /* last part or "" */
free(logical);
{
char * printable = NULL;
StrAllocCopy(printable, (current + 1));
HTUnEscape(printable);
START(HTML_TITLE);
PUTS(*printable ? printable : "Welcome ");
PUTS(" directory");
END(HTML_TITLE);
START(HTML_H1);
PUTS(*printable ? printable : "Welcome");
END(HTML_H1);
free(printable);
}
/* Make link back to parent directory
*/
if (current && current[1]) { /* was a slash AND something else too */
char * parent;
char * relative;
*current++ = 0;
parent = strrchr(path, '/'); /* penultimate slash */
relative = (char*) malloc(strlen(current) + 4);
if (relative == NULL) outofmem(__FILE__, "DirRead");
sprintf(relative, "%s/..", current);
PUTS ("<A HREF=\"");
PUTS (relative);
PUTS ("\">");
free(relative);
PUTS("Up to ");
if (parent) {
char * printable = NULL;
StrAllocCopy(printable, parent + 1);
HTUnEscape(printable);
PUTS(printable);
free(printable);
} else {
PUTS("/");
}
PUTS("</A>");
}
free(path);
}
PRIVATE int CSParseUser_free (HTStream * me)
{
/* CSParse_deleteUser(me->pCSParse); */
char * addr = HTAnchor_address((HTAnchor *)HTRequest_anchor(me->request));
CSLoadedUser_add(CSParse_getUser(me->pCSParse), addr);
HT_FREE(addr);
CSParse_free(me);
HT_FREE(me);
return HT_OK;
}
/* Add entry to the referer log file
** ---------------------------------
**
** which is almost equivalent to Common Logformat. Permissions on UNIX
** are modified by umask.
**
** Returns YES if OK, NO on error
*/
PUBLIC BOOL HTLog_addReferer (HTLog * log, HTRequest * request, int status)
{
if (log && log->fp && request) {
HTParentAnchor * parent_anchor = HTRequest_parent(request);
if (parent_anchor) {
char * me = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
char * parent = HTAnchor_address((HTAnchor *) parent_anchor);
HTTRACE(APP_TRACE, "Log......... Writing Referer log\n");
if (me && parent && *parent) {
fprintf(log->fp, "%s -> %s\n", parent, me);
}
HT_FREE(me);
HT_FREE(parent);
log->accesses++;
return (fflush(log->fp) != EOF); /* Actually update it on disk */
}
}
return NO;
}
/*
** After filter: Update the cache entry for this host
*/
PUBLIC int HTNewsCache_after (HTRequest * request, HTResponse * response,
void * context, int status)
{
HTArray * array = (HTArray *) context;
HTTRACE(PROT_TRACE, "News Cache.. AFTER filter\n");
if (request && array) {
char * url = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
HTNewsCache_update(request, url, array);
HT_FREE(url);
}
return HT_OK;
}
void HText_appendImage (HText * text, HTChildAnchor * anchor,
const char *alt, const char * align, BOOL isMap)
{
if (text && anchor) {
HTParentAnchor * dest = (HTParentAnchor *) HTAnchor_followMainLink((HTAnchor *) anchor);
char * uri = HTAnchor_address((HTAnchor *) dest);
if (SHOW_MSG) {
HTTrace("Image %s", uri);
}
HT_FREE(uri);
}
}
/*
** Check the response to see if we got a cookie or more.
** If so then figure out what to do with it (prompt user, store, etc.)
*/
PRIVATE int HTCookie_afterFilter (HTRequest * request, HTResponse * response,
void * param, int status)
{
if ((CookieMode & HT_COOKIE_ACCEPT) && SetCookie) {
HTCookieHolder * holder = HTCookieHolder_find(request);
if (holder) {
HTList * cookies = holder->cookies;
HTCookie * pres;
while ((pres = (HTCookie *) HTAssocList_nextObject(cookies))) {
/* Should we check to see if hosts match? */
if (CookieMode & (HT_COOKIE_SAME_HOST|HT_COOKIE_SAME_DOMAIN)) {
char * cookie_host = HTCookie_domain(pres);
if (cookie_host) {
int res;
char * addr = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
char * host = HTParse(addr, "", PARSE_HOST);
if (CookieMode & HT_COOKIE_SAME_DOMAIN)
res = tailcasecomp(cookie_host, host);
else
res = strcasecomp(cookie_host, host);
if (res != 0) {
HTTRACE(APP_TRACE, "Cookie...... Host `%s\' doesn't match what is sent in cookie `%s\'\n" _ host _ cookie_host);
HT_FREE(addr);
continue;
}
HT_FREE(addr);
}
}
/* Should we prompt the user? */
if (CookieMode & HT_COOKIE_PROMPT) {
HTAlertCallback * prompt = HTAlert_find(HT_A_CONFIRM);
if (prompt) {
if ((*prompt)(request, HT_A_CONFIRM, HT_MSG_ACCEPT_COOKIE,
NULL, NULL, NULL) != YES)
continue;
} else
continue;
}
/* Call the application with our new cookie */
(*SetCookie)(request, pres, SetCookieContext);
}
/* Delete cookie holder */
HTCookieHolder_delete(holder);
}
}
return HT_OK;
}
static void print_refs(FILE *fp, BOOLEAN titles, int refs)
{
int cnt;
char *address = NULL;
const char *desc = gettext("unknown field or link");
void *helper = NULL; /* init */
for (cnt = 1; cnt <= refs; cnt++) {
HTChildAnchor *child = HText_childNextNumber(cnt, &helper);
HTAnchor *dest;
HTParentAnchor *parent;
const char *title;
if (child == 0) {
/*
* child should not be 0 unless form field numbering is on and
* cnt is the number of a form input field.
* HText_FormDescNumber() will set desc to a description of
* what type of input field this is. We'll create a
* within-document link to ensure that the link numbers on the
* list page match the numbering in the original document, but
* won't create a forward link to the form. - FM && LE
*/
if (fields_are_numbered()) {
HText_FormDescNumber(cnt, &desc);
fprintf(fp, "%4d. form field = %s\n", cnt, desc);
}
continue;
}
dest = HTAnchor_followLink(child);
/*
* Ignore if child anchor points to itself, i.e., we had something
* like <A NAME=xyz HREF="#xyz"> and it is not treated as a hidden
* link. Useful if someone 'P'rints the List Page (which isn't a
* very useful action to do, but anyway...) - kw
*/
if (dest == (HTAnchor *) child)
continue;
parent = HTAnchor_parent(dest);
title = titles ? HTAnchor_title(parent) : NULL;
address = HTAnchor_address(dest);
fprintf(fp, "%4d. %s%s\n", cnt,
((HTAnchor *) parent != dest) && title ? "in " : "",
(title ? title : address));
FREE(address);
#ifdef VMS
if (HadVMSInterrupt)
break;
#endif /* VMS */
}
}
/*
** Error and Information AFTER filter
** ----------------------------------
** It checks the status code from a request and generates an
** error/information message if required.
*/
PUBLIC int HTInfoFilter (HTRequest * request, HTResponse * response,
void * param, int status)
{
HTParentAnchor * anchor = HTRequest_anchor(request);
char * uri = HTAnchor_address((HTAnchor*) anchor);
switch (status) {
case HT_RETRY: {
HTAlertCallback *cbf = HTAlert_find(HT_A_MESSAGE);
if (cbf) (*cbf)(request, HT_A_MESSAGE, HT_MSG_NULL, NULL,
HTRequest_error(request), NULL);
HTTRACE(PROT_TRACE, "Load End.... NOT AVAILABLE, RETRY AT %ld\n" _
HTResponse_retryTime(response));
}
break;
case HT_NO_DATA:
{
/*
** The document was empty
*/
HTAlertCallback *cbf = HTAlert_find(HT_A_MESSAGE);
if (cbf) (*cbf)(request, HT_A_MESSAGE, HT_MSG_NULL, NULL,
HTRequest_error(request), NULL);
HTTRACE(PROT_TRACE, "Load End.... EMPTY: No content `%s\'\n" _
uri ? uri : "<UNKNOWN>");
break;
}
case HT_LOADED:
HTTRACE(PROT_TRACE, "Load End.... OK: `%s\'\n" _ uri);
break;
default:
{
/*
** See if we have a function registered for outputting errors.
** If so then call it and present the message to the user
*/
HTAlertCallback *cbf = HTAlert_find(HT_A_MESSAGE);
if (cbf) (*cbf)(request, HT_A_MESSAGE, HT_MSG_NULL, NULL,
HTRequest_error(request), NULL);
HTTRACE(PROT_TRACE, "Load End.... Request ended with code %d\n" _ status);
break;
}
}
HT_FREE(uri);
return HT_OK;
}
/*
** Retry through Proxy AFTER Filter
** --------------------------------
** This filter handles a 305 Use Proxy response and retries the request
** through the proxy
*/
PUBLIC int HTUseProxyFilter (HTRequest * request, HTResponse * response,
void * param, int status)
{
HTAlertCallback * cbf = HTAlert_find(HT_A_CONFIRM);
HTAnchor * proxy_anchor = HTResponse_redirection(response);
if (!proxy_anchor) {
HTTRACE(PROT_TRACE, "Use Proxy... No proxy location\n");
return HT_OK;
}
/*
** Add the proxy to the list. Assume HTTP access method only!
** Because evil servers may rediret the client to an untrusted
** proxy, we can only accept redirects for this particular
** server. Also, we do not know whether this is for HTTP or all
** other requests as well
*/
if ((cbf && (*cbf)(request, HT_A_CONFIRM, HT_MSG_PROXY, NULL,NULL,NULL))) {
char * addr = HTAnchor_address(proxy_anchor);
HTProxy_add("http", addr);
HT_FREE(addr);
/*
** Start new request through the proxy if we haven't reached the max
** number of redirections for this request
*/
if (HTRequest_doRetry(request)) {
HTLoadAnchor(proxy_anchor, request);
} else {
HTRequest_addError(request, ERR_FATAL, NO, HTERR_MAX_REDIRECT,
NULL, 0, "HTRedirectFilter");
}
/*
** By returning HT_ERROR we make sure that this is the last handler to be
** called. We do this as we don't want any other filter to delete the
** request object now when we have just started a new one ourselves
*/
return HT_ERROR;
} else {
HTRequest_addError(request, ERR_FATAL, NO, HTERR_NO_AUTO_PROXY,
NULL, 0, "HTUseProxyFilter");
return HT_OK;
}
}
PRIVATE void foundLink (HText * text,
int element_number, int attribute_number,
HTChildAnchor * anchor,
const BOOL * present, const char ** value)
{
if (anchor) {
/*
** Find out which link we got. The anchor we are passed is
** a child anchor of the anchor we are current parsing. We
** have to go from this child anchor to the actual destination.
*/
HTAnchor * dest = HTAnchor_followMainLink((HTAnchor *) anchor);
char * address = HTAnchor_address(dest);
HTPrint("Found link `%s\'\n", address);
HT_FREE(address);
}
}
/* HTAA_beforeFilter
** ------------------
** Make a lookup in the URL tree to find any context for this node,
** If no context is found then we assume that we don't know anything about
** this URL and hence we don't call any BEFORE filters at all.
** Return HT_OK or whatever callback returns
*/
PUBLIC int HTAA_beforeFilter (HTRequest * request, void * param, int mode)
{
char * url = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
const char * realm = HTRequest_realm(request);
HTAAElement * element = HTAA_findElement(NO, realm, url);
HT_FREE(url);
/* If we have an element then call the before filter with this scheme */
if (element) {
HTAAModule * module = HTAA_findModule(element->scheme);
if (module) {
HTTRACE(AUTH_TRACE, "Auth Engine. Found BEFORE filter %p\n" _
module->before);
return (*module->before)(request, element->context, mode);
}
}
return HT_OK;
}
/* Add entry to the log file
** -------------------------
** Format: <HOST> - - <DATE> <METHOD> <URI> <RESULT> <CONTENT_LENTGH>
** which is almost equivalent to Common Logformat. Permissions on UNIX
** are modified by umask.
**
** Returns YES if OK, NO on error
**
** BUG: No result code is produced :-( Should be taken from HTError.c
*/
PUBLIC BOOL HTLog_addCLF (HTLog * log, HTRequest * request, int status)
{
if (log && log->fp) {
time_t now = time(NULL);
HTParentAnchor * anchor = HTRequest_anchor(request);
char * uri = HTAnchor_address((HTAnchor *) anchor);
HTTRACE(APP_TRACE, "Log......... Writing CLF log\n");
fprintf(log->fp, "localhost - - [%s] %s %s %d %ld\n",
HTDateTimeStr(&now, log->localtime),
HTMethod_name(HTRequest_method(request)),
uri ? uri : "<null>", /* Bill Rizzi */
abs(status),
HTAnchor_length(anchor));
HT_FREE(uri);
log->accesses++;
return (fflush(log->fp) != EOF); /* Actually update it on disk */
}
return NO;
}
/* Create or find a child anchor with a possible link
** --------------------------------------------------
**
** Create new anchor with a given parent and possibly
** a name, and possibly a link to a _relatively_ named anchor.
** (Code originally in ParseHTML.h)
*/
PUBLIC HTChildAnchor * HTAnchor_findChildAndLink
ARGS4(
HTParentAnchor *,parent, /* May not be 0 */
CONST char *,tag, /* May be "" or 0 */
CONST char *,href, /* May be "" or 0 */
HTLinkType *,ltype /* May be 0 */
)
{
HTChildAnchor * child = HTAnchor_findChild(parent, tag);
if (href && *href) {
char * parsed_address;
HTAnchor * dest;
parsed_address = HTParse(href, HTAnchor_address((HTAnchor *) parent),
PARSE_ALL);
dest = HTAnchor_findAddress(parsed_address);
HTAnchor_link((HTAnchor *) child, dest, ltype);
free(parsed_address);
}
return child;
}
PRIVATE BOOL setCookie (HTRequest * request, HTCookie * cookie, void * param)
{
if (cookie) {
char * addr = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
HTPrint("While accessing `%s\', we received a cookie with parameters:\n", addr);
if (HTCookie_name(cookie))
HTPrint("\tName : `%s\'\n", HTCookie_name(cookie));
if (HTCookie_value(cookie))
HTPrint("\tValue : `%s\'\n", HTCookie_value(cookie));
if (HTCookie_domain(cookie))
HTPrint("\tDomain : `%s\'\n", HTCookie_domain(cookie));
if (HTCookie_path(cookie))
HTPrint("\tPath : `%s\'\n", HTCookie_path(cookie));
if (HTCookie_expiration(cookie) > 0) {
time_t t = HTCookie_expiration(cookie);
HTPrint("\tExpires: `%s\'\n", HTDateTimeStr(&t, NO));
}
HTPrint("\tCookie is %ssecure\n\n", HTCookie_isSecure(cookie) ? "" : "not ");
HT_FREE(addr);
}
return YES;
}
/*
** Use the set of bindings to find the combination of language,
** media type and encoding of a given object. This information can either be
** stored in the anchor obejct or in the response object depending on which
** function is called.
**
** We comprise here as bindings only can have one language and one encoding.
** If more than one suffix is found they are all searched. The last suffix
** has highest priority, the first one lowest. See also HTBind_getFormat()
*/
PUBLIC BOOL HTBind_getAnchorBindings (HTParentAnchor * anchor)
{
BOOL status = NO;
double quality=1.0; /* @@@ Should we add this into the anchor? */
if (anchor) {
char *addr = HTAnchor_address((HTAnchor *) anchor);
char *path = HTParse(addr, "", PARSE_PATH+PARSE_PUNCTUATION);
char *file;
char *end;
if ((end = strchr(path, ';')) || (end = strchr(path, '?')) ||
(end = strchr(path, '#')))
*end = '\0';
if ((file = strrchr(path, '/'))) {
HTFormat format = NULL;
HTEncoding encoding = NULL;
HTEncoding transfer = NULL;
HTLanguage language = NULL;
HTTRACE(BIND_TRACE, "Anchor...... Get bindings for `%s\'\n" _ path);
status = HTBind_getFormat(file, &format, &encoding, &transfer,
&language, &quality);
if (status) {
HTAnchor_setFormat(anchor, format);
HTAnchor_setContentTransferEncoding(anchor, transfer);
HTAnchor_deleteEncodingAll(anchor);
HTAnchor_addEncoding(anchor, encoding);
HTAnchor_deleteLanguageAll(anchor);
HTAnchor_addLanguage(anchor, language);
}
}
HT_FREE(addr);
HT_FREE(path);
}
return status;
}
int showlist(DocInfo *newdoc, BOOLEAN titles)
{
int cnt;
int refs, hidden_links;
static char tempfile[LY_MAXPATH];
static BOOLEAN last_titles = TRUE;
FILE *fp0;
char *Address = NULL, *Title = NULL, *cp = NULL;
char *LinkTitle = NULL; /* Rel stored as property of link, not of dest */
BOOLEAN intern_w_post = FALSE;
const char *desc = "unknown field or link";
void *helper;
refs = HText_sourceAnchors(HTMainText);
hidden_links = HText_HiddenLinkCount(HTMainText);
if (refs <= 0 && hidden_links > 0 &&
LYHiddenLinks != HIDDENLINKS_SEPARATE) {
HTUserMsg(NO_VISIBLE_REFS_FROM_DOC);
return (-1);
}
if (refs <= 0 && hidden_links <= 0) {
HTUserMsg(NO_REFS_FROM_DOC);
return (-1);
}
if ((fp0 = InternalPageFP(tempfile, titles == last_titles)) == 0)
return (-1);
LYLocalFileToURL(&(newdoc->address), tempfile);
LYRegisterUIPage(newdoc->address,
titles ? UIP_LIST_PAGE : UIP_ADDRLIST_PAGE);
last_titles = titles;
LYforce_HTML_mode = TRUE; /* force this file to be HTML */
LYforce_no_cache = TRUE; /* force this file to be new */
#ifdef EXP_ADDRLIST_PAGE
if (titles != TRUE)
BeginInternalPage(fp0, ADDRLIST_PAGE_TITLE, LIST_PAGE_HELP);
else
#endif
BeginInternalPage(fp0, LIST_PAGE_TITLE, LIST_PAGE_HELP);
StrAllocCopy(Address, HTLoadedDocumentURL());
LYEntify(&Address, FALSE);
fprintf(fp0, "%s%s<p>\n", gettext("References in "),
(non_empty(Address)
? Address
: gettext("this document:")));
FREE(Address);
if (refs > 0) {
fprintf(fp0, "<%s compact>\n", ((keypad_mode == NUMBERS_AS_ARROWS) ?
"ol" : "ul"));
if (hidden_links > 0)
fprintf(fp0, "<lh><em>%s</em>\n", gettext("Visible links:"));
}
if (hidden_links > 0) {
if (LYHiddenLinks == HIDDENLINKS_IGNORE)
hidden_links = 0;
}
helper = NULL; /* init */
for (cnt = 1; cnt <= refs; cnt++) {
HTChildAnchor *child = HText_childNextNumber(cnt, &helper);
HTAnchor *dest_intl = NULL;
HTAnchor *dest;
HTParentAnchor *parent;
char *address;
const char *title;
if (child == 0) {
/*
* child should not be 0 unless form field numbering is on and cnt
* is the number of a form input field. HText_FormDescNumber()
* will set desc to a description of what type of input field this
* is. We'll list it to ensure that the link numbers on the list
* page match the numbering in the original document, but won't
* create a forward link to the form. - FM && LE
*
* Changed to create a fake hidden link, to get the numbering right
* in connection with always treating this file as
* HIDDENLINKS_MERGE in GridText.c - kw
*/
if (fields_are_numbered()) {
HText_FormDescNumber(cnt, &desc);
fprintf(fp0,
"<li><a id=%d href=\"#%d\">form field</a> = <em>%s</em>\n",
cnt, cnt, desc);
}
continue;
}
#ifndef DONT_TRACK_INTERNAL_LINKS
dest_intl = HTAnchor_followTypedLink(child, HTInternalLink);
#endif
dest = dest_intl ?
dest_intl : HTAnchor_followLink(child);
parent = HTAnchor_parent(dest);
if (!intern_w_post && dest_intl &&
HTMainAnchor &&
HTMainAnchor->post_data &&
parent->post_data &&
BINEQ(HTMainAnchor->post_data, parent->post_data)) {
/*
* Set flag to note that we had at least one internal link, if the
* document from which we are generating the list has associated
* POST data; after an extra check that the link destination really
* has the same POST data so that we can believe it is an internal
* link.
*/
intern_w_post = TRUE;
}
address = HTAnchor_address(dest);
title = titles ? HTAnchor_title(parent) : NULL;
if (dest_intl) {
HTSprintf0(&LinkTitle, "(internal)");
} else if (titles && child->type &&
dest == child->dest &&
!strncmp(HTAtom_name(child->type),
"RelTitle: ", 10)) {
HTSprintf0(&LinkTitle, "(%s)", HTAtom_name(child->type) + 10);
} else {
FREE(LinkTitle);
}
StrAllocCopy(Address, address);
FREE(address);
LYEntify(&Address, TRUE);
if (non_empty(title)) {
LYformTitle(&Title, title);
LYEntify(&Title, TRUE);
if (*Title) {
cp = findPoundSelector(Address);
} else {
FREE(Title);
}
}
fprintf(fp0, "<li><a href=\"%s\"%s>%s%s%s%s%s</a>\n", Address,
dest_intl ? " TYPE=\"internal link\"" : "",
NonNull(LinkTitle),
((HTAnchor *) parent != dest) && Title ? "in " : "",
(char *) (Title ? Title : Address),
(Title && cp) ? " - " : "",
(Title && cp) ? (cp + 1) : "");
FREE(Address);
FREE(Title);
}
FREE(LinkTitle);
if (hidden_links > 0) {
if (refs > 0)
fprintf(fp0, "\n</%s>\n\n<p>\n",
((keypad_mode == NUMBERS_AS_ARROWS) ?
"ol" : "ul"));
fprintf(fp0, "<%s compact>\n", ((keypad_mode == NUMBERS_AS_ARROWS) ?
"ol continue" : "ul"));
fprintf(fp0, "<lh><em>%s</em>\n", gettext("Hidden links:"));
}
for (cnt = 0; cnt < hidden_links; cnt++) {
StrAllocCopy(Address, HText_HiddenLinkAt(HTMainText, cnt));
LYEntify(&Address, FALSE);
if (isEmpty(Address)) {
FREE(Address);
continue;
}
fprintf(fp0, "<li><a href=\"%s\">%s</a>\n", Address, Address);
FREE(Address);
}
fprintf(fp0, "\n</%s>\n", ((keypad_mode == NUMBERS_AS_ARROWS) ?
"ol" : "ul"));
EndInternalPage(fp0);
LYCloseTempFP(fp0);
/*
* Make necessary changes to newdoc before returning to caller. If the
* intern_w_post flag is set, we keep the POST data in newdoc that have
* been passed in. They should be the same as in the loaded document for
* which we generated the list. In that case the file we have written will
* be associated with the same POST data when it is loaded after we are
* done here, so that following one of the links we have marked as
* "internal link" can lead back to the underlying document with the right
* address+post_data combination. - kw
*/
if (intern_w_post) {
newdoc->internal_link = TRUE;
} else {
LYFreePostData(newdoc);
newdoc->internal_link = FALSE;
}
newdoc->isHEAD = FALSE;
newdoc->safe = FALSE;
return (0);
}
/* HTTPMakeRequest
** ---------------
** Makes a HTTP/1.0-1.1 request header.
*/
PRIVATE int HTTPMakeRequest (HTStream * me, HTRequest * request)
{
HTMethod method = HTRequest_method(request);
HTRqHd request_mask = HTRequest_rqHd(request);
HTParentAnchor * anchor = HTRequest_anchor(request);
char * etag = HTAnchor_etag(anchor);
char crlf[3];
char qstr[10];
*crlf = CR; *(crlf+1) = LF; *(crlf+2) = '\0';
/* Generate the HTTP/1.x RequestLine */
if (me->state == 0) {
if (method != METHOD_INVALID) {
PUTS(HTMethod_name(method));
PUTC(' ');
} else
PUTS("GET ");
me->state++;
}
/*
** Generate the Request URI. If we are using full request URI then it's
** easy. Otherwise we must filter out the path part of the URI.
** In case it's a OPTIONS request then if there is no pathinfo then use
** a * instead. If we use a method different from GET or HEAD then use
** the content-location if available.
*/
if (me->state == 1) {
char * abs_location = NULL;
char * addr = HTAnchor_physical(anchor);
char * location;
/* JK: If the application specified a content-location (which is
stored in the request in default put-name!), we use it instead
of the URL that's being saved to. This is like having a user
defined Content-Location */
location = HTRequest_defaultPutName (request);
if (location)
{
if (HTURL_isAbsolute (location))
{
char * relative;
relative = HTRelative (location, location);
abs_location = HTParse (relative + 2, addr, PARSE_ALL);
HT_FREE (relative);
}
else
abs_location = HTParse (location, addr, PARSE_ALL);
addr = abs_location;
}
#if 0
/*
** We don't use the content-location any more as it is superseeded
** by etags and the combination of the two might do more harm than
** good (The etag is not guaranteed to be unique over multiple URIs)
*/
/*
** If we are using a method different from HEAD and GET then use
** the Content-Location if available, else the Request-URI.
*/
if (!HTMethod_isSafe(method)) {
char * location = HTAnchor_location(anchor);
if (location) {
if (HTURL_isAbsolute(location))
addr = location;
else {
/*
** We have a content-location but it is relative and
** must expand it either to the content-base or to
** the Request-URI itself.
*/
char * base = HTAnchor_base(anchor);
abs_location = HTParse(location, base, PARSE_ALL);
addr = abs_location;
}
}
}
#endif
/*
** If we are using a proxy or newer versions of HTTP then we can
** send the full URL. Otherwise we only send the path.
*/
if (HTRequest_fullURI(request))
StrAllocCopy(me->url, addr);
else {
me->url = HTParse(addr, "", PARSE_PATH | PARSE_PUNCTUATION);
if (method == METHOD_OPTIONS) {
/*
** We don't preserve the final slash or lack of same through
** out the code. This is mainly for optimization reasons
** but it gives a problem OPTIONS. We can either send a "*"
** or a "/" but not both. For now we send a "*".
*/
if (!strcmp(me->url, "/")) *me->url = '*';
}
}
HT_FREE(abs_location);
me->state++;
}
/*
** Now send the URL that we have put together
*/
if (me->state == 2) {
int status = HT_OK;
if ((status = PUTS(me->url)) != HT_OK) return status;
me->state++;
#if 0
fprintf(stderr, "Requesting '%s'\n", me->url);
#endif
}
PUTC(' ');
/*
** Send out the version number. If we know it is a HTTP/1.0 server we
** are talking to then use HTTP/1.0, else use HTTP/1.1 as default version
** number
*/
if (me->version == HTTP_10)
PUTS(HTTP_VERSION_10);
else
PUTS(HTTP_VERSION);
PUTBLOCK(crlf, 2);
/* Request Headers */
if (request_mask & HT_C_ACCEPT_TYPE) {
HTFormat format = HTRequest_outputFormat(request);
/*
** If caller has specified a specific output format then use this.
** Otherwise use all the registered converters to generate the
** accept header
*/
if (format == WWW_PRESENT) {
int list;
HTList *cur;
BOOL first=YES;
for (list=0; list<2; list++) {
if ((!list && ((cur = HTFormat_conversion()) != NULL)) ||
(list && ((cur = HTRequest_conversion(request))!=NULL))) {
HTPresentation * pres;
while ((pres=(HTPresentation *) HTList_nextObject(cur))) {
if (pres->rep_out==WWW_PRESENT && pres->quality<=1.0) {
if (first) {
PUTS("Accept: ");
first=NO;
} else
PUTC(',');
PUTS(HTAtom_name(pres->rep));
if (pres->quality < 1.0 && pres->quality >= 0.0) {
sprintf(qstr, ";q=%1.1f", pres->quality);
PUTS(qstr);
}
}
}
}
}
if (!first) PUTBLOCK(crlf, 2);
} else {
/*
** If we have an explicit output format then only send
** this one if not this is an internal libwww format
** of type www/<star>
*/
if (!HTMIMEMatch(WWW_INTERNAL, format)) {
PUTS("Accept: ");
PUTS(HTAtom_name(format));
PUTBLOCK(crlf, 2);
}
}
}
if (request_mask & HT_C_ACCEPT_CHAR) {
int list;
HTList *cur;
BOOL first=YES;
for (list=0; list<2; list++) {
if ((!list && ((cur = HTFormat_charset()) != NULL)) ||
(list && ((cur = HTRequest_charset(request)) != NULL))) {
HTAcceptNode *pres;
while ((pres = (HTAcceptNode *) HTList_nextObject(cur))) {
if (first) {
PUTS("Accept-Charset: ");
first=NO;
} else
PUTC(',');
PUTS(HTAtom_name(pres->atom));
if (pres->quality < 1.0 && pres->quality >= 0.0) {
sprintf(qstr, ";q=%1.1f", pres->quality);
PUTS(qstr);
}
}
}
}
if (!first) PUTBLOCK(crlf, 2);
}
if (request_mask & HT_C_ACCEPT_ENC) {
int list;
HTList *cur;
BOOL first=YES;
for (list=0; list<2; list++) {
if ((!list && ((cur = HTFormat_contentCoding()) != NULL)) ||
(list && ((cur = HTRequest_encoding(request)) != NULL))) {
HTCoding * pres;
while ((pres = (HTCoding *) HTList_nextObject(cur))) {
double quality = HTCoding_quality(pres);
if (first) {
PUTS("Accept-Encoding: ");
first = NO;
} else
PUTC(',');
PUTS(HTCoding_name(pres));
if (quality < 1.0 && quality >= 0.0) {
sprintf(qstr, ";q=%1.1f", quality);
PUTS(qstr);
}
}
}
}
if (!first) PUTBLOCK(crlf, 2);
}
if (request_mask & HT_C_ACCEPT_TE) {
int list;
HTList *cur;
BOOL first=YES;
for (list=0; list<2; list++) {
if ((!list && ((cur = HTFormat_transferCoding()) != NULL)) ||
(list && ((cur = HTRequest_transfer(request)) != NULL))) {
HTCoding * pres;
while ((pres = (HTCoding *) HTList_nextObject(cur))) {
double quality = HTCoding_quality(pres);
const char * coding = HTCoding_name(pres);
if (first) {
PUTS("TE: ");
first = NO;
} else
PUTC(',');
/* Special check for "chunked" which is translated to "trailers" */
if (!strcasecomp(coding, "chunked"))
PUTS("trailers");
else
PUTS(coding);
if (quality < 1.0 && quality >= 0.0) {
sprintf(qstr, ";q=%1.1f", quality);
PUTS(qstr);
}
}
}
}
if (!first) PUTBLOCK(crlf, 2);
}
if (request_mask & HT_C_ACCEPT_LAN) {
int list;
HTList *cur;
BOOL first=YES;
for (list=0; list<2; list++) {
if ((!list && ((cur = HTFormat_language()) != NULL)) ||
(list && ((cur = HTRequest_language(request)) != NULL))) {
HTAcceptNode *pres;
while ((pres = (HTAcceptNode *) HTList_nextObject(cur))) {
if (first) {
PUTS("Accept-Language: ");
first=NO;
} else
PUTC(',');
PUTS(HTAtom_name(pres->atom));
if (pres->quality < 1.0 && pres->quality >= 0.0) {
sprintf(qstr, ";q=%1.1f", pres->quality);
PUTS(qstr);
}
}
}
}
if (!first) PUTBLOCK(crlf, 2);
}
if (request_mask & HT_C_AUTH) {
HTAssocList * cur = HTRequest_credentials(request);
if (cur) { /* Access authentication */
HTAssoc * pres;
while ((pres = (HTAssoc *) HTAssocList_nextObject(cur))) {
PUTS(HTAssoc_name(pres));
PUTS(": ");
PUTS(HTAssoc_value(pres));
PUTBLOCK(crlf, 2);
}
}
}
if (request_mask & HT_C_EXPECT) {
HTAssocList * cur = HTRequest_expect(request);
if (cur) {
BOOL first=YES;
HTAssoc * pres;
while ((pres = (HTAssoc *) HTAssocList_nextObject(cur))) {
char * value = HTAssoc_value(pres);
if (first) {
PUTS("Expect: ");
first = NO;
} else
PUTC(',');
/* Output the name */
PUTS(HTAssoc_name(pres));
/* Only output the value if not empty string */
if (*value) {
PUTS("=");
PUTS(value);
}
}
PUTBLOCK(crlf, 2);
}
}
if (request_mask & HT_C_FROM) {
HTUserProfile * up = HTRequest_userProfile(request);
const char * mailaddress = HTUserProfile_email(up);
if (mailaddress) {
PUTS("From: ");
PUTS(mailaddress);
PUTBLOCK(crlf, 2);
}
}
if (request_mask & HT_C_HOST) {
char *orig = HTAnchor_address((HTAnchor *) anchor);
char *host = HTParse(orig, "", PARSE_HOST);
char hostace[256];
#if 0
/* Keep the port number for HTTP/1.1 compliance */
char *ptr = strchr(host, ':'); /* Chop off port number */
if (ptr) *ptr = '\0';
#endif
PUTS("Host: ");
/****** still have to check UTF8toACE with port number */
if (!HTACEfromUTF8 (host, hostace, 255)) {
PUTS(hostace);
}
else {
PUTS(host); /* this may be dangerous, but helps server side debugging */
HTTRACE(PROT_TRACE, "HTTP........ Error: Cannot convert to ACE: `%s\'\n" _ host);
}
PUTBLOCK(crlf, 2);
HT_FREE(orig);
HT_FREE(host);
}
/*
** In the "If-*" series of headers, the ones related to etags have higher
** priority than the date relates ones. That is, if we have a etag then
** use that, otherwise use the date. First we check for range, match, and
** unmodified-since.
*/
if (request_mask & HT_C_IF_RANGE && etag) {
PUTS("If-Range: \"");
PUTS(etag);
PUTC('"');
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-Range using etag `%s\'\n" _ etag);
} else if (request_mask & HT_C_IF_MATCH_ANY) {
PUTS("If-Match: *");
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-Match using `*\'\n");
} else if (request_mask & HT_C_IF_MATCH && etag) {
PUTS("If-Match: \"");
PUTS(etag);
PUTC('"');
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-Match using etag `%s\'\n" _ etag);
} else if (request_mask & HT_C_IF_UNMOD_SINCE) {
time_t lm = HTAnchor_lastModified(anchor);
if (lm > 0) {
PUTS("If-Unmodified-Since: ");
PUTS(HTDateTimeStr(&lm, NO));
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-Unmodified-Since `%s\'\n" _ HTDateTimeStr(&lm, NO));
}
}
/*
** If-None-Match and If-Modified-Since are equivalent except that the
** first uses etags and the second uses dates. Etags have precedence over
** dates.
*/
if (request_mask & HT_C_IF_NONE_MATCH_ANY) {
PUTS("If-None-Match: *");
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-None-Match using `*\'\n");
} else if (request_mask & HT_C_IF_NONE_MATCH && etag) {
PUTS("If-None-Match: \"");
PUTS(etag);
PUTC('"');
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-None-Match `%s\'\n" _ etag);
}
if (request_mask & HT_C_IMS) {
time_t lm = HTAnchor_lastModified(anchor);
if (lm > 0) {
PUTS("If-Modified-Since: ");
PUTS(HTDateTimeStr(&lm, NO));
PUTBLOCK(crlf, 2);
HTTRACE(PROT_TRACE, "HTTP........ If-Modified-Since `%s\'\n" _ HTDateTimeStr(&lm, NO));
}
}
/*
** Max forwards is mainly for TRACE where we want to be able to stop the
** TRACE at a specific location un the message path.
*/
if (request_mask & HT_C_MAX_FORWARDS) {
int hops = HTRequest_maxForwards(request);
if (hops >= 0) {
sprintf(qstr, "%d", hops);
PUTS("Max-Forwards: ");
PUTS(qstr);
PUTBLOCK(crlf, 2);
}
}
/*
** Range requests. For now, we only take the first entry registered for
** this request. This means that you can only send a single "unit" and
** then a set of range within this unit. This is in accordance with
** HTTP/1.1. Multiple units will go on multiple lines.
*/
if (request_mask & HT_C_RANGE) {
HTAssocList * cur = HTRequest_range(request);
if (cur) { /* Range requests */
HTAssoc * pres;
while ((pres = (HTAssoc *) HTAssocList_nextObject(cur))) {
PUTS("Range: ");
PUTS(HTAssoc_name(pres)); /* Unit */
PUTS("=");
PUTS(HTAssoc_value(pres)); /* Ranges within this unit */
PUTBLOCK(crlf, 2);
}
}
}
if (request_mask & HT_C_REFERER) {
HTParentAnchor * parent_anchor = HTRequest_parent(request);
if (parent_anchor) {
char * act = HTAnchor_address((HTAnchor *) anchor);
char * parent = HTAnchor_address((HTAnchor *) parent_anchor);
#if 1
char * relative = HTRelative(parent, act);
#else
char * relative = HTParse(parent, act,
PARSE_ACCESS|PARSE_HOST|PARSE_PATH|PARSE_PUNCTUATION);
#endif
if (relative && *relative) {
PUTS("Referer: ");
PUTS(relative);
PUTBLOCK(crlf, 2);
}
HT_FREE(act);
HT_FREE(parent);
HT_FREE(relative);
}
}
if (request_mask & HT_C_USER_AGENT) {
PUTS("User-Agent: ");
PUTS(HTLib_appName());
PUTC('/');
PUTS(HTLib_appVersion());
PUTC(' ');
PUTS(HTLib_name());
PUTC('/');
PUTS(HTLib_version());
PUTBLOCK(crlf, 2);
}
HTTRACE(PROT_TRACE, "HTTP........ Generating HTTP/1.x Request Headers\n");
return HT_OK;
}
/* HTDir_new
** ---------
** Creates a structured stream object and sets up the initial HTML stuff
** Returns the dir object if OK, else NULL
*/
PUBLIC HTDir * HTDir_new (HTRequest * request, HTDirShow show, HTDirKey key)
{
HTDir *dir;
char *title = NULL;
if (!request) return NULL;
/* Create object */
if ((dir = (HTDir *) HT_CALLOC(1, sizeof (HTDir))) == NULL ||
(dir->fnbuf = (char *) HT_MALLOC(MaxFileW+HT_DLEN_SPACE)) == NULL)
HT_OUTOFMEM("HTDir_new");
dir->target = HTMLGenerator(request, NULL, WWW_HTML,
HTRequest_outputFormat(request),
HTRequest_outputStream(request));
HTRequest_setOutputConnected(request, YES);
HTAnchor_setFormat(HTRequest_anchor(request), WWW_HTML);
dir->request = request;
dir->show = show;
dir->key = key;
if (key==HT_DK_NONE)
dir->curfw = MaxFileW;
else {
dir->curfw = MinFileW;
dir->array = HTArray_new(256);
}
/* We're all OK */
HTRequest_addError(request, ERR_INFO, NO, HTERR_OK, NULL, 0, "HTDir_new");
/* Find the length of the fields */
{
int len = HT_DLEN_SPACE+1;
if (show & HT_DS_SIZE) len += (HT_DLEN_SIZE+HT_DLEN_SPACE);
if (show & HT_DS_DATE) len += (HT_DLEN_DATE+HT_DLEN_SPACE);
if (show & HT_DS_DES) len += HT_DLEN_DES;
if ((dir->lnbuf = (char *) HT_MALLOC(len)) == NULL)
HT_OUTOFMEM("HTDir_new");
}
/* Find the title and the base URL */
{
char *addr = HTAnchor_address((HTAnchor *) HTRequest_anchor(request));
char *path = HTParse(addr, "", PARSE_PATH+PARSE_PUNCTUATION);
char *ptr;
if ((ptr = strchr(path, ';')) || (ptr = strchr(path, '?')))
*ptr = '\0';
StrAllocCopy(title, path);
HTUnEscape(title); /* Title */
if((ptr=strrchr(path, '/')) && (ptr<path+strlen(path)-1 || ptr==path)){
StrAllocCopy(dir->base, ++ptr);
StrAllocCat(dir->base, "/");
}
HTTRACE(PROT_TRACE, "HTDir_new... base is `%s\'\n" _ dir->base ? dir->base : "");
HT_FREE(addr);
HT_FREE(path);
}
/* Start the HTML stuff */
{
HTStructured *target = dir->target;
START(HTML_HTML);
START(HTML_HEAD);
START(HTML_TITLE);
PUTS("Current index is ");
PUTS(title);
END(HTML_TITLE);
END(HTML_HEAD);
START(HTML_BODY);
START(HTML_H1);
PUTS("Index of ");
PUTS(title);
END(HTML_H1);
}
HT_FREE(title);
return dir;
}
/* Generate Outout
** ===============
*/
PRIVATE void WSRC_gen_html (HTStream * me, BOOL source_file)
{
if (me->par_value[PAR_DATABASE_NAME]) {
char * shortname = NULL;
int l;
StrAllocCopy(shortname, me->par_value[PAR_DATABASE_NAME]);
l = strlen(shortname);
if ( l > 4 && !strcasecomp(shortname + l -4, ".src")) {
shortname[l-4] = 0; /* Chop of .src -- boring! */
}
START(HTML_TITLE);
PUTS(shortname);
PUTS(source_file ? " WAIS source file" : " index");
END(HTML_TITLE);
START(HTML_H1);
PUTS(shortname);
PUTS(source_file ? " description" : " index");
END(HTML_H1);
HT_FREE(shortname); /* memleak, henrik */
}
START(HTML_DL); /* Definition list of details */
if (source_file) {
START(HTML_DT);
PUTS("Access link");
START(HTML_DD);
if (me->par_value[PAR_IP_NAME] &&
me->par_value[PAR_DATABASE_NAME]) {
char WSRC_address[256];
char *addr = HTAnchor_address((HTAnchor*) me->request->anchor);
char *gate = HTGateway_find(addr);
char *www_database = HTEscape(me->par_value[PAR_DATABASE_NAME],
URL_XALPHAS);
if (!gate) {
sprintf(WSRC_address, "wais://%s%s%s/%s",
me->par_value[PAR_IP_NAME],
me->par_value[PAR_TCP_PORT] ? ":" : "",
me->par_value[PAR_TCP_PORT] ?
me->par_value[PAR_TCP_PORT] :"", www_database);
HTStartAnchor(me->target, NULL, WSRC_address);
PUTS("Direct access");
END(HTML_A);
} else {
sprintf(WSRC_address, "%s%s%s%s/%s",
gate,
me->par_value[PAR_IP_NAME],
me->par_value[PAR_TCP_PORT] ? ":" : "",
me->par_value[PAR_TCP_PORT] ?
me->par_value[PAR_TCP_PORT] : "",
www_database);
HTStartAnchor(me->target, NULL, WSRC_address);
PUTS("Through a gateway");
END(HTML_A);
}
HT_FREE(gate);
HT_FREE(addr);
HT_FREE(www_database);
} else {
give_parameter(me, PAR_IP_NAME);
give_parameter(me, PAR_DATABASE_NAME);
}
} /* end if source_file */
if (me->par_value[PAR_MAINTAINER]) {
START(HTML_DT);
PUTS("Maintainer");
START(HTML_DD);
PUTS(me->par_value[PAR_MAINTAINER]);
}
if (me->par_value[PAR_IP_NAME]) {
START(HTML_DT);
PUTS("Host");
START(HTML_DD);
PUTS(me->par_value[PAR_IP_NAME]);
}
END(HTML_DL);
if (me->par_value[PAR_DESCRIPTION]) {
START(HTML_PRE); /* Preformatted description */
PUTS(me->par_value[PAR_DESCRIPTION]);
END(HTML_PRE);
}
(*me->target->isa->_free)(me->target);
return;
} /* generate html */
