/* Traverse the document tree */
void dumpNode(TidyDoc doc, TidyNode tnod, int indent )
{
TidyNode child;
for ( child = tidyGetChild(tnod); child; child = tidyGetNext(child) )
{
ctmbstr name = tidyNodeGetName( child );
if ( name )
{
/* if it has a name, then it's an HTML tag ... */
TidyAttr attr;
printf( "%*.*s%s ", indent, indent, "<", name);
/* walk the attribute list */
for ( attr=tidyAttrFirst(child); attr; attr=tidyAttrNext(attr) ) {
printf(tidyAttrName(attr));
tidyAttrValue(attr)?printf("=\"%s\" ",
tidyAttrValue(attr)):printf(" ");
}
printf( ">\n");
}
else {
/* if it doesn't have a name, then it's probably text, cdata, etc... */
TidyBuffer buf;
tidyBufInit(&buf);
tidyNodeGetText(doc, child, &buf);
printf("%*.*s\n", indent, indent, buf.bp?(char *)buf.bp:"");
tidyBufFree(&buf);
}
dumpNode( doc, child, indent + 4 ); /* recursive */
}
}
static void html_find_objects(TidyNode node, GSList** objs) {
TidyNode child;
gchar* url = NULL;
const gchar* name = NULL;
GHashTable* attrs = NULL;
for (child = tidyGetChild(node); child; child = tidyGetNext(child)) {
attrs = html_get_attributes(child);
if ((name = tidyNodeGetName(child))) {
if (g_ascii_strncasecmp(name, "img", 3) == 0) {
url = html_parse_img(attrs);
} else if (g_ascii_strncasecmp(name, "script", 6) == 0) {
url = html_parse_script(attrs);
} else if (g_ascii_strncasecmp(name, "link", 4) == 0) {
url = html_parse_link(attrs);
}
g_hash_table_destroy(attrs);
if (url != NULL) {
*objs = g_slist_append(*objs, g_strdup(url));
url = NULL;
}
}
html_find_objects(child, objs);
}
}
void dumpNode( TidyNode tnod, int indent )
{
TidyNode child;
for ( child = tidyGetChild(tnod); child; child = tidyGetNext(child) )
{
ctmbstr name;
switch ( tidyNodeGetType(child) )
{
case TidyNode_Root: name = "Root"; break;
case TidyNode_DocType: name = "DOCTYPE"; break;
case TidyNode_Comment: name = "Comment"; break;
case TidyNode_ProcIns: name = "Processing Instruction"; break;
case TidyNode_Text: name = "Text"; break;
case TidyNode_CDATA: name = "CDATA"; break;
case TidyNode_Section: name = "XML Section"; break;
case TidyNode_Asp: name = "ASP"; break;
case TidyNode_Jste: name = "JSTE"; break;
case TidyNode_Php: name = "PHP"; break;
case TidyNode_XmlDecl: name = "XML Declaration"; break;
case TidyNode_Start:
case TidyNode_End:
case TidyNode_StartEnd:
default:
name = tidyNodeGetName( child );
break;
}
assert( name != NULL );
TRACE( "------%d,%d, %s,%s", indent, indent, " ", name );
dumpNode( child, indent + 4 );
}
}
DFNode *fromTidyNode(DFDocument *htmlDoc, TidyDoc tdoc, TidyNode tnode)
{
switch (tidyNodeGetType(tnode)) {
case TidyNode_Text: {
char *value = copyTidyNodeValue(tnode,tdoc);
DFNode *result = DFCreateTextNode(htmlDoc,value);
free(value);
return result;
}
case TidyNode_CDATA:
break;
case TidyNode_Comment:
break;
case TidyNode_Root:
printf("Have root\n");
break;
default: {
const char *name = tidyNodeGetName(tnode);
if (name == NULL) {
printf("NULL name for %p, type %d\n",tnode,tidyNodeGetType(tnode));
return NULL;
}
const NamespaceDecl *namespaceDecl = DFNameMapNamespaceForID(htmlDoc->map,NAMESPACE_HTML);
Tag tag = DFNameMapTagForName(htmlDoc->map,namespaceDecl->namespaceURI,name);
DFNode *element = DFCreateElement(htmlDoc,tag);
for (TidyAttr tattr = tidyAttrFirst(tnode); tattr != NULL; tattr = tidyAttrNext(tattr)) {
const char *name = tidyAttrName(tattr);
const char *value = tidyAttrValue(tattr);
if (value == NULL) // Can happen in case of the empty string
value = "";;
Tag attrTag = DFNameMapTagForName(htmlDoc->map,namespaceDecl->namespaceURI,name);
DFSetAttribute(element,attrTag,value);
}
for (TidyNode tchild = tidyGetChild(tnode); tchild != NULL; tchild = tidyGetNext(tchild)) {
DFNode *child = fromTidyNode(htmlDoc,tdoc,tchild);
if (child != NULL)
DFAppendChild(element,child);
}
return element;
}
}
return NULL;
}
static void traverseNodes(TidyDoc doc, lua_State *L, TidyNode node)
{
TidyNodeType nt = tidyNodeGetType ( node );
switch (nt)
{
case TidyNode_Text:
if ( tidyNodeHasText (doc, node) )
{
if ( push_node_text(L, doc, node) == 1 )
{
lua_tableinsert(L);
}
}
break;
case TidyNode_Start:
case TidyNode_StartEnd:
lua_newtable(L);
if ( push_node_attributes(L, node) == 1 )
{
lua_pushstring(L, "attr");
lua_insert(L,-2);
lua_rawset(L,-3);
}
lua_pushstring(L,"tag");
lua_pushstring(L, tidyNodeGetName (node));
lua_rawset(L,-3);
traverseDeeper(doc, L, node);
lua_tableinsert(L);
break;
case TidyNode_Root:
traverseDeeper(doc, L, node);
break;
default:
// ignore. keep gcc compiler happy.
break;
}
}
void nuiHTMLNode::SetFromNode(const void* _tdoc, const void* _tnod, nglTextEncoding encoding, bool ComputeStyle)
{
Clear();
TidyDoc tdoc = (TidyDoc)_tdoc;
TidyNode tnod = (TidyNode)_tnod;
mName = nglString(tidyNodeGetName(tnod), encoding);
mType = (NodeType)tidyNodeGetType(tnod);
mTagType = (TagType)tidyNodeGetId(tnod);
nglString text;
TidyBuffer buf;
tidyBufInit(&buf);
if (tidyNodeGetValue(tdoc, tnod, &buf))
{
mText.Import((const char*)buf.bp, (int32)buf.size, encoding);
//NGL_OUT(_T("<%s> %s\n"), mName.GetChars(), mText.GetChars());
}
tidyBufFree(&buf);
// Fill the attributes:
TidyAttr tattr;
for (tattr = tidyAttrFirst(tnod); tattr; tattr = tidyAttrNext(tattr))
{
nuiHTMLAttrib* pAttrib = new nuiHTMLAttrib(tattr, encoding);
mAttributes.push_back(pAttrib);
}
if (ComputeStyle)
{
mpStyle = new nuiCSSStyle(this);
nuiHTMLAttrib* pStyle = GetAttribute(nuiHTMLAttrib::eAttrib_STYLE);
if (pStyle)
{
AddStyleSheet(GetSourceURL(), pStyle->GetValue(), true);
}
}
}
TidyNode UCHome_Main_SiteConst::first_feed(void *state_data, TidyDoc doc)
{
ParserStateObject *state_obj = (ParserStateObject*)state_data;
TidyNode node = NULL;
TidyNode node2 = NULL;
////////
this->signtext = this->find_sign_text(doc);
this->photourl = this->find_photo_url(doc);
//this->sysnotes = this->find_sys_notice(doc);
//////////////
node = this->searchNode(doc, NULL, "enter-content", TidyTag_DIV);
if(node == NULL) {
q_debug()<<"No feed node found";
return NULL;
}
node2 = tidyGetChild(node);
assert(node2 != NULL);
int nid = tidyNodeGetId(node2);
if(nid == TidyTag_H4) {
state_obj->curr_date = this->get_time_string(doc, node2);
node = tidyGetNext(node2);
if(node == NULL) {
//null
}else{
return tidyGetChild(node);
}
}else if(nid == TidyTag_UL) {
node = tidyGetChild(node2);
if(tidyNodeGetId(node) == TidyTag_LI) {
return node; // okkkkkk
}
}else{
q_debug()<<"Unknown node type:"<<tidyNodeGetName(node2);
}
return NULL;
}
static void tidy_add_default_properties(PHPTidyObj *obj, tidy_obj_type type)
{
TidyBuffer buf;
TidyAttr tempattr;
TidyNode tempnode;
zval attribute, children, temp;
PHPTidyObj *newobj;
switch(type) {
case is_node:
if (!obj->std.properties) {
rebuild_object_properties(&obj->std);
}
tidyBufInit(&buf);
tidyNodeGetText(obj->ptdoc->doc, obj->node, &buf);
ADD_PROPERTY_STRINGL(obj->std.properties, value, buf.bp, buf.size ? buf.size-1 : 0);
tidyBufFree(&buf);
ADD_PROPERTY_STRING(obj->std.properties, name, tidyNodeGetName(obj->node));
ADD_PROPERTY_LONG(obj->std.properties, type, tidyNodeGetType(obj->node));
ADD_PROPERTY_LONG(obj->std.properties, line, tidyNodeLine(obj->node));
ADD_PROPERTY_LONG(obj->std.properties, column, tidyNodeColumn(obj->node));
ADD_PROPERTY_BOOL(obj->std.properties, proprietary, tidyNodeIsProp(obj->ptdoc->doc, obj->node));
switch(tidyNodeGetType(obj->node)) {
case TidyNode_Root:
case TidyNode_DocType:
case TidyNode_Text:
case TidyNode_Comment:
break;
default:
ADD_PROPERTY_LONG(obj->std.properties, id, tidyNodeGetId(obj->node));
}
tempattr = tidyAttrFirst(obj->node);
if (tempattr) {
char *name, *val;
array_init(&attribute);
do {
name = (char *)tidyAttrName(tempattr);
val = (char *)tidyAttrValue(tempattr);
if (name && val) {
add_assoc_string(&attribute, name, val);
}
} while((tempattr = tidyAttrNext(tempattr)));
} else {
ZVAL_NULL(&attribute);
}
zend_hash_str_update(obj->std.properties, "attribute", sizeof("attribute") - 1, &attribute);
tempnode = tidyGetChild(obj->node);
if (tempnode) {
array_init(&children);
do {
tidy_instanciate(tidy_ce_node, &temp);
newobj = Z_TIDY_P(&temp);
newobj->node = tempnode;
newobj->type = is_node;
newobj->ptdoc = obj->ptdoc;
newobj->ptdoc->ref_count++;
tidy_add_default_properties(newobj, is_node);
add_next_index_zval(&children, &temp);
} while((tempnode = tidyGetNext(tempnode)));
} else {
ZVAL_NULL(&children);
}
zend_hash_str_update(obj->std.properties, "child", sizeof("child") - 1, &children);
break;
case is_doc:
if (!obj->std.properties) {
rebuild_object_properties(&obj->std);
}
ADD_PROPERTY_NULL(obj->std.properties, errorBuffer);
ADD_PROPERTY_NULL(obj->std.properties, value);
break;
}
}
static void convertNode(TidyNode node, int level, bool opentag)
{
ctmbstr name;
TidyAttr tattr;
struct htmlTag *t;
int nattr; /* number of attributes */
int i;
switch (tidyNodeGetType(node)) {
case TidyNode_Text:
name = "Text";
break;
case TidyNode_Start:
case TidyNode_End:
case TidyNode_StartEnd:
name = tidyNodeGetName(node);
break;
default:
return;
}
t = newTag((char *)name);
if (!t)
return;
if (!opentag) {
t->slash = true;
return;
}
/* if a js script, remember the line number for error messages */
if (t->action == TAGACT_SCRIPT)
t->js_ln = tidyNodeLine(node);
/* this is the open tag, set the attributes */
/* special case for text tag */
if (t->action == TAGACT_TEXT) {
TidyBuffer tnv = { 0 }; /* text-node value */
tidyBufClear(&tnv);
tidyNodeGetValue(tdoc, node, &tnv);
if (tnv.size) {
t->textval = cloneString(tnv.bp);
tidyBufFree(&tnv);
}
}
nattr = 0;
tattr = tidyAttrFirst(node);
while (tattr != NULL) {
++nattr;
tattr = tidyAttrNext(tattr);
}
t->attributes = allocMem(sizeof(char *) * (nattr + 1));
t->atvals = allocMem(sizeof(char *) * (nattr + 1));
i = 0;
tattr = tidyAttrFirst(node);
while (tattr != NULL) {
t->attributes[i] = cloneString(tidyAttrName(tattr));
t->atvals[i] = cloneString(tidyAttrValue(tattr));
++i;
tattr = tidyAttrNext(tattr);
}
t->attributes[i] = 0;
t->atvals[i] = 0;
/* innerHTML, only for certain tags */
if (t->info->bits & TAG_INNERHTML) {
TidyBuffer tnv = { 0 }; /* text-node value */
tidyBufClear(&tnv);
t->innerHTML = emptyString;
tidyNodeGetText(tdoc, node, &tnv);
if (tnv.size) {
/* But it's not the original html, it has been sanitized.
* Put a cap on size, else memory consumed could, theoretically,
* grow as the size of the document squared. */
if (tnv.size <= 4096)
t->innerHTML = cloneString(tnv.bp);
tagStrip(t->innerHTML);
tidyBufFree(&tnv);
}
}
} /* convertNode */
/* this is strictly for debugging, level >= 5 */
static void printNode(TidyNode node, int level, bool opentag)
{
ctmbstr name;
TidyAttr tattr;
if (!opentag) {
puts("}");
return;
}
switch (tidyNodeGetType(node)) {
case TidyNode_Root:
name = "Root";
break;
case TidyNode_DocType:
name = "DOCTYPE";
break;
case TidyNode_Comment:
name = "Comment";
break;
case TidyNode_ProcIns:
name = "Processing Instruction";
break;
case TidyNode_Text:
name = "Text";
break;
case TidyNode_CDATA:
name = "CDATA";
break;
case TidyNode_Section:
name = "XML Section";
break;
case TidyNode_Asp:
name = "ASP";
break;
case TidyNode_Jste:
name = "JSTE";
break;
case TidyNode_Php:
name = "PHP";
break;
case TidyNode_XmlDecl:
name = "XML Declaration";
break;
case TidyNode_Start:
case TidyNode_End:
case TidyNode_StartEnd:
default:
name = tidyNodeGetName(node);
break;
}
assert(name != NULL);
printf("Node(%d): %s {\n", level, ((char *)name));
/* the ifs could be combined with && */
if (stringEqual(((char *)name), "Text")) {
TidyBuffer tnv = { 0 }; /* text-node value */
tidyBufClear(&tnv);
tidyNodeGetValue(tdoc, node, &tnv);
printf("Text: %s\n", tnv.bp);
if (tnv.size)
tidyBufFree(&tnv);
}
/* Get the first attribute for the node */
tattr = tidyAttrFirst(node);
while (tattr != NULL) {
/* Print the node and its attribute */
printf("@%s = %s\n", tidyAttrName(tattr), tidyAttrValue(tattr));
/* Get the next attribute */
tattr = tidyAttrNext(tattr);
}
} /* printNode */
static void parse_html(TidyDoc tdoc, TidyNode tnod, const url_list_t *elem, int indent, FILE *outfile)
{
TidyNode child;
TidyAttr attr;
TidyAttrId attr_id = TidyAttr_UNKNOWN;
TidyNodeType node_type;
TidyTagId node_id;
ctmbstr name;
char *url, *relative_url = NULL;
int found = 0;
int get_html_link = (!option_values.depth || elem->level < option_values.depth);
int get_int_html_link = (!option_values.depth || elem->level < option_values.depth+1);
int get_ext_depends = ((!option_values.depth || elem->level < option_values.depth+1)
&& !option_values.no_html_dependencies);
for (child = tidyGetChild(tnod); child; child = tidyGetNext(child)) {
node_type = tidyNodeGetType(child);
switch (node_type) {
case TidyNode_Start:
case TidyNode_StartEnd:
node_id = tidyNodeGetId(child);
if (get_html_link && (node_id == TidyTag_A || node_id == TidyTag_AREA || node_id == TidyTag_MAP)) {
found = 1;
attr_id = TidyAttr_HREF;
}
else if (get_int_html_link && (node_id == TidyTag_FRAME || node_id == TidyTag_IFRAME)) {
found = 1;
attr_id = TidyAttr_SRC;
}
else if (get_ext_depends) {
if (node_id == TidyTag_LINK) {
found = 1;
attr_id = TidyAttr_HREF;
}
else if (node_id == TidyTag_IMG || node_id == TidyTag_SCRIPT) {
found = 1;
attr_id = TidyAttr_SRC;
}
else {
found = 0;
attr_id = TidyAttr_UNKNOWN;
}
}
else {
found = 0;
attr_id = TidyAttr_UNKNOWN;
}
if (found && (attr = tidyAttrGetById(child, attr_id)) != NULL) {
url = (char *) tidyAttrValue(attr);
string_free(relative_url);
if (url && *url)
add_new_url_and_check(elem, url, outfile ? &relative_url : NULL);
}
if (outfile && (name = tidyNodeGetName(child)) != NULL) {
fprintf(outfile, "%*.*s%s", indent, indent, "<", name);
for (attr = tidyAttrFirst(child); attr; attr = tidyAttrNext(attr)) {
fprintf(outfile, " %s", tidyAttrName(attr));
if (relative_url && (tidyAttrGetId(attr) == attr_id))
fprintf(outfile, "=\"%s\"", relative_url);
else if (tidyAttrValue(attr))
fprintf(outfile, "=\"%s\"", tidyAttrValue(attr) ? tidyAttrValue(attr) : "");
else
fprintf(outfile, "=\"\"");
}
string_free(relative_url);
if (node_type == TidyNode_StartEnd)
fprintf(outfile, "/>\n");
else {
fprintf(outfile, ">\n");
parse_html(tdoc, child, elem, indent + 1, outfile);
fprintf(outfile, "%*.*s%s>\n", indent + 1, indent + 1, "</", name);
}
}
else {
string_free(relative_url);
parse_html(tdoc, child, elem, indent + 1, outfile);
}
break;
case TidyNode_End:
if (outfile) {
if ((name = tidyNodeGetName(child)) != NULL)
fprintf(outfile, "%*.*s/%s>\n", indent, indent, "<", name);
}
break;
case TidyNode_Text:
if (outfile) {
TidyBuffer buf;
TidyTagId parent_node_id = tidyNodeGetId(tnod);
tidyBufInit(&buf);
if (parent_node_id == TidyTag_SCRIPT || parent_node_id == TidyTag_STYLE)
tidyNodeGetValue(tdoc, child, &buf);
else
tidyNodeGetText(tdoc, child, &buf);
if (buf.bp)
fprintf(outfile, "%s", (char *)buf.bp);
tidyBufFree(&buf);
}
break;
case TidyNode_Comment:
if (outfile) {
TidyBuffer buf;
tidyBufInit(&buf);
tidyNodeGetValue(tdoc, child, &buf);
if (buf.bp)
fprintf(outfile, "<!--%s-->\n", (char *)buf.bp);
tidyBufFree(&buf);
}
break;
case TidyNode_CDATA:
if (outfile) {
TidyBuffer buf;
tidyBufInit(&buf);
tidyNodeGetValue(tdoc, child, &buf);
if (buf.bp)
fprintf(outfile, "<![CDATA[%s]]>\n", (char *)buf.bp);
tidyBufFree(&buf);
}
break;
case TidyNode_DocType:
if (outfile) {
int pub = 0;
fprintf(outfile, "<!DOCTYPE %s", tidyNodeGetName(child));
for (attr = tidyAttrFirst(child); attr; attr = tidyAttrNext(attr)) {
if (!pub) {
fprintf(outfile, " %s", tidyAttrName(attr));
if (!string_casecmp(tidyAttrName(attr), "PUBLIC"))
pub = 1;
}
if (tidyAttrValue(attr))
fprintf(outfile, " \"%s\"", tidyAttrValue(attr));
}
fprintf(outfile, ">\n");
}
break;
default:
if (outfile) {
TidyBuffer buf;
tidyBufInit(&buf);
tidyNodeGetValue(tdoc, child, &buf);
if (buf.bp)
fprintf(outfile, "%s", (char *)buf.bp);
tidyBufFree(&buf);
}
break;
}
}
}
/* Traverse the document tree */
int dumpNode(TidyDoc doc, TidyNode tnod, int element, WeatherData *data )
{
TidyNode child;
for ( child = tidyGetChild(tnod); child; child = tidyGetNext(child) )
{
element++;
ctmbstr name = tidyNodeGetName( child );
if ( name )
{
/* if it has a name, then it's an HTML tag ... */
//TidyAttr attr;
//printf( "%*.*s%s ", indent, indent, "<", name);
/* walk the attribute list */
//for ( attr=tidyAttrFirst(child); attr; attr=tidyAttrNext(attr) ) {
//printf(tidyAttrName(attr));
//tidyAttrValue(attr)?printf("=\"%s\" ",
//tidyAttrValue(attr)):printf(" ");
//}
//printf( ">\n");
}
else {
/* if it doesn't have a name, then it's probably text, cdata, etc... */
TidyBuffer buf;
tidyBufInit(&buf);
tidyNodeGetText(doc, child, &buf);
//printf("[%d]%s\n", element, buf.bp?(char *)buf.bp:"");
switch (element)
{
case 133:
sscanf( (char*)buf.bp, "%lf", &(data->outsideTemp) );
break;
case 159:
sscanf( (char*)buf.bp, "%d", &(data->outsideHumidity));
break;
case 301:
sscanf( (char*)buf.bp, "%lf", &(data->dewPoint));
break;
case 333:
sscanf( (char*)buf.bp, "%lf", &(data->barometer));
break;
case 391: // wind speed
if ( sscanf( (char*)buf.bp, "%lf", &(data->instantWindSpeed)) == 0)
{
data->instantWindSpeed = 0;
}
break;
case 417: // wind direction
{
char b[100];
int i,j=0;
for ( i=0; i<strlen((char*)buf.bp); i++)
{
if ( isdigit( ((char*)buf.bp)[i]))
{
b[j] = ((char*)buf.bp)[i];
j++;
}
}
b[j] = 0;
sscanf( b, "%d", &(data->instantWindDirection));
}
break;
case 503:
if ( sscanf( (char*)buf.bp, "%lf", &(data->avgWindSpeed_2min)) == 0 )
{
data->avgWindSpeed_2min = 0;
}
break;
case 533:
if ( sscanf( (char*)buf.bp, "%lf", &(data->windGust_10min)) == 0 )
{
data->windGust_10min = 0;
}
break;
case 599:
sscanf( (char*)buf.bp, "%lf", &(data->rainRate));
break;
case 603:
sscanf( (char*)buf.bp, "%lf", &(data->dailyRain));
break;
case 625:
sscanf( (char*)buf.bp, "%lf", &(data->lastHourRain));
break;
}
tidyBufFree(&buf);
}
element++;
element = dumpNode( doc, child, element, data ); /* recursive */
}
return element;
}
