Exemple #1
0
void Lexer::PushBack(Token& t)
{
	DEBUG("Pushback: %s", t.ToString().c_str() );
	pushback_tokens.push_back(t);
}
Exemple #2
0
void ParseTokens(vector<Token>& tokens, XMLDocument& outDoc){
	Stack<Token> tokenStack;
	Stack<XMLElement> elementStack;
	bool inTag = false;

	for(auto iter = tokens.begin(); iter != tokens.end(); iter++){
		Token token = *iter;
		//cout << "Parsing token: |" << token << "|" << endl;
		if(token == "<"){
			inTag = true;
			tokenStack.Push(token);
		}
		else if(token == "/"){
			if(tokenStack.Top() == "<"){
				//Add the element to the doc
				XMLElement elem = elementStack.Pop();
				if(elementStack.count == 0){
					outDoc.contents.push_back(elem);
				}
				else{
					elementStack.Top().children.push_back(elem);
				}
				
				iter++;
				iter++;
			}
			else{
				tokenStack.Push(token);
			}
		}
		else if(token == ">"){
			inTag = false;
			bool startList = true;
			if(tokenStack.Top() == "/"){
				startList = false;
				tokenStack.Pop();
			}

			Token currToken = tokenStack.Pop();
			XMLAttribute attr;
			attr.data = attr.name = "";
			bool gotData = false;
			while(currToken != "<"){
				if(currToken == "="){
					//do nothing
				}
				else if(!gotData){
					attr.data = currToken.ToString();
					gotData = true;
				}
				else{
					attr.name = currToken.ToString();
					elementStack.Top().AddAttribute(attr.name, attr.data);
					attr.data = attr.name = "";
					gotData = false;
				}
				currToken = tokenStack.Pop();
			}

			if(!startList){
				XMLElement elem = elementStack.Pop();
				if(elementStack.count == 0){
					outDoc.contents.push_back(elem);
				}
				else{
					elementStack.Top().children.push_back(elem);
				}
			}
		}
		else{
			if(!inTag){
				XMLElement elem;
				elem.name = "__plaintext__";
				elem.AddAttribute("val", token.ToString());
				if(elementStack.count == 0){
					outDoc.contents.push_back(elem);
				}
				else{
					elementStack.Top().children.push_back(elem);
				}
				continue;
			}
			else if(tokenStack.Top() == "<"){
				XMLElement elem;
				elem.name = token.ToString();
				//cout << "Pushing to element stack: " << token << endl;
				elementStack.Push(elem);
			}
			//cout << "Pushing token: "<< token << endl;
			tokenStack.Push(token);
		}
	}
}