int dealSemiExpressions()
{
Toker tok;
std::string fileSpec1 = "../Tokenizer/test_tokenizer.txt";
std::fstream inn(fileSpec1);
if (!inn.good())
{
std::cout << "\n can't open file " << fileSpec1 << "\n\n";
return 1;
}
tok.attach(&inn);
tok.setComments(false);
tok.set("<,>,[,],(,),{,},:,=,+,-,*,\n", "<,<,>,>,:,:,+,+,-,-,=,=,+,=,-,=,*,=,/,=,-,>");
SemiExp semi(&tok);
semi.get();
while (semi.get())
{
std::cout << "\n -- semiExpression --";
std::string str = semi.show();
std::cout << str;
}
if (semi.length() > 0)
{
std::cout << "\n -- semiExpression --";
semi.show();
std::cout << "\n\n";
}
return 0;
}
int dealTokenizer(Toker& toker)
{
std::cout << "Input for Tokenizer" << std::endl;
std::string fileSpec = "../Tokenizer/test_tokenizer.txt";
std::ifstream file("../Tokenizer/test_tokenizer.txt");
std::string str;
while (std::getline(file, str))
{
std::cout << str << std::endl;
}
std::cout << "-----------------------------------------------------------------------------------------\n";
std::ifstream in(fileSpec);
if (!in.good())
{
std::cout << "\n can't open " << fileSpec << "\n\n";
return 1;
}
toker.attach(&in);
toker.setComments(true);
toker.set("<,>,[,],(,),{,},:,=,+,-,*,\n", "<,<,>,>,:,:,+,+,-,-,=,=,+,=,-,=,*,=,/,=,-,>");
std::cout << "OUPUT \n";
do
{
std::string tok = toker.getTok();
if (tok == "\n")
{
tok = "newline";
}
std::cout << "\n -- " << tok;
} while (in.good());
std::cout << "\n";
return 0;
}
