int dealSemiExpressions() { Toker tok; std::string fileSpec1 = "../Tokenizer/test_tokenizer.txt"; std::fstream inn(fileSpec1); if (!inn.good()) { std::cout << "\n can't open file " << fileSpec1 << "\n\n"; return 1; } tok.attach(&inn); tok.setComments(false); tok.set("<,>,[,],(,),{,},:,=,+,-,*,\n", "<,<,>,>,:,:,+,+,-,-,=,=,+,=,-,=,*,=,/,=,-,>"); SemiExp semi(&tok); semi.get(); while (semi.get()) { std::cout << "\n -- semiExpression --"; std::string str = semi.show(); std::cout << str; } if (semi.length() > 0) { std::cout << "\n -- semiExpression --"; semi.show(); std::cout << "\n\n"; } return 0; }
int dealTokenizer(Toker& toker) { std::cout << "Input for Tokenizer" << std::endl; std::string fileSpec = "../Tokenizer/test_tokenizer.txt"; std::ifstream file("../Tokenizer/test_tokenizer.txt"); std::string str; while (std::getline(file, str)) { std::cout << str << std::endl; } std::cout << "-----------------------------------------------------------------------------------------\n"; std::ifstream in(fileSpec); if (!in.good()) { std::cout << "\n can't open " << fileSpec << "\n\n"; return 1; } toker.attach(&in); toker.setComments(true); toker.set("<,>,[,],(,),{,},:,=,+,-,*,\n", "<,<,>,>,:,:,+,+,-,-,=,=,+,=,-,=,*,=,/,=,-,>"); std::cout << "OUPUT \n"; do { std::string tok = toker.getTok(); if (tok == "\n") { tok = "newline"; } std::cout << "\n -- " << tok; } while (in.good()); std::cout << "\n"; return 0; }