Example #1
0
/**
 * Test Analyzer::languageFromFile().
 * \param analyzer analyzer
 * \param fileName file name
 */
void testLanguageFromFile(Analyzer& analyzer, const char* fileName)
{
    LanguageID id;
    if(! analyzer.languageFromFile(fileName, id))
    {
        cerr << "error to get language ID from file " << fileName << endl;
        exit(1);
    }

    cout << "primary language: " << Knowledge::getLanguageNameFromID(id) << endl << endl;
}
Example #2
0
/**
 * Run Analyzer::languageFromString() for each line in \e fileName, and print those different results with Analyzer::languageFromFile().
 * \param analyzer analyzer
 * \param fileName file name
 *
 * It would test like below:
 * 1. print the primary language of the file.
 * 2. print those lines which primary language is not the same as the file.
 */
void testLanguageFromFileLine(Analyzer& analyzer, const char* fileName)
{
    LanguageID fileID;
    if(! analyzer.languageFromFile(fileName, fileID))
    {
        cerr << "error to get language ID from file " << fileName << endl;
        exit(1);
    }

    cout << "file primary language: " << Knowledge::getLanguageNameFromID(fileID) << endl << endl;

    ifstream ifs(fileName);
    if(! ifs)
    {
        cerr << "error in opening file " << fileName << endl;
        exit(1);
    }

    cout << "========== the lines with different primary language:" << endl;

    string line;
    LanguageID lineID;
    int totalLine = 0;
    int diffLine = 0;
    while(getline(ifs, line))
    {
        if(line.empty())
            continue;

        ++totalLine;

        if(! analyzer.languageFromString(line.c_str(), lineID))
        {
            cerr << "error to get language ID from string " << line << endl;
            exit(1);
        }
        if(lineID != fileID)
        {
            cout << Knowledge::getLanguageNameFromID(lineID) << "\t" << line << endl;
            ++diffLine;
        }
    }

    cout << endl;
    cout << "========== statistics result:" << endl;
    cout << "diff lines: " << diffLine << endl;
    cout << "total lines: " << totalLine << endl;
    cout << "line correct rate: ";
    if(totalLine)
        cout << (double)(totalLine - diffLine) / totalLine * 100 << "%" << endl;
    else
        cout << "0%" << endl;
}