InfoList InfoReader::convertListToInfoList(QStringList l) {
InfoList r;
for (int n = 0; n < l.count(); n++) {
QStringList s = l[n].split("|");
if (s.count() >= 2) {
r.append(InfoData(s[0], s[1]));
}
}
return r;
}
void Worker::threadFinished()
{
++m_finishedCount;
Q_ASSERT(m_finishedCount == 1 || m_finishedCount == 2);
const ResultThreader *const handler = static_cast<ResultThreader *>(sender());
Q_ASSERT(handler);
switch(handler->type())
{
case ResultThreader::Baseline:
{
m_baseline = handler->result();
break;
}
case ResultThreader::Result:
m_result = handler->result();
}
if(m_finishedCount == 1) /* One thread's missing. */
return;
/* Ok, both threads have now finished, and we got their results in m_result and m_baseline. */
/* No matter how this function exits, we want to delete this Worker. */
deleteLater();
ResultThreader::Hash::const_iterator itA(m_result.constBegin());
ResultThreader::Hash::const_iterator itB(m_baseline.constBegin());
const ResultThreader::Hash::const_iterator endA(m_result.constEnd());
const ResultThreader::Hash::const_iterator endB(m_baseline.constEnd());
const int baselineCount = m_baseline.count();
const int resultCount = m_result.count();
/* If you want useful output, change the QTextStream to use stderr. */
//QTextStream err(stderr);
QByteArray out;
QTextStream err(&out);
if(resultCount < baselineCount)
{
err << qPrintable(QString(QLatin1String("WARNING: Test result contains %1 reports, "
"but the baseline contains %2, a DECREASE "
"of %3 tests.\n"))
.arg(resultCount)
.arg(baselineCount)
.arg(resultCount - baselineCount));
}
else if(resultCount > baselineCount)
{
err << qPrintable(QString(QLatin1String("NOTE: The number of tests run is more than what "
"the baseline specifies. Run was %1 test cases, the "
"baseline specifies %2; an increase of %3 tests.\n"))
.arg(resultCount)
.arg(baselineCount)
.arg(resultCount - baselineCount));
}
for(; itA != endA; ++itA)
{
const TestResult::Status result = itA.value();
const TestResult::Status baseline = m_baseline.value(itA.key());
if(result == baseline) /* We have no change. */
{
if(result == TestResult::NotTested)
m_notTested.append(itA.key());
else
continue;
}
else if(baseline == TestResult::Pass && result == TestResult::Fail)
m_unexpectedFailures.append(itA.key());
else if(baseline == TestResult::Fail && result == TestResult::Pass)
m_unexpectedPasses.append(itA.key());
}
list(err, QLatin1String("Not tested"), m_notTested);
list(err, QLatin1String("Unexpected failures"), m_unexpectedFailures);
list(err, QLatin1String("Unexpected passes"), m_unexpectedPasses);
err << "SUMMARY:\n";
typedef QPair<QString, int> Info;
typedef QList<Info> InfoList;
InfoList info;
const int totFail = count(m_result, TestResult::Fail);
const int totPass = count(m_result, TestResult::Pass);
const int total = resultCount;
const int notTested = m_notTested.count();
const int percentage = total==0 ? 0 : int((static_cast<double>(totPass) / total) * 100);
Q_ASSERT_X(percentage >= 0 && percentage <= 100, Q_FUNC_INFO,
qPrintable(QString(QLatin1String("Percentage was: %1")).arg(percentage)));
info.append(Info(QLatin1String("Total"), total));
info.append(Info(QLatin1String("Failures"), totFail));
info.append(Info(QLatin1String("Passes"), totPass));
info.append(Info(QLatin1String("Not tested"), notTested));
info.append(Info(QLatin1String("Pass percentage(%)"), percentage));
info.append(Info(QLatin1String("Unexpected failures"), m_unexpectedFailures.count()));
info.append(Info(QLatin1String("Unexpected passes"), m_unexpectedPasses.count()));
const InfoList::const_iterator end(info.constEnd());
InfoList::const_iterator it(info.constBegin());
/* List the statistics nicely in a row with padded columns. */
for(; it != end; ++it)
{
const QString result((((*it).first) + QLatin1Char(':')).leftJustified(22, QLatin1Char(' ')));
err << m_indent << qPrintable(result) << (*it).second << '\n';
}
if(!m_unexpectedFailures.isEmpty())
{
err << "FAILURE: Regressions discovered, baseline was not updated.\n";
err.flush();
QTextStream(stderr) << out;
m_eventLoop.exit(ExitCode::Regression);
return;
}
else if(m_unexpectedPasses.isEmpty() && baselineCount == resultCount)
{
err << "Result was identical to the baseline, baseline was not updated.\n";
m_eventLoop.exit(ExitCode::Success);
return;
}
/* Ok, we got unexpected successes and no regressions: let's update the baseline. */
QFile resultFile(m_resultFile.absoluteFilePath());
/* Remove the old file, otherwise QFile::copy() will fail. */
QDir baselineDir(m_baselineFile.absolutePath());
baselineDir.remove(m_baselineFile.fileName());
if(resultFile.copy(m_baselineFile.absoluteFilePath()))
{
/* Give a detailed message of what's going on. */
if(resultCount > baselineCount)
err << "More tests was run than specified in the baseline, updating the baseline.\n";
else
err << "Improvement, the baseline was updated.\n";
/* We actually flag this as an error, because the new baseline must be submitted. */
err.flush();
QTextStream(stderr) << out;
m_eventLoop.exit(ExitCode::Regression);
return;
}
else
{
err << qPrintable(QString(QLatin1String("Encountered error when updating "
"the baseline: %1\n"))
.arg(resultFile.errorString()));
err.flush();
QTextStream(stderr) << out;
m_eventLoop.exit(ExitCode::WriteError);
return;
}
}
