Prof::CallPath::Profile*
read(const char* prof_fnm, uint groupId, uint rFlags)
{
// -------------------------------------------------------
//
// -------------------------------------------------------
Prof::CallPath::Profile* prof = NULL;
try {
DIAG_MsgIf(0, "Reading: '" << prof_fnm << "'");
prof = Prof::CallPath::Profile::make(prof_fnm, rFlags, /*outfs*/ NULL);
}
catch (...) {
DIAG_EMsg("While reading profile '" << prof_fnm << "'...");
throw;
}
// -------------------------------------------------------
// Potentially update the profile's metrics
// -------------------------------------------------------
if (groupId > 0) {
Prof::Metric::Mgr* metricMgr = prof->metricMgr();
for (uint i = 0; i < metricMgr->size(); ++i) {
Prof::Metric::ADesc* m = metricMgr->metric(i);
m->namePfx(StrUtil::toStr(groupId));
}
metricMgr->recomputeMaps();
}
return prof;
}
void
unpackMetrics(Prof::CallPath::Profile& profile,
const ParallelAnalysis::PackedMetrics& packedMetrics)
{
Prof::CCT::Tree& cct = *profile.cct();
// 1. unpack 'packedMetrics' into temporary derived metrics [mBegId,
// mEndId) in 'profile'
uint mBegId = packedMetrics.mBegId(), mEndId = packedMetrics.mEndId();
DIAG_Assert(packedMetrics.numNodes() == cct.maxDenseId() + 1, "");
DIAG_Assert(packedMetrics.numMetrics() == mEndId - mBegId, "");
for (uint nodeId = 1; nodeId < packedMetrics.numNodes(); ++nodeId) {
for (uint mId1 = 0, mId2 = mBegId; mId2 < mEndId; ++mId1, ++mId2) {
Prof::CCT::ANode* n = cct.findNode(nodeId);
n->demandMetric(mId2) = packedMetrics.idx(nodeId, mId1);
}
}
// 2. update derived metrics [mDrvdBeg, mDrvdEnd) based on new
// values in [mBegId, mEndId)
uint mDrvdBeg = packedMetrics.mDrvdBegId();
uint mDrvdEnd = packedMetrics.mDrvdEndId();
cct.root()->computeMetricsIncr(*profile.metricMgr(), mDrvdBeg, mDrvdEnd,
Prof::Metric::AExprIncr::FnCombine);
}
void
Analysis::CallPath::pruneBySummaryMetrics(Prof::CallPath::Profile& prof,
uint8_t* prunedNodes)
{
VMAIntervalSet ivalset;
const Prof::Metric::Mgr& mMgrGbl = *(prof.metricMgr());
for (uint mId = 0; mId < mMgrGbl.size(); ++mId) {
const Prof::Metric::ADesc* m = mMgrGbl.metric(mId);
if (m->isVisible()
&& m->type() == Prof::Metric::ADesc::TyIncl
&& (m->nameBase().find("Sum") != string::npos)) {
ivalset.insert(VMAInterval(mId, mId + 1)); // [ )
}
}
prof.cct()->root()->pruneByMetrics(*prof.metricMgr(), ivalset,
prof.cct()->root(), 0.001,
prunedNodes);
}
// Assumes: metrics are of type Metric::SampledDesc and values are
// only at leaves (CCT::Stmt)
void
MetricComponentsFact::make(Prof::CallPath::Profile& prof)
{
using namespace Prof;
// ------------------------------------------------------------
// Create destination metric descriptors and mapping from source
// metrics to destination metrics
// ------------------------------------------------------------
std::vector<uint> metricSrcIds;
std::vector<uint> metricDstIds;
Metric::Mgr* metricMgr = prof.metricMgr();
uint numMetrics_orig = metricMgr->size();
for (uint mId = 0; mId < numMetrics_orig; ++mId) {
Metric::ADesc* m = metricMgr->metric(mId);
if (MetricComponentsFact::isTimeMetric(m)) {
DIAG_Assert(typeid(*m) == typeid(Metric::SampledDesc), DIAG_UnexpectedInput << "temporary sanity check");
MetricComponentsFact::convertToWorkMetric(m);
metricSrcIds.push_back(m->id());
Metric::ADesc* m_new = m->clone();
m_new->nameBase("overhead");
m_new->description("parallel overhead");
metricMgr->insert(m_new);
DIAG_Assert(m_new->id() >= numMetrics_orig, "Currently, we assume new metrics are added at the end of the metric vector.");
metricDstIds.push_back(m_new->id());
}
}
if (metricSrcIds.empty()) {
return;
}
// ------------------------------------------------------------
// Create values for metric components
// ------------------------------------------------------------
make(prof.cct()->root(), metricSrcIds, metricDstIds, false);
}
// makeReturnCountMetric: A return count refers to the number of times
// a given CCT node is called by its parent context. However, when
// hpcrun records return counts, there is no structure (e.g. procedure
// frames) in the CCT. An an example, in the CCT fragment below, the
// return count [3] at 0xc means that 0xc returned to 0xbeef 3 times.
// Simlarly, 0xbeef returned to its caller 5 times.
//
// | |
// ip: 0xbeef [5] |
// / | \ |
// 0xa [1] 0xb [2] 0xc [3] |
// | | | |
//
// To be able to say procedure F is called by procedure G x times
// within this context, it is necessary to aggregate these counts at
// the newly added procedure frames (Struct::ProcFrm).
static void
makeReturnCountMetric(Prof::CallPath::Profile& prof)
{
std::vector<uint> retCntId;
// -------------------------------------------------------
// find return count metrics, if any
// -------------------------------------------------------
Prof::Metric::Mgr* metricMgr = prof.metricMgr();
for (uint i = 0; i < metricMgr->size(); ++i) {
Prof::Metric::ADesc* m = metricMgr->metric(i);
if (m->nameBase().find(HPCRUN_METRIC_RetCnt) != string::npos) {
retCntId.push_back(m->id());
m->computedType(Prof::Metric::ADesc::ComputedTy_Final);
m->type(Prof::Metric::ADesc::TyExcl);
}
}
if (retCntId.empty()) {
return;
}
// -------------------------------------------------------
// propagate and aggregate return counts
// -------------------------------------------------------
Prof::CCT::ANode* cct_root = prof.cct()->root();
Prof::CCT::ANodeIterator it(cct_root, NULL/*filter*/, false/*leavesOnly*/,
IteratorStack::PostOrder);
for (Prof::CCT::ANode* n = NULL; (n = it.current()); ++it) {
if (typeid(*n) != typeid(Prof::CCT::ProcFrm) && n != cct_root) {
Prof::CCT::ANode* n_parent = n->parent();
for (uint i = 0; i < retCntId.size(); ++i) {
uint mId = retCntId[i];
n_parent->demandMetric(mId) += n->demandMetric(mId);
n->metric(mId) = 0.0;
}
}
}
}
// make: ...temporary holding pattern...
void
MPIBlameShiftIdlenessFact::make(Prof::CallPath::Profile& prof)
{
using namespace Prof;
// ------------------------------------------------------------
// Create destination metric descriptors and mapping from source
// metrics to destination metrics
// ------------------------------------------------------------
std::vector<uint> metricSrcIds;
std::vector<uint> metricBalanceIds;
std::vector<uint> metricImbalInclIds, metricImbalExclIds;
std::vector<uint> metricIdleInclIds;
Metric::Mgr* metricMgr = prof.metricMgr();
uint numMetrics_orig = metricMgr->size();
for (uint mId = 0; mId < numMetrics_orig; ++mId) {
Metric::ADesc* m = metricMgr->metric(mId);
// find main source metric
if (MetricComponentsFact::isTimeMetric(m)
&& MetricComponentsFact::isDerivedMetric(m, s_sum)
&& m->type() == Metric::ADesc::TyIncl
&& m->isVisible() /* not a temporary */) {
DIAG_Assert(m->computedType() == Prof::Metric::ADesc::ComputedTy_NonFinal,
DIAG_UnexpectedInput);
metricSrcIds.push_back(m->id());
// FIXME: For now we use only Metric::ADesc::DerivedIncrDesc()
// We should also support Metric::ADesc::DerivedDesc()
DIAG_Assert(typeid(*m) == typeid(Metric::DerivedIncrDesc), DIAG_UnexpectedInput);
Metric::DerivedIncrDesc* m_imbalIncl =
static_cast<Metric::DerivedIncrDesc*>(m->clone());
m_imbalIncl->nameBase("imbalance" + s_sum);
m_imbalIncl->description("imbalance for MPI SPMD executions");
m_imbalIncl->expr(new Metric::SumIncr(Metric::IData::npos, // FIXME:Sum
Metric::IData::npos));
Metric::DerivedIncrDesc* m_imbalExcl =
static_cast<Metric::DerivedIncrDesc*>(m_imbalIncl->clone());
m_imbalExcl->type(Metric::ADesc::TyExcl);
m_imbalExcl->expr(new Metric::SumIncr(Metric::IData::npos,
Metric::IData::npos));
m_imbalIncl->partner(m_imbalExcl);
m_imbalExcl->partner(m_imbalIncl);
Metric::DerivedIncrDesc* m_idleIncl =
static_cast<Metric::DerivedIncrDesc*>(m->clone());
m_idleIncl->nameBase("idleness" + s_sum);
m_idleIncl->description("idleness for MPI executions");
m_idleIncl->partner(NULL);
m_idleIncl->expr(new Metric::SumIncr(Metric::IData::npos, // FIXME:Sum
Metric::IData::npos));
metricMgr->insert(m_imbalIncl);
metricMgr->insert(m_imbalExcl);
metricMgr->insert(m_idleIncl);
m_imbalIncl->expr()->accumId(m_imbalIncl->id());
m_imbalExcl->expr()->accumId(m_imbalExcl->id());
m_idleIncl->expr()->accumId(m_idleIncl->id());
DIAG_Assert(m_imbalIncl->id() >= numMetrics_orig && m_imbalExcl->id() >= numMetrics_orig, "Currently, we assume new metrics are added at the end of the metric vector.");
metricImbalInclIds.push_back(m_imbalIncl->id());
metricImbalExclIds.push_back(m_imbalExcl->id());
metricIdleInclIds.push_back(m_idleIncl->id());
}
// find secondary source metric
if (MetricComponentsFact::isTimeMetric(m)
&& MetricComponentsFact::isDerivedMetric(m, s_cfvar)
&& m->type() == Metric::ADesc::TyIncl
&& m->isVisible() /* not a temporary */) {
DIAG_Assert(m->computedType() == Prof::Metric::ADesc::ComputedTy_NonFinal,
DIAG_UnexpectedInput);
metricBalanceIds.push_back(m->id());
}
}
DIAG_Assert(metricSrcIds.size() == metricBalanceIds.size(), DIAG_UnexpectedInput);
if (metricSrcIds.empty()) {
return;
}
// ------------------------------------------------------------
// Create values for metric components
// ------------------------------------------------------------
// Note that metrics are non-finalized!
CCT::ANode* cctRoot = prof.cct()->root();
uint metricBalancedId = metricBalanceIds[0];
Metric::AExprIncr* metricBalancedExpr = dynamic_cast<Metric::DerivedIncrDesc*>(metricMgr->metric(metricBalancedId))->expr();
Metric::IData cctRoot_mdata(*cctRoot);
metricBalancedExpr->finalize(cctRoot_mdata);
double balancedThreshold = 1.2 * cctRoot_mdata.demandMetric(metricBalancedId);
makeMetrics(cctRoot, metricSrcIds,
metricImbalInclIds, metricImbalExclIds, metricIdleInclIds,
metricBalancedId, metricBalancedExpr, balancedThreshold,
NULL, NULL);
VMAIntervalSet metricDstInclIdSet;
for (uint i = 0; i < metricImbalInclIds.size(); ++i) {
uint mId = metricImbalInclIds[i];
metricDstInclIdSet.insert(VMAInterval(mId, mId + 1)); // [ )
mId = metricIdleInclIds[i];
metricDstInclIdSet.insert(VMAInterval(mId, mId + 1)); // [ )
}
cctRoot->aggregateMetricsIncl(metricDstInclIdSet);
}