TCA genFuncBodyDispatch(Func* func, const DVFuncletsVec& dvs,
CodeCache::View code) {
auto context = prologue_context(kInvalidTransID, TransKind::Live,
func, func->base());
IRUnit unit{context};
irgen::IRGS env{unit};
auto& main = code.main();
auto& frozen = code.frozen();
auto const start = main.frontier();
irgen::emitFuncBodyDispatch(env, dvs);
irgen::sealUnit(env);
CGMeta fixups;
irlower::genCode(env.unit, code, fixups, CodeKind::CrossTrace);
if (RuntimeOption::EvalPerfRelocate) {
GrowableVector<IncomingBranch> ibs;
recordPerfRelocMap(start, main.frontier(),
frozen.frontier(), frozen.frontier(),
SrcKey { func, dvs[0].second, false },
0, ibs, fixups);
}
fixups.process(nullptr);
return start;
}
TCA genCallArrayPrologue(Func* func, const DVFuncletsVec& dvs) {
auto context = prologue_context(kInvalidTransID, func, func->base());
IRGS env{context, TransFlags{}};
assertx(mcg->cgFixups().empty());
auto& main = mcg->code.main();
auto& frozen = mcg->code.frozen();
auto const start = main.frontier();
irgen::emitCallArrayPrologue(env, dvs);
irgen::sealUnit(env);
genCode(env.unit, CodeKind::CrossTrace);
if (RuntimeOption::EvalPerfRelocate) {
GrowableVector<IncomingBranch> ibs;
recordPerfRelocMap(start, main.frontier(),
frozen.frontier(), frozen.frontier(),
SrcKey { func, dvs[0].second, false },
0, ibs, mcg->cgFixups());
}
mcg->cgFixups().process(nullptr);
return start;
}
void recordRelocationMetaData(SrcKey sk, SrcRec& srcRec, const TransLoc& loc,
CGMeta& fixups) {
if (!RuntimeOption::EvalPerfRelocate) return;
recordPerfRelocMap(loc.mainStart(), loc.mainEnd(),
loc.coldCodeStart(), loc.coldEnd(),
sk, -1,
srcRec.tailFallbackJumps(),
fixups);
}
static TCA emitFuncPrologueImpl(Func* func, int argc, TransKind kind) {
if (!newTranslation()) {
return nullptr;
}
const int nparams = func->numNonVariadicParams();
const int paramIndex = argc <= nparams ? argc : nparams + 1;
auto const funcBody = SrcKey{func, func->getEntryForNumArgs(argc), false};
profileSetHotFuncAttr();
auto codeLock = lockCode();
auto codeView = code().view(kind);
TCA mainOrig = codeView.main().frontier();
CGMeta fixups;
// If we're close to a cache line boundary, just burn some space to
// try to keep the func and its body on fewer total lines.
align(codeView.main(), &fixups, Alignment::CacheLineRoundUp,
AlignContext::Dead);
TransLocMaker maker(codeView);
maker.markStart();
// Careful: this isn't necessarily the real entry point. For funcIsMagic
// prologues, this is just a possible prologue.
TCA aStart = codeView.main().frontier();
// Give the prologue a TransID if we have profiling data.
auto const transID = [&]{
if (kind == TransKind::ProfPrologue) {
auto const profData = jit::profData();
auto const id = profData->allocTransID();
profData->addTransProfPrologue(id, funcBody, paramIndex);
return id;
}
if (profData() && transdb::enabled()) {
return profData()->allocTransID();
}
return kInvalidTransID;
}();
TCA start = genFuncPrologue(transID, kind, func, argc, codeView, fixups);
auto loc = maker.markEnd();
auto metaLock = lockMetadata();
if (RuntimeOption::EvalEnableReusableTC) {
TCA UNUSED ms = loc.mainStart(), me = loc.mainEnd(),
cs = loc.coldStart(), ce = loc.coldEnd(),
fs = loc.frozenStart(), fe = loc.frozenEnd(),
oldStart = start;
auto const did_relocate = relocateNewTranslation(loc, codeView, fixups,
&start);
if (did_relocate) {
FTRACE_MOD(Trace::reusetc, 1,
"Relocated prologue for func {} (id = {}) "
"from M[{}, {}], C[{}, {}], F[{}, {}] to M[{}, {}] "
"C[{}, {}] F[{}, {}] orig start @ {} new start @ {}\n",
func->fullName()->data(), func->getFuncId(),
ms, me, cs, ce, fs, fe, loc.mainStart(), loc.mainEnd(),
loc.coldStart(), loc.coldEnd(), loc.frozenStart(),
loc.frozenEnd(), oldStart, start);
} else {
FTRACE_MOD(Trace::reusetc, 1,
"Created prologue for func {} (id = {}) at "
"M[{}, {}], C[{}, {}], F[{}, {}] start @ {}\n",
func->fullName()->data(), func->getFuncId(),
ms, me, cs, ce, fs, fe, oldStart);
}
recordFuncPrologue(func, loc);
if (loc.mainStart() != aStart) {
codeView.main().setFrontier(mainOrig); // we may have shifted to align
}
}
if (RuntimeOption::EvalPerfRelocate) {
GrowableVector<IncomingBranch> incomingBranches;
recordPerfRelocMap(loc.mainStart(), loc.mainEnd(),
loc.coldCodeStart(), loc.coldEnd(),
funcBody, paramIndex,
incomingBranches,
fixups);
}
fixups.process(nullptr);
assertx(funcGuardMatches(funcGuardFromPrologue(start, func), func));
assertx(code().isValidCodeAddress(start));
TRACE(2, "funcPrologue %s(%d) setting prologue %p\n",
func->fullName()->data(), argc, start);
func->setPrologue(paramIndex, start);
assertx(kind == TransKind::LivePrologue ||
kind == TransKind::ProfPrologue ||
kind == TransKind::OptPrologue);
auto tr = maker.rec(funcBody, transID, kind);
transdb::addTranslation(tr);
if (RuntimeOption::EvalJitUseVtuneAPI) {
reportTraceletToVtune(func->unit(), func, tr);
}
recordGdbTranslation(funcBody, func, codeView.main(), loc.mainStart(),
false, true);
recordBCInstr(OpFuncPrologue, loc.mainStart(), loc.mainEnd(), false);
return start;
}