void
WriteDataPat_r10b::SendToIOSQ(SharedIOSQPtr iosq, SharedIOCQPtr iocq,
SharedWritePtr writeCmd, string qualifier)
{
uint32_t numCE;
uint32_t ceRemain;
uint32_t numReaped;
uint32_t isrCount;
uint16_t uniqueId;
LOG_NRM("Send the cmd to hdw via %s IOSQ", qualifier.c_str());
iosq->Send(writeCmd, uniqueId);
iosq->Dump(FileSystem::PrepDumpFile(mGrpName, mTestName, "iosq", qualifier),
"Just B4 ringing SQ doorbell, dump entire IOSQ contents");
iosq->Ring();
LOG_NRM("Wait for the CE to arrive in IOCQ");
if (iocq->ReapInquiryWaitSpecify(CALC_TIMEOUT_ms(1), 1, numCE, isrCount)
== false) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", qualifier),
"Unable to see any CE's in IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE, "Unable to see completion of cmd");
} else if (numCE != 1) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", qualifier),
"Unable to see any CE's in IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE,
"The IOCQ should only have 1 CE as a result of a cmd");
}
iocq->Dump(FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", qualifier),
"Just B4 reaping IOCQ, dump entire CQ contents");
LOG_NRM("The CQ's metrics B4 reaping holds head_ptr needed");
struct nvme_gen_cq iocqMetrics = iocq->GetQMetrics();
KernelAPI::LogCQMetrics(iocqMetrics);
LOG_NRM("Reaping CE from IOCQ, requires memory to hold reaped CE");
SharedMemBufferPtr ceMemIOCQ = SharedMemBufferPtr(new MemBuffer());
if ((numReaped = iocq->Reap(ceRemain, ceMemIOCQ, isrCount, numCE, true))
!= 1) {
throw FrmwkEx(HERE, "Verified there was 1 CE, but reaping produced %d",
numReaped);
}
LOG_NRM("The reaped CE is...");
iocq->LogCE(iocqMetrics.head_ptr);
union CE ce = iocq->PeekCE(iocqMetrics.head_ptr);
ProcessCE::Validate(ce); // throws upon error
}
void
IOQRollChkDiff_r10b::ReapAndVerifyCE(SharedIOCQPtr iocq, uint32_t expectedVal)
{
uint32_t numCE;
uint32_t ceRemain;
uint32_t numReaped;
uint32_t isrCount;
LOG_NRM("Wait for the CE to arrive in IOCQ %d", iocq->GetQId());
if (iocq->ReapInquiryWaitSpecify(DEFAULT_CMD_WAIT_ms, 1, numCE, isrCount)
== false) {
iocq->Dump(FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq",
"reapInq"),
"Unable to see any CE's in IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE, "Unable to see completion of cmd");
} else if (numCE != 1) {
throw FrmwkEx(HERE, "The IOCQ should only have 1 CE as a result of a cmd");
}
LOG_NRM("The CQ's metrics before reaping holds head_ptr");
struct nvme_gen_cq iocqMetrics = iocq->GetQMetrics();
LOG_NRM("Reaping CE from IOCQ, requires memory to hold reaped CE");
SharedMemBufferPtr ceMemIOCQ = SharedMemBufferPtr(new MemBuffer());
if ((numReaped = iocq->Reap(ceRemain, ceMemIOCQ, isrCount, numCE, true))
!= 1) {
throw FrmwkEx(HERE,
"Verified there was 1 CE, but reaping produced %d", numReaped);
}
union CE ce = iocq->PeekCE(iocqMetrics.head_ptr);
ProcessCE::Validate(ce, CESTAT_SUCCESS); // throws upon error
if (ce.n.SQID != IOQ_ID) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", "CE.SQID"),
"CE SQ ID Inconsistent");
throw FrmwkEx(HERE, "Expected CE.SQID = 0x%04X in IOCQ CE but actual "
"CE.SQID = 0x%04X", IOQ_ID, ce.n.SQID);
}
if (ce.n.SQHD != expectedVal) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", "CE.SQHD"),
"CE SQ Head Pointer Inconsistent");
throw FrmwkEx(HERE, "Expected CE.SQHD = 0x%04X in IOCQ CE but actual "
"CE.SQHD = 0x%04X", expectedVal, ce.n.SQHD);
}
}
void
QIDVariations_r10b::ReapVerifyOnCQ(SharedIOCQPtr iocq, SharedIOSQPtr iosq)
{
uint32_t numCE;
uint32_t ceRemain;
uint32_t numReaped;
uint32_t isrCount;
LOG_NRM("Reap and verify CE.");
SharedMemBufferPtr ceMemIOCQ = SharedMemBufferPtr(new MemBuffer());
for (uint32_t nCmds = 1; nCmds < iosq->GetNumEntries(); nCmds++) {
LOG_NRM("Wait for the CE to arrive in IOCQ");
if (iocq->ReapInquiryWaitSpecify(CALC_TIMEOUT_ms(1), 1, numCE,
isrCount) == false) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", "reapInq"),
"Unable to see any CE's in IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE, "Unable to see completion of cmd");
}
LOG_NRM("The CQ's metrics B4 reaping holds head_ptr needed");
struct nvme_gen_cq iocqMetrics = iocq->GetQMetrics();
KernelAPI::LogCQMetrics(iocqMetrics);
if ((numReaped = iocq->Reap(ceRemain, ceMemIOCQ, isrCount, 1, true))
!= 1) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", "reap"),
"Unable to see any CE's in IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE, "Verified there was 1 CE, but reaping failed");
}
LOG_NRM("The reaped CE is...");
iocq->LogCE(iocqMetrics.head_ptr);
union CE ce = iocq->PeekCE(iocqMetrics.head_ptr);
ProcessCE::Validate(ce); // throws upon error
if (ce.n.SQID != iosq->GetQId()) {
iocq->Dump(
FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq", "sqId"),
"Wrong SQID in the CE of IOCQ, dump entire CQ contents");
throw FrmwkEx(HERE, "Invalid SQID %d in CE, expected SQID", ce.n.SQID,
iosq->GetQId());
}
}
}
void
ManyCmdSubmit_r10b::LogCEAndCQMetrics(SharedIOCQPtr iocq)
{
struct nvme_gen_cq iocqMetrics = iocq->GetQMetrics();
union CE ce = iocq->PeekCE(iocqMetrics.head_ptr);
LOG_NRM("Logging Completion Element (CE)...");
LOG_NRM(" CE DWORD0: 0x%08X", ce.t.dw0);
LOG_NRM(" CE DWORD1: 0x%08X", ce.t.dw1);
LOG_NRM(" CE DWORD2: 0x%08X", ce.t.dw2);
LOG_NRM(" CE DWORD3: 0x%08X", ce.t.dw3);
LOG_NRM("dnvme metrics pertaining to CQ ID: %d", iocqMetrics.q_id);
LOG_NRM(" tail_ptr = %d", iocqMetrics.tail_ptr);
LOG_NRM(" head_ptr = %d", iocqMetrics.head_ptr);
LOG_NRM(" elements = %d", iocqMetrics.elements);
LOG_NRM(" irq_enabled = %s", iocqMetrics.irq_enabled ? "T" : "F");
LOG_NRM(" irq_no = %d", iocqMetrics.irq_no);
LOG_NRM(" pbit_new_entry = %d", iocqMetrics.pbit_new_entry);
}
void
IOQRollChkDiff_r10b::VerifyQPointers(SharedIOSQPtr iosq, SharedIOCQPtr iocq)
{
struct nvme_gen_cq iocqMetrics = iocq->GetQMetrics();
struct nvme_gen_sq iosqMetrics = iosq->GetQMetrics();
uint32_t expectedVal = (2 + MAX(iocq->GetNumEntries(),
iosq->GetNumEntries())) % iocq->GetNumEntries();
if (iocqMetrics.head_ptr != expectedVal) {
iocq->Dump(FileSystem::PrepDumpFile(mGrpName, mTestName, "iocq",
"head_ptr"), "CQ Metrics Head Pointer Inconsistent");
throw FrmwkEx(HERE, "Expected IO CQ.head_ptr = 0x%04X but actual "
"IOCQ.head_ptr = 0x%04X", expectedVal, iocqMetrics.head_ptr);
}
expectedVal = (2 + MAX(iocq->GetNumEntries(), iosq->GetNumEntries())) %
iosq->GetNumEntries();
if (iosqMetrics.tail_ptr != expectedVal) {
iosq->Dump(FileSystem::PrepDumpFile(mGrpName, mTestName, "iosq",
"tail_ptr"), "SQ Metrics Tail Pointer Inconsistent");
throw FrmwkEx(HERE, "Expected IO SQ.tail_ptr = 0x%04X but actual "
"IOSQ.tail_ptr = 0x%04X", expectedVal, iosqMetrics.tail_ptr);
}
}