// Test a normal restart
TEST(FTDCFileManagerTest, TestNormalRestart) {
Client* client = &cc();
FTDCConfig c;
c.maxFileSizeBytes = 1000;
c.maxDirectorySizeBytes = 3000;
unittest::TempDir tempdir("metrics_testpath");
boost::filesystem::path dir(tempdir.path());
createDirectoryClean(dir);
for (int i = 0; i < 3; i++) {
// Do a few cases of stop and start to ensure it works as expected
FTDCCollectorCollection rotate;
auto swMgr = FTDCFileManager::create(&c, dir, &rotate, client);
ASSERT_OK(swMgr.getStatus());
auto mgr = std::move(swMgr.getValue());
// Test a large numbers of zeros, and incremental numbers in a full buffer
for (int j = 0; j < 4; j++) {
ASSERT_OK(mgr->writeSampleAndRotateIfNeeded(client,
BSON("name"
<< "joe"
<< "key1" << 3230792343LL << "key2"
<< 235135),
Date_t()));
for (size_t i = 0; i <= FTDCConfig::kMaxSamplesPerArchiveMetricChunkDefault - 2; i++) {
ASSERT_OK(
mgr->writeSampleAndRotateIfNeeded(
client,
BSON("name"
<< "joe"
<< "key1" << static_cast<long long int>(i * j * 37) << "key2"
<< static_cast<long long int>(i * (645 << j))),
Date_t()));
}
ASSERT_OK(mgr->writeSampleAndRotateIfNeeded(client,
BSON("name"
<< "joe"
<< "key1" << 34 << "key2" << 45),
Date_t()));
// Add Value
ASSERT_OK(mgr->writeSampleAndRotateIfNeeded(client,
BSON("name"
<< "joe"
<< "key1" << 34 << "key2" << 45),
Date_t()));
}
mgr->close();
// Validate the interim file does not have data
ValidateInterimFileHasData(dir, false);
}
}
// Test a restart with a good interim file, and validate we have all the data
TEST(FTDCFileManagerTest, TestNormalCrashInterim) {
Client* client = &cc();
FTDCConfig c;
c.maxSamplesPerInterimMetricChunk = 3;
c.maxFileSizeBytes = 10 * 1024 * 1024;
c.maxDirectorySizeBytes = 10 * 1024 * 1024;
unittest::TempDir tempdir("metrics_testpath");
boost::filesystem::path dir(tempdir.path());
BSONObj mdoc1 = BSON("name"
<< "some_metadata"
<< "key1"
<< 34
<< "something"
<< 98);
BSONObj sdoc1 = BSON("name"
<< "joe"
<< "key1"
<< 34
<< "key2"
<< 45);
BSONObj sdoc2 = BSON("name"
<< "joe"
<< "key3"
<< 34
<< "key5"
<< 45);
boost::filesystem::path fileOut;
{
FTDCCollectorCollection rotate;
auto swMgr = FTDCFileManager::create(&c, dir, &rotate, client);
ASSERT_OK(swMgr.getStatus());
auto swFile = swMgr.getValue()->generateArchiveFileName(dir, "0test-crash");
ASSERT_OK(swFile);
fileOut = swFile.getValue();
ASSERT_OK(swMgr.getValue()->close());
}
createDirectoryClean(dir);
{
FTDCFileWriter writer(&c);
ASSERT_OK(writer.open(fileOut));
ASSERT_OK(writer.writeMetadata(mdoc1, Date_t()));
ASSERT_OK(writer.writeSample(sdoc1, Date_t()));
ASSERT_OK(writer.writeSample(sdoc1, Date_t()));
ASSERT_OK(writer.writeSample(sdoc2, Date_t()));
ASSERT_OK(writer.writeSample(sdoc2, Date_t()));
ASSERT_OK(writer.writeSample(sdoc2, Date_t()));
ASSERT_OK(writer.writeSample(sdoc2, Date_t()));
// leave some data in the interim file
writer.closeWithoutFlushForTest();
}
// Validate the interim file has data
ValidateInterimFileHasData(dir, true);
// Let the manager run the recovery over the interim file
{
FTDCCollectorCollection rotate;
auto swMgr = FTDCFileManager::create(&c, dir, &rotate, client);
ASSERT_OK(swMgr.getStatus());
auto mgr = std::move(swMgr.getValue());
ASSERT_OK(mgr->close());
}
// Validate the file manager rolled over the changes to the current archive file
// and did not start a new archive file.
auto files = scanDirectory(dir);
std::sort(files.begin(), files.end());
// Validate old file
std::vector<BSONObj> docs1 = {mdoc1, sdoc1, sdoc1};
ValidateDocumentList(files[0], docs1);
// Validate new file
std::vector<BSONObj> docs2 = {sdoc2, sdoc2, sdoc2, sdoc2};
ValidateDocumentList(files[1], docs2);
}
