unsigned LFS::countDeadBlocksForSegmentAtIndex(unsigned index) {
Segment* segment = segments[index];
unsigned deadCount = 0;
for (unsigned i = 0; i < 1024 - 8; i++) {
unsigned currentBlockAddress = (index << 10) + i;
unsigned blockIndexInINode = segment->getBlockStatusForBlockAtIndex(i);
unsigned iNodeIndexInInIMap = segment->getINodeStatusForBlockAtIndex(i);
if (blockIndexInINode == std::numeric_limits<unsigned>::max()
&& iNodeIndexInInIMap == std::numeric_limits<unsigned>::max()) {
// block is empty
deadCount++;
continue;
} else if (iNodeIndexInInIMap == 10 * 1024) {
// block is imap
unsigned iMapAddress = iMapAddresses[blockIndexInINode];
if (currentBlockAddress != iMapAddress) {
deadCount++;
}
} else if (blockIndexInINode == 128) {
// block is inode
unsigned iMapIndex = iNodeIndexInInIMap % iMapAddresses.size();
unsigned iMapAddress = iMapAddresses[iMapIndex];
unsigned iMapSegmentIdx = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIdx = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIdx]->blocks[iMapBlockIdx]);
unsigned iNodeAddress = iMap.iNodeAddresses[iNodeIndexInInIMap];
if (currentBlockAddress != iNodeAddress) {
deadCount++;
}
} else {
// block is data
unsigned iMapIndex = iNodeIndexInInIMap % iMapAddresses.size();
unsigned iMapAddress = iMapAddresses[iMapIndex];
unsigned iMapSegmentIdx = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIdx = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIdx]->blocks[iMapBlockIdx]);
unsigned iNodeAddress = iMap.iNodeAddresses[iNodeIndexInInIMap];
unsigned iNodeSegmentIdx = getSegmentIndexFromAddress(iNodeAddress);
unsigned iNodeBlockIdx = getBlockIndexFromAddress(iNodeAddress);
INode iNode(segments[iNodeSegmentIdx]->blocks[iNodeBlockIdx]);
unsigned blockAddress = iNode.blockAddresses[blockIndexInINode];
if (currentBlockAddress != blockAddress) {
deadCount++;
}
}
}
return deadCount;
}
LFS::LFS()
: checkpointFile("DRIVE/CHECKPOINT_REGION",
std::ios::binary | std::ios::in | std::ios::out),
isClean(32, true),
iMapAddresses(40, 0),
currentIMapIdx{0},
currentSegmentIdx{0},
currentBlockIdx{0},
numCleanSegments{32} {
// read or create segments
for (int i = 0; i < 32; i++) {
segments.push_back(new Segment("DRIVE/SEGMENT" + std::to_string(i + 1)));
}
// read or create checkpoint region
if (!checkpointFile) {
checkpointFile.close();
checkpointFile.open("DRIVE/CHECKPOINT_REGION",
std::ios::binary | std::ios::in | std::ios::out | std::ios::trunc);
} else {
for (unsigned i = 0; i < isClean.size() && checkpointFile; i++) {
bool clean = isClean[i];
checkpointFile.read((char*)&clean, sizeof(clean));
isClean[i] = clean;
if (!isClean[i]) {
numCleanSegments--;
}
}
for (unsigned i = 0; i < iMapAddresses.size() && checkpointFile; i++) {
unsigned address = 0;
checkpointFile.read((char*)&address, sizeof(address));
iMapAddresses[i] = address;
if (iMapAddresses[i] != 0) {
currentIMapIdx = i;
}
}
checkpointFile.clear();
checkpointFile.seekg(0, std::ios::beg);
// read filenames
for (unsigned i = 0; i <= currentIMapIdx; i++) {
unsigned iMapAddress = iMapAddresses[currentIMapIdx];
unsigned iMapSegmentIdx = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIdx = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIdx]->blocks[iMapBlockIdx]);
for (unsigned i = 0; i < iMap.iNodeAddresses.size(); i++) {
unsigned iNodeAddress = iMap.iNodeAddresses[i];
if (iNodeAddress != 0) {
unsigned iNodeSegmentIdx = getSegmentIndexFromAddress(iNodeAddress);
unsigned iNodeBlockIdx = getBlockIndexFromAddress(iNodeAddress);
INode iNode(segments[iNodeSegmentIdx]->blocks[iNodeBlockIdx]);
files[iNode.fileName] = iNodeAddress;
}
}
}
// find a clean segment
}
}
void LFS::import(std::string& lfsFileName, std::istream& data) {
unsigned iMapAddress = iMapAddresses[currentIMapIdx];
unsigned iMapSegmentIdx = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIdx = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIdx]->blocks[iMapBlockIdx]);
if (iMapAddress == 0) {
iMap = IMap();
}
if (!iMap.hasFree()) {
iMap = IMap();
currentIMapIdx++; // may go out of bounds.
}
INode iNode(lfsFileName);
while (data) {
Block dataBlock;
data >> dataBlock;
unsigned blockOffset =
segments[currentSegmentIdx]->addBlock(
dataBlock, iNode.fileSize, iMap.getNextINodeIndex());
if (blockOffset == 0) {
selectNewCleanSegment();
blockOffset = segments[currentSegmentIdx]->addBlock(
dataBlock, iNode.fileSize, iMap.getNextINodeIndex());
}
unsigned blockAddress = (currentSegmentIdx << 10) + blockOffset;
iNode.addBlockAddress(blockAddress);
if (iNode.fileSize == 128) {
data.setstate(std::ios::badbit);
break;
}
}
unsigned iNodeOffset =segments[currentSegmentIdx]->addBlock(
iNode, iMap.getNextINodeIndex());
if (iNodeOffset == 0) {
selectNewCleanSegment();
iNodeOffset = segments[currentSegmentIdx]->addBlock(
iNode, iMap.getNextINodeIndex());
}
unsigned iNodeAddress = (currentSegmentIdx << 10) + iNodeOffset;
iMap.addINodeWithAddress(iNodeAddress);
unsigned iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, currentIMapIdx);
if (iMapOffset == 0) {
selectNewCleanSegment();
iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, currentIMapIdx);
}
iMapAddress = (currentSegmentIdx << 10) + iMapOffset;
iMapAddresses[currentIMapIdx] = iMapAddress;
files[lfsFileName] = iNodeAddress;
}
unsigned LFS::getImapIndexFromINodeAddress(unsigned address) {
for(unsigned i = 0; i < iMapAddresses.size(); i++) {
unsigned iMapAddress = iMapAddresses[i];
unsigned iMapSegmentIdx = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIdx = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIdx]->blocks[iMapBlockIdx]);
for(auto iNodeAddress : iMap.iNodeAddresses) {
if(iNodeAddress == address) return i;
}
}
return 0;
}
void InputEventPort::innerReinitFunc()
{
// Map the input from MUSIC to data channels local to this process
MUSIC::LinearIndex iMap(myOffset_, myWidth_);
if(!isMapped_)
{
mPort_->map(&iMap, this, accLatency_, maxBuffered_);
isMapped_ = 1;
}
}
void OutputEventPort::innerReinitFunc()
{
// Map the output from MUSIC to data channels local to this process
//~ cerr << "Port connected? " << mPort_->isConnected() << endl;
// Add check if the config file specifies it as isConnected()?
if(!isMapped_) {
MUSIC::LinearIndex iMap(myOffset_, myWidth_);
mPort_->map(&iMap, MUSIC::Index::LOCAL, maxBuffered_);
isMapped_ = 1;
}
}
void LFS::remove(std::string& lfsFileName) {
unsigned iNodeAddress = findFile(lfsFileName);
unsigned iMapIndex = getImapIndexFromINodeAddress(iNodeAddress);
unsigned iMapAddress = iMapAddresses[iMapIndex];
unsigned segmentIndex = getSegmentIndexFromAddress(iMapAddress);
unsigned blockIndex = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[segmentIndex]->blocks[blockIndex]);
iMap.removeINodeAtIndex(getBlockIndexFromAddress(iNodeAddress));
unsigned iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, iMapIndex);
if (iMapOffset == 0) {
selectNewCleanSegment();
iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, iMapIndex);
}
iMapAddress = (currentSegmentIdx << 10) + iMapOffset;
iMapAddresses[currentIMapIdx] = iMapAddress;
files.erase(lfsFileName);
}
void LFS::overwrite(std::string lfsFileName, int howMany, int start, char c) {
unsigned iNodeAddress = findFile(lfsFileName);
unsigned iNodeSegmentIdx = getSegmentIndexFromAddress(iNodeAddress);
unsigned iNodeBlockIdx = getBlockIndexFromAddress(iNodeAddress);
INode iNode(segments[iNodeSegmentIdx]->blocks[iNodeBlockIdx]);
unsigned iMapIndex = getImapIndexFromINodeAddress(iNodeAddress);
unsigned iMapAddress = iMapAddresses[iMapIndex];
unsigned iMapSegmentIndex = getSegmentIndexFromAddress(iMapAddress);
unsigned iMapBlockIndex = getBlockIndexFromAddress(iMapAddress);
IMap iMap(segments[iMapSegmentIndex]->blocks[iMapBlockIndex]);
unsigned iNodeIndex = 0;
for(unsigned i = 0; i < iMap.iNodeAddresses.size(); i++) {
if(iMap.iNodeAddresses[i] == iNodeAddress)
iNodeIndex = i;
}
unsigned i = 0;
while(iNode.data[i++] != '\0') ; //Scanning past filename
unsigned numBlocks = iNode.data[i++];
int numBlocksRem = numBlocks;
int howManyRem = howMany;
int remStart = start;
int workingBlockIndex = 0;
//Don't need to create new data block or update INode
while(remStart > 1023 && numBlocksRem > 0) {
remStart -= 1024;
numBlocksRem--;
workingBlockIndex++;
}
//Create new data blocks until start point is within next block
while(remStart > 1023) {
Block dataBlock;
unsigned blockOffset = segments[currentSegmentIdx]->addBlock(
dataBlock, iNode.fileSize, iMap.getNextINodeIndex());
if (blockOffset == 0) {
selectNewCleanSegment();
blockOffset = segments[currentSegmentIdx]->addBlock(
dataBlock, iNode.fileSize, iMap.getNextINodeIndex());
}
unsigned blockAddress = (currentSegmentIdx << 10) + blockOffset;
if((unsigned)workingBlockIndex <= numBlocks)
iNode.addBlockAddress(blockAddress);
else
iNode.updateBlockAddressAtIndex(blockAddress, workingBlockIndex);
remStart -= 1024;
workingBlockIndex++;
}
while(howManyRem > 0) {
unsigned workingBitIndex = 0;
Block newDataBlock;
unsigned oldDataBlockAdd = 0;
for(int j = 6; j >= 0; j -= 2) {
oldDataBlockAdd += (iNode.data[i++] << j);
}
unsigned oldDataSegIdx =
getSegmentIndexFromAddress(oldDataBlockAdd);
unsigned oldDataBlockIdx =
getBlockIndexFromAddress(oldDataBlockAdd);
while(remStart > 0) {
if((unsigned)workingBlockIndex <= numBlocks)
newDataBlock.data[workingBitIndex] =
segments[oldDataSegIdx]->blocks[oldDataBlockIdx].
data[workingBitIndex];
else
newDataBlock.data[workingBitIndex] = '\0';
workingBitIndex++;
remStart--;
}
while(workingBitIndex <= 1024 && howManyRem >= 0) {
newDataBlock.data[workingBitIndex++] = c;
howManyRem--;
}
while(workingBitIndex <= 1024) {
if((unsigned)workingBlockIndex <= numBlocks)
newDataBlock.data[workingBitIndex] =
segments[oldDataSegIdx]->blocks[oldDataBlockIdx].
data[workingBitIndex];
else
newDataBlock.data[workingBitIndex] = '\0';
workingBitIndex++;
remStart--;
}
unsigned blockOffset = segments[currentSegmentIdx]->addBlock(
newDataBlock, iNode.fileSize, iMap.getNextINodeIndex());
if (blockOffset == 0) {
selectNewCleanSegment();
blockOffset = segments[currentSegmentIdx]->addBlock(
newDataBlock, iNode.fileSize, iMap.getNextINodeIndex());
}
unsigned blockAddress = (currentSegmentIdx << 10) + blockOffset;
if((unsigned)workingBlockIndex < numBlocks) {
iNode.updateBlockAddressAtIndex(blockAddress, workingBlockIndex);
} else iNode.addBlockAddress(blockAddress);
numBlocksRem--;
workingBlockIndex++;
}
unsigned iNodeOffset = segments[currentSegmentIdx]->addBlock(
iNode, iMap.getNextINodeIndex());
if (iNodeOffset == 0) {
selectNewCleanSegment();
iNodeOffset = segments[currentSegmentIdx]->addBlock(
iNode, iMap.getNextINodeIndex());
}
iNodeAddress = (currentSegmentIdx << 10) + iNodeOffset;
iMap.updateINodeAddressAtIndex(iNodeAddress, iNodeIndex);
unsigned iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, currentIMapIdx);
if (iMapOffset == 0) {
selectNewCleanSegment();
iMapOffset = segments[currentSegmentIdx]->addBlock(iMap, currentIMapIdx);
}
iMapAddress = (currentSegmentIdx << 10) + iMapOffset;
iMapAddresses[currentIMapIdx] = iMapAddress;
files[lfsFileName] = iNodeAddress;
}
