//! コンストラクタ（マージ）のテスト
TEST_F( ClusterInfoTest, test_mergeConstructor )
{
ClusterInfo *pC1 = new ClusterInfo();
pC1->addMember( 3 );
pC1->addMember( 5 );
pC1->addMember( 1 );
ClusterInfo *pC2 = new ClusterInfo();
pC2->addMember( 2 );
pC2->addMember( 4 );
pC2->addMember( 6 );
const vector< DataIndex >* pMembers = NULL;
ClusterInfo *pCm = new ClusterInfo( pC1, pC2, 100.0f, 123 );
pMembers = pCm->getMembers();
ASSERT_EQ( 6, pMembers->size() );
EXPECT_EQ( 1, pMembers->at( 0 ) ); // ※ソートされる
EXPECT_EQ( 2, pMembers->at( 1 ) );
EXPECT_EQ( 3, pMembers->at( 2 ) );
EXPECT_EQ( 4, pMembers->at( 3 ) );
EXPECT_EQ( 5, pMembers->at( 4 ) );
EXPECT_EQ( 6, pMembers->at( 5 ) );
ASSERT_EQ( 100.0f, pCm->getMergeCost() );
ASSERT_EQ( 123, pCm->getId() );
delete pCm;
delete pC1;
delete pC2;
return;
}
void GPFSConfigHandler::task()
{
int nFSs = 0;
int nPools = 0;
int nDisks = 0;
int nFsets = 0;
int nNodes = 0;
TEAL_ERR_T ret;
string msg;
char tmp[10];
string fsName;
string stgName;
string diskName;
string fsetName;
string nodeName;
string clusterName;
FilesystemInfo* fsInfo = NULL;
StoragePoolInfo* stgInfo = NULL;
DiskInfo* diskInfo = NULL;
FileSet* fsetInfo = NULL;
FileSet* fileSetList = NULL;
MErrno err = M_OK;
log_info("########################Start refreshing all entities#########################################");
err = GPFSHandler::getPollHandler()->getDaemonState();
if(err != M_OK)
{
msg = "daemon is down on local node ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->refreshClusterRecipe();
if(err != M_OK)
{
msg = "refresh cluster failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
ClusterInfo* clusterInfo = new ClusterInfo(&err);
//update cluster info
err = GPFSHandler::getPollHandler()->updateClusterInfo(clusterInfo);
if(err != M_OK)
{
msg = "update cluster info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
//update all nodes info
err = GPFSHandler::getPollHandler()->updateNodeInfo(clusterInfo);
if(err != M_OK)
{
msg = "update node failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->getClusterInfo(clusterInfo); //this maybe not needed
if(err != M_OK)
{
msg = "get cluster info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateDiskSDRInfo();
if(err != M_OK)
{ /*TODO: This API invokes "mmsdrquery 30 3001:3004:3005:3006:3007:3008:3002:3003" under the cover. Need to check if it is a real error or an expected configuration to determin whether to ignore it or not.*/
msg = "update disk SDR info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
msg += ", ignore it...";
log_warn(msg);
// return; // simply ignore it since there a configuration of two clusters and NSD may not be seen from the FS cluster.
}
err = GPFSHandler::getPollHandler()->updateFilesystemInfo(clusterInfo, 1);// to get perfermance statics even if not used.
if(err != M_OK)
{
msg = "update file system failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateMountedNodeInfo(clusterInfo); // to get mounted node info
if(err != M_OK)
{ /*TODO: This API invokes "mmlsmount all_local -Y" under the cover. Need to check if it is a real error or an expected configuration to determin whether to ignore it or not.*/
msg = "update mounted node info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
msg += ", ignore it...";
log_warn(msg);
// return; // simply ignore it since there maybe no local file system configured
}
err = GPFSHandler::getPollHandler()->updateVfsStatsInfo(clusterInfo); // to get vfs info
if(err != M_OK)
{
msg = "update vfs info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateThreadUtilInfo(clusterInfo); // to get thread util info
if(err != M_OK)
{
msg = "update thread util info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateIocStatsInfo(clusterInfo); // to get ioc statics info
if(err != M_OK)
{
msg = "update ioc statics info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateCacheStatsInfo(clusterInfo); // to get cache statics info
if(err != M_OK)
{
msg = "update cache statics info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updatePCacheStatsInfo(clusterInfo); // to get pcache statics info
if(err != M_OK)
{
msg = "update pcache statics info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateFilesystemManagerInfo(clusterInfo);// update fs manager
if(err != M_OK)
{
msg = "update file system manager failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updatePolicyInfo(clusterInfo); // to get policy info
if(err != M_OK)
{
msg = "update policy info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
err = GPFSHandler::getPollHandler()->updateFilesystemConfigInfo(clusterInfo);// update fs config
if(err != M_OK)
{
msg = "update file system config failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
ClusterStatus* clusterStatus = new ClusterStatus();
err = GPFSHandler::getPollHandler()->getClusterStatus(clusterStatus);
if(err != M_OK)
{
msg = "get cluster status failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
clusterName = clusterInfo->getName();
int i = 0;
string clusterid = clusterInfo->getId();
nFSs = clusterInfo->getNumFilesystems();
//log fs one by one
for( i = 0 ; i < nFSs; i++)
{
fsInfo = clusterInfo->getFilesystem(i);
if (fsInfo == NULL)
{
msg = "NULL filesystem ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&i);
log_error(msg);
continue;
}
fsName = fsInfo->getName();
err = GPFSHandler::getPollHandler()->updateStoragePoolInfo(clusterInfo, (char*)fsName.c_str());
if(err != M_OK)
{
msg = "update storage pool info for file system: ";
msg += fsName;
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
continue;
}
msg = "Refresh file system: ";
msg += fsName;
log_debug(msg);
ret = refreshFS(fsInfo, clusterid);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh file system: ";
msg += fsName;
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
nPools = fsInfo->getNumStoragePools();
int j = 0;
//log stg one by one
for(; j < nPools; j++ )
{
stgInfo = fsInfo->getStoragePool(j);
if(stgInfo == NULL)
{
msg = "ERR stgInfo for storage pool: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&j);
msg += " in (fs: ";
msg += fsName;
msg += ") is NULL";
log_error(msg);
continue;
}
stgName = stgInfo->getName();
err = GPFSHandler::getPollHandler()->updateDiskInfo(clusterInfo, (char*)fsName.c_str(), (char*)stgName.c_str(),1);
if(err != M_OK)
{
msg = "update disk info in (file system: ";
msg += fsName;
msg += ", storage pool: ";
msg += stgName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
continue;
}
msg = "Refresh storage pool: ";
msg += stgName;
msg += " in (fs: ";
msg += fsName;
msg += ")";
log_debug(msg);
ret = refreshStgPool(stgInfo, clusterid, fsName);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh storage pool: ";
msg += stgName;
msg += " in (fs: ";
msg += fsName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
int k = 0;
nDisks = stgInfo->getNumDisks();
//log disk one by one
for(; k < nDisks ; k++ )
{
diskInfo = stgInfo->getDisk(k);
if(diskInfo == NULL)
{
msg = "diskInfo for disk: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&k);
msg += " in (storage pool: ";
msg += stgName;
msg += ", fs: ";
msg += fsName;
msg += ") is NULL";
log_error(msg);
continue;
}
diskName = diskInfo->getName();
msg = "Refresh disk: ";
msg += diskName;
msg += " in (storage pool: ";
msg += stgName;
msg += ", fs: ";
msg += fsName;
msg += ")";
log_debug(msg);
ret = refreshDisk(diskInfo, clusterid);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh disk: ";
msg += diskName;
msg += " in (storage pool: ";
msg += stgName;
msg += ", fs: ";
msg += fsName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}//end of refresh disks
}//end of refresh stgpool
/* core dump in GPFS 3.4, only effective in 3.5
err = GPFSHandler::getPollHandler()->getFileSets((char*)fsName.c_str(), &fileSetList);
if(err != M_OK)
{
msg = "update fileset info in (fs: ";
msg += fsName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_error(msg);
nFsets = 0;
fileSetList = NULL;
continue;
} //at first time to get nFsets but will not return M_OK
*/
err = GPFSHandler::getPollHandler()->getFileSets1((char*)fsName.c_str(), fileSetList, &nFsets);
if(nFsets <= 0)
{
msg = "no fileset found in (fs: ";
msg += fsName;
msg += ")";
log_warn(msg);
nFsets = 0;
fileSetList = NULL;
continue;
}
fileSetList = new FileSet[nFsets];
err = GPFSHandler::getPollHandler()->getFileSets1((char*)fsName.c_str(), fileSetList, &nFsets);
if(err != M_OK)
{
msg = "update fileset info in (fs: ";
msg += fsName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
nFsets = 0;
fileSetList = NULL;
continue;
}
int l = 0;
//log fileset one by one
for(; l < nFsets; l++ )
{
fsetInfo = &fileSetList[l];
if(fsetInfo == NULL)
{
msg = "fsetInfo for fset: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&i);
msg += " in (fs: ";
msg += fsName;
msg += ") is NULL";
log_error(msg);
continue;
}
fsetName = fsetInfo->getName();
msg = "Refresh fileset: ";
msg += fsetName;
msg += " in (fs: ";
msg += fsName;
msg += ")";
log_debug(msg);
ret = refreshFset(fsetInfo, clusterid);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh file set: ";
msg += fsetName;
msg += " in (fs: ";
msg += fsName;
msg += ") failed with";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}//end of refresh fset
if(fileSetList)
{
delete []fileSetList;
fileSetList = NULL;
nFsets = 0;
fsetInfo = NULL;
}
}//end of refresh fs
nNodes = clusterInfo->getNumNodes();
// to get disk access info, place this here to update num_access_disk in nodeinfo and need to invoke updateStoragePool() prior to this API
err = GPFSHandler::getPollHandler()->updateDiskAccessInfo(clusterInfo);
if(err != M_OK)
{
msg = "update disk access info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_warn(msg);
/* Simply ignore this error to continue....
log_error(msg);
return;
*/
}
NodeInfo* nodeInfo = NULL;
//log node one by one
for( i = 0 ; i < nNodes; i++)
{
nodeInfo = clusterInfo->getNode(i);
if (nodeInfo == NULL)
{
msg = "nodeInfo for node ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&i);
msg += "is NULL";
log_error(msg);
continue;
}
nodeName = nodeInfo->getName();
msg = "Refresh node: ";
msg += nodeName;
log_debug(msg);
ret = refreshNode(nodeInfo, clusterid);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh node: ";
msg += nodeName;
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
continue;
}
}//end of refresh node
//refresh free disks here since free disk number/info can only be got after invoking updateDiskInfo() to all fs/stgpool
err = GPFSHandler::getPollHandler()->updateFreeDiskInfo(clusterInfo);
if(err != M_OK)
{
msg = "update free disk info failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
msg += ", ignore it...";
log_warn(msg);
}
nDisks = clusterInfo->getNumFreeDisks();
int k = 0;
for(; k < nDisks ; k++ )
{
diskInfo = clusterInfo->getFreeDisk(k);
if(diskInfo == NULL)
{
msg = "diskInfo for free disk: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&i);
msg += " is NULL";
log_error(msg);
continue;
}
diskName = diskInfo->getName();
int s;
int nServers = diskInfo->getNumServerItems();
int nBacks = diskInfo->getNumBackupServerItems();
string node_name;
for(s = 0; s < nServers; s++)
{
DiskServerInfo *ds = diskInfo->getServer(s);
node_name += string(ds->getName()) + string(" ");
}
for(s = 0; s < nBacks; s++)
{
DiskServerInfo *ds = diskInfo->getBackupServer(s);
node_name += string(ds->getName()) + string(" ");
}
msg = "Refresh free disk: ";
msg += "(";
msg += diskName;
msg += ")";
log_debug(msg);
char svrList[NAME_STRING_LEN] = {0};
strcpy(svrList,node_name.c_str());
ret = refreshDisk(diskInfo, clusterid, svrList);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh free disk: ";
msg += "(";
msg += diskName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}//end of refresh free disks
//refresh cluster here since free disk number/info can only be got after invoking updateDiskInfo() to all fs/stgpool
msg = "Refresh cluster: ";
msg += clusterName;
log_debug(msg);
ret = refreshCluster(clusterInfo,clusterStatus);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh cluster failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&err);
log_error(msg);
}
log_info("##################Start to refresh perseus configuration###################");
int nRgAllocated = 6; /* number of rg slots allocated in the buffer in advance*/
char *bufP = NULL;
int bufLen = 0;
int rc = 0;
int nPdisk = 0;
int nVdisk = 0;
int nRg = 0;
int nDa = 0;
string pdiskName;
string vdiskName;
string rgName;
string daName;
gpfsRecoveryGroupSdrInfo *rgSdrTableP = NULL;
gpfsRecoveryGroupSdrInfo *rgSdrP = NULL;
gpfsRecoveryGroup *rgTableP = NULL;
gpfsRecoveryGroup *rgP = NULL;
gpfsRecoveryGroupDeclusteredArray* daP = NULL;
gpfsDeclusteredArrayPdisk* pdiskP = NULL;
gpfsDeclusteredArrayVdisk* vdiskP = NULL;
rgSdrTableP = new gpfsRecoveryGroupSdrInfo[nRgAllocated];
nRg = nRgAllocated;
/* get initial info from SDR (all RG names) */
rc = getNsdRAIDSdrInfo(rgSdrTableP, &nRg);
// retry if failed with ENOMEM
if(rc == ENOMEM)
{
log_debug("Not enough memory allocated, reallocate...");
nRgAllocated = nRg > nRgAllocated ? nRg : nRgAllocated;
delete[] rgSdrTableP;
rgSdrTableP = NULL;
rgSdrTableP = new gpfsRecoveryGroupSdrInfo[nRgAllocated];
nRg = nRgAllocated;
rc = getNsdRAIDSdrInfo(rgSdrTableP, &nRg);
}
if (rc == M_OK)
{
if (nRg >= 1)
{
rgTableP = new gpfsRecoveryGroup[nRg];
if (rgTableP == NULL)
{
msg = "Initial RG table failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&rc);
log_error(msg);
return;
}
for (i = 0, rgSdrP = rgSdrTableP; i < nRg && i < nRgAllocated; i++, rgSdrP++)
{
rgP = rgTableP + i;
rgP->updateRgSdrInfo(rgSdrP->getRecoveryGroupName(),rgSdrP->getRecoveryGroupServerList(),rgSdrP->getRecoveryGroupId());
rc = getRecoveryGroupSummary(rgP); //refresh rg info
if (rc == 0)
{
rgName = rgP->getRecoveryGroupName();
rc = getRecoveryGroupDeclusteredArrays(rgP); // refresh da info
if (rc == 0)
{
int l = 0;
int nDa = rgP->getRecoveryGroupDeclusterArrays();
bool allDaOK = true; // is all DA ok?
for(; l < nDa; l++)
{
daP = rgP->getDeclusteredArrayP(l);
if(daP == NULL)
{
msg = "da: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&l);
msg += "in (rg: ";
msg += rgName;
msg += ") is NULL";
log_error(msg);
continue;
}
daName = daP->getDeclusteredArrayName();
msg = "Refresh da: ";
msg += daName;
msg += " in rg: ";
msg += rgName;
log_debug(msg);
ret = refreshDa(daP, clusterid, rgName);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh declustered array: ";
msg += daName;
msg += " in (rg: ";
msg += rgName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
int j = 0;
int k = 0;
nPdisk = daP->getDeclusteredArrayPdisks();
nVdisk = daP->getDeclusteredArrayVdisks();
for(; j < nPdisk; j++)
{
pdiskP = daP->getDeclusteredArrayPdiskP(j);
if(pdiskP == NULL)
{
msg = "pdisk: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&j);
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
msg += ") is NULL";
log_error(msg);
continue;
}
pdiskName = pdiskP->getPdiskName();
msg = "Refresh pdisk: ";
msg += pdiskName;
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
msg += ")";
log_debug(msg);
ret = refreshPdisk(pdiskP,clusterid,rgName,daName);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh pdisk: ";
msg += pdiskName;
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}
for(; k < nVdisk; k++)
{
vdiskP = daP->getDeclusteredArrayVdiskP(k);
if(vdiskP == NULL)
{
msg = "vdisk: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&k);
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
msg += ") is NULL";
log_error(msg);
continue;
}
vdiskName = vdiskP->getVdiskName();
msg = "Refresh vdisk: ";
msg += vdiskName;
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
log_debug(msg);
ret = refreshVdisk(vdiskP,clusterid,rgName,daName);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh vdisk: ";
msg += vdiskName;
msg += " in (rg: ";
msg += rgName;
msg += ", da: ";
msg += daName;
msg += ") failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}
allDaOK &= strcmp(daP->getDeclusteredNeedsService(),"yes"); // check all DA's status
}
msg = "Refresh rg: ";
msg += rgName;
log_debug(msg);
ret = refreshRg(rgP, clusterid,allDaOK);
if(ret != TEAL_SUCCESS)
{
msg = "Refresh recovery group: ";
msg += rgName;
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&ret);
log_error(msg);
}
}
else
{
msg = "get DA to refresh DA in RG: ";
msg += rgName;
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&rc);
log_warn(msg);
continue;
}
}
else
{
msg = "get RG summary to refresh RG: ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&i);
msg += " failed with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&rc);
log_warn(msg);
continue;
}
}
}
else
{
log_warn("No recovery group found!");
}
}
else if(rc == ENODEV)
{
msg = "No perseus configuration..";
log_info(msg);
}
else
{
msg = "Failed to getNsdRAIDSdrInfo with ";
msg += Utils::int_to_char(tmp,10,(unsigned int*)&rc);
log_warn(msg);
}
log_info("########################End of refresh all entities#########################################");
return;
}