static
int
_VmDirGetRemoteDBUsingRPC(
PCSTR pszHostname,
PCSTR dbHomeDir,
BOOLEAN *pbHasXlog)
{
DWORD retVal = 0;
PSTR pszLocalErrorMsg = NULL;
char dbRemoteFilename[VMDIR_MAX_FILE_NAME_LEN] = {0};
char localDir[VMDIR_MAX_FILE_NAME_LEN] = {0};
char localXlogDir[VMDIR_MAX_FILE_NAME_LEN] = {0};
char localFilename[VMDIR_MAX_FILE_NAME_LEN] = {0};
PSTR pszDcAccountPwd = NULL;
PVMDIR_SERVER_CONTEXT hServer = NULL;
DWORD low_xlognum = 0;
DWORD high_xlognum = 0;
DWORD xlognum = 0;
DWORD remoteDbSizeMb = 0;
DWORD remoteDbMapSizeMb = 0;
PBYTE pDbPath = NULL;
BOOLEAN bMdbWalEnable = FALSE;
#ifndef _WIN32
const char fileSeperator = '/';
#else
const char fileSeperator = '\\';
#endif
retVal = VmDirAllocateMemory(VMDIR_MAX_FILE_NAME_LEN, (PVOID)&pDbPath );
BAIL_ON_VMDIR_ERROR(retVal);
retVal = VmDirReadDCAccountPassword(&pszDcAccountPwd);
BAIL_ON_VMDIR_ERROR( retVal );
retVal = VmDirOpenServerA(pszHostname, gVmdirServerGlobals.dcAccountUPN.lberbv_val, NULL, pszDcAccountPwd, 0, NULL, &hServer);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirOpenServerA() call failed with error: %d, host name = %s",
retVal, pszHostname );
VMDIR_LOG_INFO( VMDIR_LOG_MASK_ALL, "_VmDirGetRemoteDBUsingRPC: Connected to the replication partner (%s).", pszHostname );
VmDirGetMdbWalEnable(&bMdbWalEnable);
if (bMdbWalEnable)
{
//Set remote server backend to KEEPXLOGS mode
retVal = VmDirSetBackendState (hServer, MDB_STATE_KEEPXLOGS, &low_xlognum, &remoteDbSizeMb,
&remoteDbMapSizeMb, pDbPath, VMDIR_MAX_FILE_NAME_LEN);
} else
{
//Set remote server backend to ReadOnly mode
retVal = VmDirSetBackendState (hServer, MDB_STATE_READONLY, &low_xlognum, &remoteDbSizeMb,
&remoteDbMapSizeMb, pDbPath, VMDIR_MAX_FILE_NAME_LEN);
}
BAIL_ON_VMDIR_ERROR_WITH_MSG(retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirSetBackendState failed, WalEnabled: %d, error: %d", bMdbWalEnable, retVal);
retVal = VmDirStringPrintFA( localDir, VMDIR_MAX_FILE_NAME_LEN, "%s%c%s", dbHomeDir, fileSeperator, LOCAL_PARTNER_DIR);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
retVal = _VmDirMkdir(localDir, 0700);
BAIL_ON_VMDIR_ERROR( retVal );
if (low_xlognum > 0)
{
retVal = VmDirStringPrintFA( localXlogDir, VMDIR_MAX_FILE_NAME_LEN, "%s%c%s", localDir, fileSeperator, VMDIR_MDB_XLOGS_DIR_NAME);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
retVal = _VmDirMkdir(localXlogDir, 0700);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: _VmDirMkdir() call failed with error: %d %s", retVal );
}
retVal = VmDirStringPrintFA( dbRemoteFilename, VMDIR_MAX_FILE_NAME_LEN, "%s/%s", (char *)pDbPath,
VMDIR_MDB_DATA_FILE_NAME );
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
retVal = VmDirStringPrintFA( localFilename, VMDIR_MAX_FILE_NAME_LEN, "%s%c%s%c%s", dbHomeDir,
fileSeperator, LOCAL_PARTNER_DIR, fileSeperator, VMDIR_MDB_DATA_FILE_NAME );
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
VMDIR_LOG_INFO( VMDIR_LOG_MASK_ALL, "_VmDirGetRemoteDBUsingRPC: copying remote file %s with data size %ld MB with Map size %ld MB ...",
dbRemoteFilename, remoteDbSizeMb, remoteDbMapSizeMb );
retVal = _VmDirGetRemoteDBFileUsingRPC( hServer, dbRemoteFilename, localFilename, remoteDbSizeMb, remoteDbMapSizeMb );
BAIL_ON_VMDIR_ERROR( retVal );
if (low_xlognum == 0)
{
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL,
"_VmDirGetRemoteDBUsingRPC: complete MDB cold copy - WAL not supported by remote");
goto cleanup;
}
//Query current xlog number
retVal = VmDirSetBackendState (hServer, MDB_STATE_GETXLOGNUM, &high_xlognum, &remoteDbSizeMb, &remoteDbMapSizeMb, pDbPath, VMDIR_MAX_FILE_NAME_LEN);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirSetBackendState failed to get current xlog: %d", retVal );
VMDIR_LOG_INFO( VMDIR_LOG_MASK_ALL, "_VmDirGetRemoteDBUsingRPC: start transfering XLOGS from %d to %d", low_xlognum, high_xlognum);
for (xlognum = low_xlognum; xlognum <= high_xlognum; xlognum++)
{
retVal = VmDirStringPrintFA( dbRemoteFilename, VMDIR_MAX_FILE_NAME_LEN, "%s%c%s%c%lu", dbHomeDir, fileSeperator,
VMDIR_MDB_XLOGS_DIR_NAME, fileSeperator, xlognum );
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
retVal = VmDirStringPrintFA( localFilename, VMDIR_MAX_FILE_NAME_LEN, "%s%c%lu", localXlogDir, fileSeperator, xlognum);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: VmDirStringPrintFA() call failed with error: %d", retVal );
retVal = _VmDirGetRemoteDBFileUsingRPC( hServer, dbRemoteFilename, localFilename, 0, 0);
BAIL_ON_VMDIR_ERROR_WITH_MSG( retVal, (pszLocalErrorMsg),
"_VmDirGetRemoteDBUsingRPC: _VmDirGetRemoteDBFileUsingRPC() call failed with error: %d", retVal );
}
VMDIR_LOG_INFO( VMDIR_LOG_MASK_ALL, "_VmDirGetRemoteDBUsingRPC: complete transfering XLOGS from %d to %d", low_xlognum, high_xlognum);
cleanup:
if (hServer)
{
//clear backend transfering xlog files mode.
VmDirSetBackendState (hServer, MDB_STATE_CLEAR, &xlognum, &remoteDbSizeMb, &remoteDbMapSizeMb, pDbPath, VMDIR_MAX_FILE_NAME_LEN);
VmDirCloseServer( hServer);
}
VMDIR_SAFE_FREE_MEMORY(pszLocalErrorMsg);
VMDIR_SAFE_FREE_MEMORY(pDbPath);
VMDIR_SECURE_FREE_STRINGA(pszDcAccountPwd);
*pbHasXlog = (low_xlognum > 0);
return retVal;
error:
retVal = LDAP_OPERATIONS_ERROR;
VMDIR_LOG_ERROR( VMDIR_LOG_MASK_ALL, "%s", VDIR_SAFE_STRING(pszLocalErrorMsg) );
goto cleanup;
}
/* This function re-instantiates the current vmdir instance with a
* foreign (MDB) database file. It is triggered by running vdcadmintool
* with option 8. Before this action, a foreign database files must be copied
* onto diretory mdb_home_dir/partner/ which may include mdb WAL files under
* xlogs/. See PR 1995325 for the functional spec and use cases.
*/
DWORD
VmDirSrvServerReset(
PDWORD pServerResetState
)
{
int i = 0;
DWORD dwError = 0;
VDIR_ENTRY_ARRAY entryArray = {0};
const char *dbHomeDir = VMDIR_DB_DIR;
PVDIR_SCHEMA_CTX pSchemaCtx = NULL;
BOOLEAN bWriteInvocationId = FALSE;
PSTR pszConfigurationContainerDn = NULL;
PSTR pszDomainControllerContainerDn = NULL;
PSTR pszManagedServiceAccountContainerDn = NULL;
DEQUE computers = {0};
PSTR pszComputer = NULL;
PVDIR_ATTRIBUTE pAttrUPN = NULL;
BOOLEAN bMdbWalEnable = FALSE;
VmDirGetMdbWalEnable(&bMdbWalEnable);
//swap current vmdir database file with the foriegn one under partner/
dwError = _VmDirSwapDB(dbHomeDir, bMdbWalEnable);
BAIL_ON_VMDIR_ERROR(dwError);
//Delete Computers (domain controller accounts) under Domain Controller container
dwError = VmDirAllocateStringPrintf(&pszDomainControllerContainerDn, "ou=%s,%s",
VMDIR_DOMAIN_CONTROLLERS_RDN_VAL, gVmdirServerGlobals.systemDomainDN.lberbv_val);
BAIL_ON_VMDIR_ERROR(dwError);
dwError = VmDirSimpleEqualFilterInternalSearch(pszDomainControllerContainerDn, LDAP_SCOPE_ONE,
ATTR_OBJECT_CLASS, OC_COMPUTER, &entryArray);
BAIL_ON_VMDIR_ERROR(dwError);
if(entryArray.iSize > 0)
{
for (i = 0; i < entryArray.iSize; i++)
{
pAttrUPN = VmDirFindAttrByName(&entryArray.pEntry[i], ATTR_KRB_UPN);
if (pAttrUPN)
{
PSTR pPc = NULL;
dwError = VmDirAllocateStringA(pAttrUPN->vals[0].lberbv_val, &pPc);
dequePush(&computers, pPc);
}
dwError = VmDirDeleteEntry(&entryArray.pEntry[i]);
BAIL_ON_VMDIR_ERROR(dwError);
}
}
VmDirFreeEntryArrayContent(&entryArray);
/* Delete all entries in the subtree under Configuration container
* (e.g. under cn=Configuration,dc=vmware,dc=com).
* This will remove the old replication topology
*/
dwError = VmDirAllocateStringPrintf(&pszConfigurationContainerDn, "cn=%s,%s",
VMDIR_CONFIGURATION_CONTAINER_NAME, gVmdirServerGlobals.systemDomainDN.lberbv_val);
BAIL_ON_VMDIR_ERROR(dwError);
dwError = VmDirSimpleEqualFilterInternalSearch(pszConfigurationContainerDn, LDAP_SCOPE_SUBTREE,
ATTR_OBJECT_CLASS, OC_DIR_SERVER, &entryArray);
BAIL_ON_VMDIR_ERROR(dwError);
if (entryArray.iSize > 0)
{
for (i = 0; i < entryArray.iSize; i++)
{
/* Delete all replication agreement entries for a server and
* the server it self under the configuration/site container
*/
dwError = VmDirInternalDeleteTree(entryArray.pEntry[i].dn.lberbv_val);
BAIL_ON_VMDIR_ERROR(dwError);
}
}
VmDirFreeEntryArrayContent(&entryArray);
//Delete ManagedServiceAccount entries that are associated with any of the domain controllers
dwError = VmDirAllocateStringPrintf(&pszManagedServiceAccountContainerDn, "cn=%s,%s",
VMDIR_MSAS_RDN_VAL, gVmdirServerGlobals.systemDomainDN.lberbv_val);
BAIL_ON_VMDIR_ERROR(dwError);
dwError = VmDirSimpleEqualFilterInternalSearch(pszManagedServiceAccountContainerDn, LDAP_SCOPE_ONE,
ATTR_OBJECT_CLASS, OC_MANAGED_SERVICE_ACCOUNT, &entryArray);
BAIL_ON_VMDIR_ERROR(dwError);
if (entryArray.iSize > 0)
{
for (i = 0; i < entryArray.iSize; i++)
{
PDEQUE_NODE p = NULL;
pAttrUPN = VmDirFindAttrByName(&entryArray.pEntry[i], ATTR_KRB_UPN);
for(p = computers.pHead; p != NULL; p = p->pNext)
{
if (VmDirStringCaseStrA(pAttrUPN->vals[0].lberbv_val, p->pElement) != NULL)
{
dwError = VmDirDeleteEntry(&entryArray.pEntry[i]);
BAIL_ON_VMDIR_ERROR(dwError);
break;
}
}
}
}
dwError = VmDirSchemaCtxAcquire(&pSchemaCtx );
BAIL_ON_VMDIR_ERROR(dwError);
dwError = VmDirSrvCreateServerObj(pSchemaCtx);
BAIL_ON_VMDIR_ERROR(dwError);
//Create server and replication entries for the current instance
// on top of the (cleaned up) foreign database.
dwError = VmDirSrvCreateReplAgrsContainer(pSchemaCtx);
BAIL_ON_VMDIR_ERROR(dwError);
dwError = _VmDirPatchDSERoot(pSchemaCtx);
BAIL_ON_VMDIR_ERROR(dwError);
VmDirSchemaCtxRelease(pSchemaCtx);
pSchemaCtx = NULL;
dwError = LoadServerGlobals(&bWriteInvocationId);
BAIL_ON_VMDIR_ERROR(dwError);
cleanup:
if (pSchemaCtx)
{
VmDirSchemaCtxRelease(pSchemaCtx);
}
VmDirFreeEntryArrayContent(&entryArray);
VMDIR_SAFE_FREE_MEMORY(pszConfigurationContainerDn);
VMDIR_SAFE_FREE_MEMORY(pszDomainControllerContainerDn);
while(!dequeIsEmpty(&computers))
{
dequePopLeft(&computers, (PVOID*)&pszComputer);
VMDIR_SAFE_FREE_MEMORY(pszComputer);
}
return dwError;
error:
goto cleanup;
}
/*
* Initialize MDB db
* (reference openldap 2.4.31 back-mdb/init.c)
*/
DWORD
VmDirMDBInitializeDB(
BOOLEAN bMainDB,
const char *dbHomeDir,
PVDIR_DB_HANDLE *phHandle
)
{
DWORD dwError = 0;
unsigned int envFlags = 0;
mdb_mode_t mode = 0;
uint64_t db_max_mapsize = BE_MDB_ENV_MAX_MEM_MAPSIZE;
DWORD db_max_size_mb = 0;
DWORD db_chkpt_interval = 0;
BOOLEAN bMdbWalEnable = TRUE;
PVDIR_MDB_DB pDB = NULL;
VmDirLog( LDAP_DEBUG_TRACE, "MDBInitializeDB: Begin, DB Home Dir = %s", dbHomeDir );
//Make a db entry for path. fail if already exist
dwError = _VmDirMDBInitializeDBEntry(dbHomeDir, &pDB);
BAIL_ON_VMDIR_ERROR( dwError );
if (bMainDB)
{
pDB->bIsMainDB = TRUE;
} else
{
pDB->bIsMainDB = FALSE;
}
dwError = (sizeof(ENTRYID) == sizeof(VDIR_DB_SEQ_T)) ? 0 : ERROR_BACKEND_ERROR;
BAIL_ON_VMDIR_ERROR( dwError );
dwError = MDBInitConfig(pDB);
BAIL_ON_VMDIR_ERROR( dwError );
/* Create the environment */
dwError = mdb_env_create ( &pDB->mdbEnv );
BAIL_ON_VMDIR_ERROR( dwError );
dwError = mdb_env_set_maxreaders( pDB->mdbEnv, BE_MDB_ENV_MAX_READERS );
BAIL_ON_VMDIR_ERROR( dwError );
/* FROM mdb.h
* The size should be a multiple of the OS page size. The default is
* 10485760 bytes. The size of the memory map is also the maximum size
* of the database. The value should be chosen as large as possible,
* to accommodate future growth of the database.
*
* // TODO, this is also the max size of database (per logical mdb db or the total dbs)
*/
dwError = VmDirGetMaxDbSizeMb(&db_max_size_mb);
if (dwError != 0)
{
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL, "Use default max-database-size %llu", BE_MDB_ENV_MAX_MEM_MAPSIZE);
} else
{
db_max_mapsize = (uint64_t)(db_max_size_mb)*1024*1024;
if (db_max_mapsize < BE_MDB_ENV_MAX_MEM_MAPSIZE)
{
db_max_mapsize = BE_MDB_ENV_MAX_MEM_MAPSIZE;
VMDIR_LOG_WARNING(VMDIR_LOG_MASK_ALL, "RegKey %s value (%u) is too small. Use default max-database-size %llu",
VMDIR_REG_KEY_MAXIMUM_DB_SIZE_MB, db_max_size_mb, db_max_mapsize);
} else
{
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL, "max-database-size is set to %llu per RegKey %s",
db_max_mapsize, VMDIR_REG_KEY_MAXIMUM_DB_SIZE_MB);
}
}
dwError = mdb_env_set_mapsize( pDB->mdbEnv, db_max_mapsize);
BAIL_ON_VMDIR_ERROR( dwError );
dwError = mdb_env_set_maxdbs ( pDB->mdbEnv, BE_MDB_ENV_MAX_DBS );
BAIL_ON_VMDIR_ERROR( dwError );
dwError = VmDirGetMdbChkptInterval(&db_chkpt_interval);
if (dwError)
{
db_chkpt_interval = VMDIR_REG_KEY_MDB_CHKPT_INTERVAL_DEFAULT;
dwError = 0;
}
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL, "%s: %s is set to %d",
__func__, VMDIR_REG_KEY_MDB_CHKPT_INTERVAL, db_chkpt_interval);
dwError = mdb_env_set_chkpt_interval(pDB->mdbEnv, db_chkpt_interval);
BAIL_ON_VMDIR_ERROR( dwError );
if(bMainDB)
{
mdb_set_raft_prepare_commit_func(pDB->mdbEnv, VmDirRaftPrepareCommit);
mdb_set_raft_post_commit_func(pDB->mdbEnv, VmDirRaftPostCommit);
mdb_set_raft_commit_fail_func(pDB->mdbEnv, VmDirRaftCommitFail);
}
#ifdef MDB_NOTLS
envFlags = MDB_NOTLS; // Required for versions of mdb which have this flag
#endif
// this is experimental from mdb.h comments
//envFlags = MDB_FIXEDMAP; /* use a fixed address for the mmap region */
//envFlags |= MDB_NOSYNC need sync for durability
//envFlags |= MDB_RDONLY need to open for read and write
/* Open the environment. */
#ifndef _WIN32
mode = S_IRUSR | S_IWUSR;
#else
mode = GENERIC_READ|GENERIC_WRITE;
#endif
//MDB WAL is the default mode and can be turned off with reg key MdbEnableWal set to 0
dwError = VmDirGetMdbWalEnable(&bMdbWalEnable);
if (dwError)
{
bMdbWalEnable = TRUE;
dwError = 0;
}
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL, "%s: %s is set to %s",
__func__, VMDIR_REG_KEY_MDB_ENABLE_WAL, bMdbWalEnable?"True":"False");
if (bMdbWalEnable)
{
envFlags |= MDB_WAL;
}
dwError = mdb_env_open ( pDB->mdbEnv, dbHomeDir, envFlags, mode );
//TODO, what if open failed? how to recover??
BAIL_ON_VMDIR_ERROR( dwError );
mdb_set_error_log_func(&VmDirMdbErrorLog);
/* Open main database. */
dwError = MDBOpenMainDB(pDB);
BAIL_ON_VMDIR_ERROR( dwError );
/* Open sequences */
dwError = MDBOpenSequence(pDB);
BAIL_ON_VMDIR_ERROR( dwError );
/* Open generic */
dwError = MDBOpenGeneric(pDB);
BAIL_ON_VMDIR_ERROR( dwError );
/* Initialize indices */
dwError = VmDirMDBInitializeIndexDB(pDB);
BAIL_ON_VMDIR_ERROR( dwError );
dwError = VmDirInitMdbStateGlobals();
BAIL_ON_VMDIR_ERROR(dwError);
VmDirLogDBStats(pDB);
/* TODO: require per db txn stats for raft groups */
if (bMainDB)
{
dwError = _VmDirWtxnStatsInit();
BAIL_ON_VMDIR_ERROR( dwError );
}
*phHandle = pDB;
VMDIR_LOG_INFO(VMDIR_LOG_MASK_ALL, "%s: succeeded with dbHomeDir %s", __func__, dbHomeDir);
cleanup:
VmDirLog( LDAP_DEBUG_TRACE, "MDBInitializeDB: End" );
return dwError;
error:
VmDirLog( LDAP_DEBUG_ANY, "MDBInitializeDB failed with error code: %d, error string: %s", dwError, mdb_strerror(dwError) );
//TODO, should shutdown here or caller will do that?
//gVdirMdbGlobals.mdbEnv = NULL;
goto cleanup;
}
