virtual bool run(const string& dbname, BSONObj& cmdObj, string& errmsg, BSONObjBuilder& result, bool fromRepl) { string fromhost = cmdObj.getStringField("fromhost"); if ( fromhost.empty() ) { /* copy from self */ stringstream ss; ss << "localhost:" << cmdLine.port; fromhost = ss.str(); } string fromdb = cmdObj.getStringField("fromdb"); string todb = cmdObj.getStringField("todb"); if ( fromhost.empty() || todb.empty() || fromdb.empty() ) { errmsg = "parms missing - {copydb: 1, fromhost: <hostname>, fromdb: <db>, todb: <db>}"; return false; } Cloner c; string username = cmdObj.getStringField( "username" ); string nonce = cmdObj.getStringField( "nonce" ); string key = cmdObj.getStringField( "key" ); if ( !username.empty() && !nonce.empty() && !key.empty() ) { uassert( 13008, "must call copydbgetnonce first", authConn_.get() ); BSONObj ret; { dbtemprelease t; if ( !authConn_->runCommand( fromdb, BSON( "authenticate" << 1 << "user" << username << "nonce" << nonce << "key" << key ), ret ) ) { errmsg = "unable to login " + string( ret ); return false; } } c.setConnection( authConn_.release() ); } Client::Context ctx(todb); bool res = c.go(fromhost.c_str(), errmsg, fromdb, /*logForReplication=*/!fromRepl, /*slaveok*/false, /*replauth*/false, /*snapshot*/true); return res; }
virtual bool run(OperationContext* txn, const string& dbname, BSONObj& cmdObj, int, string& errmsg, BSONObjBuilder& result) { boost::optional<DisableDocumentValidation> maybeDisableValidation; if (shouldBypassDocumentValidationforCommand(cmdObj)) maybeDisableValidation.emplace(txn); string from = cmdObj.getStringField("clone"); if ( from.empty() ) return false; CloneOptions opts; opts.fromDB = dbname; opts.slaveOk = cmdObj["slaveOk"].trueValue(); // See if there's any collections we should ignore if( cmdObj["collsToIgnore"].type() == Array ){ BSONObjIterator it( cmdObj["collsToIgnore"].Obj() ); while( it.more() ){ BSONElement e = it.next(); if( e.type() == String ){ opts.collsToIgnore.insert( e.String() ); } } } set<string> clonedColls; ScopedTransaction transaction(txn, MODE_IX); Lock::DBLock dbXLock(txn->lockState(), dbname, MODE_X); Cloner cloner; bool rval = cloner.go(txn, dbname, from, opts, &clonedColls, errmsg); BSONArrayBuilder barr; barr.append( clonedColls ); result.append( "clonedColls", barr.arr() ); return rval; }
bool ReplSetImpl::_syncDoInitialSync_clone(OperationContext* txn, Cloner& cloner, const char *master, const list<string>& dbs, bool dataPass) { for( list<string>::const_iterator i = dbs.begin(); i != dbs.end(); i++ ) { const string db = *i; if( db == "local" ) continue; if ( dataPass ) sethbmsg( str::stream() << "initial sync cloning db: " << db , 0); else sethbmsg( str::stream() << "initial sync cloning indexes for : " << db , 0); string err; int errCode; CloneOptions options; options.fromDB = db; options.logForRepl = false; options.slaveOk = true; options.useReplAuth = true; options.snapshot = false; options.mayYield = true; options.mayBeInterrupted = false; options.syncData = dataPass; options.syncIndexes = ! dataPass; // Make database stable Lock::DBWrite dbWrite(txn->lockState(), db); WriteUnitOfWork wunit(txn->recoveryUnit()); if (!cloner.go(txn, db, master, options, NULL, err, &errCode)) { sethbmsg(str::stream() << "initial sync: error while " << (dataPass ? "cloning " : "indexing ") << db << ". " << (err.empty() ? "" : err + ". ") << "sleeping 5 minutes" ,0); return false; } wunit.commit(); } return true; }
bool ReplSetImpl::_syncDoInitialSync_clone(Cloner& cloner, const char *master, const list<string>& dbs, bool dataPass) { for( list<string>::const_iterator i = dbs.begin(); i != dbs.end(); i++ ) { string db = *i; if( db == "local" ) continue; if ( dataPass ) sethbmsg( str::stream() << "initial sync cloning db: " << db , 0); else sethbmsg( str::stream() << "initial sync cloning indexes for : " << db , 0); Client::WriteContext ctx(db); OperationContextImpl txn; string err; int errCode; CloneOptions options; options.fromDB = db; options.logForRepl = false; options.slaveOk = true; options.useReplAuth = true; options.snapshot = false; options.mayYield = true; options.mayBeInterrupted = false; options.syncData = dataPass; options.syncIndexes = ! dataPass; if (!cloner.go(&txn, ctx.ctx(), master, options, NULL, err, &errCode)) { sethbmsg(str::stream() << "initial sync: error while " << (dataPass ? "cloning " : "indexing ") << db << ". " << (err.empty() ? "" : err + ". ") << "sleeping 5 minutes" ,0); return false; } } return true; }
/* grab initial copy of a database from the master */ void ReplSource::resync(OperationContext* txn, const std::string& dbName) { const std::string db(dbName); // need local copy of the name, we're dropping the original resyncDrop(txn, db); { log() << "resync: cloning database " << db << " to get an initial copy" << endl; ReplInfo r("resync: cloning a database"); string errmsg; int errCode = 0; CloneOptions cloneOptions; cloneOptions.fromDB = db; cloneOptions.logForRepl = false; cloneOptions.slaveOk = true; cloneOptions.useReplAuth = true; cloneOptions.snapshot = true; cloneOptions.mayYield = true; cloneOptions.mayBeInterrupted = false; Cloner cloner; bool ok = cloner.go(txn, db, hostName.c_str(), cloneOptions, NULL, errmsg, &errCode); if (!ok) { if (errCode == DatabaseDifferCaseCode) { resyncDrop(txn, db); log() << "resync: database " << db << " not valid on the master due to a name conflict, dropping." << endl; return; } else { log() << "resync of " << db << " from " << hostName << " failed " << errmsg << endl; throw SyncException(); } } } log() << "resync: done with initial clone for db: " << db << endl; return; }
virtual bool run(OperationContext* txn, const string& dbname, BSONObj& cmdObj, int, string& errmsg, BSONObjBuilder& result, bool fromRepl) { string fromhost = cmdObj.getStringField("fromhost"); bool fromSelf = fromhost.empty(); if ( fromSelf ) { /* copy from self */ stringstream ss; ss << "localhost:" << serverGlobalParams.port; fromhost = ss.str(); } CloneOptions cloneOptions; cloneOptions.fromDB = cmdObj.getStringField("fromdb"); cloneOptions.logForRepl = !fromRepl; cloneOptions.slaveOk = cmdObj["slaveOk"].trueValue(); cloneOptions.useReplAuth = false; cloneOptions.snapshot = true; cloneOptions.mayYield = true; cloneOptions.mayBeInterrupted = false; string todb = cmdObj.getStringField("todb"); if ( fromhost.empty() || todb.empty() || cloneOptions.fromDB.empty() ) { errmsg = "params missing - {copydb: 1, fromhost: <connection string>, " "fromdb: <db>, todb: <db>}"; return false; } if ( !NamespaceString::validDBName( todb ) ) { errmsg = "invalid todb name: " + todb; return false; } Cloner cloner; // Get MONGODB-CR parameters string username = cmdObj.getStringField( "username" ); string nonce = cmdObj.getStringField( "nonce" ); string key = cmdObj.getStringField( "key" ); if ( !username.empty() && !nonce.empty() && !key.empty() ) { uassert( 13008, "must call copydbgetnonce first", authConn_.get() ); BSONObj ret; { if ( !authConn_->runCommand( cloneOptions.fromDB, BSON( "authenticate" << 1 << "user" << username << "nonce" << nonce << "key" << key ), ret ) ) { errmsg = "unable to login " + ret.toString(); return false; } } cloner.setConnection( authConn_.release() ); } else if (cmdObj.hasField(saslCommandConversationIdFieldName) && cmdObj.hasField(saslCommandPayloadFieldName)) { uassert( 25487, "must call copydbsaslstart first", authConn_.get() ); BSONObj ret; if ( !authConn_->runCommand( cloneOptions.fromDB, BSON( "saslContinue" << 1 << cmdObj[saslCommandConversationIdFieldName] << cmdObj[saslCommandPayloadFieldName] ), ret ) ) { errmsg = "unable to login " + ret.toString(); return false; } if (!ret["done"].Bool()) { result.appendElements( ret ); return true; } result.append("done", true); cloner.setConnection( authConn_.release() ); } else if (!fromSelf) { // If fromSelf leave the cloner's conn empty, it will use a DBDirectClient instead. ConnectionString cs = ConnectionString::parse(fromhost, errmsg); if (!cs.isValid()) { return false; } DBClientBase* conn = cs.connect(errmsg); if (!conn) { return false; } cloner.setConnection(conn); } if (fromSelf) { // SERVER-4328 todo lock just the two db's not everything for the fromself case Lock::GlobalWrite lk(txn->lockState()); return cloner.go(txn, todb, fromhost, cloneOptions, NULL, errmsg); } Lock::DBLock lk (txn->lockState(), todb, MODE_X); return cloner.go(txn, todb, fromhost, cloneOptions, NULL, errmsg); }
/* slaveOk - if true it is ok if the source of the data is !ismaster. useReplAuth - use the credentials we normally use as a replication slave for the cloning snapshot - use $snapshot mode for copying collections. note this should not be used when it isn't required, as it will be slower. for example repairDatabase need not use it. */ bool cloneFrom(const char *masterHost, string& errmsg, const string& fromdb, bool logForReplication, bool slaveOk, bool useReplAuth, bool snapshot) { Cloner c; return c.go(masterHost, errmsg, fromdb, logForReplication, slaveOk, useReplAuth, snapshot); }
virtual bool run(OperationContext* txn, const string& dbname, BSONObj& cmdObj, int, string& errmsg, BSONObjBuilder& result, bool fromRepl) { string fromhost = cmdObj.getStringField("fromhost"); bool fromSelf = fromhost.empty(); if ( fromSelf ) { /* copy from self */ stringstream ss; ss << "localhost:" << serverGlobalParams.port; fromhost = ss.str(); } CloneOptions cloneOptions; cloneOptions.fromDB = cmdObj.getStringField("fromdb"); cloneOptions.logForRepl = !fromRepl; cloneOptions.slaveOk = cmdObj["slaveOk"].trueValue(); cloneOptions.useReplAuth = false; cloneOptions.snapshot = true; cloneOptions.mayYield = true; cloneOptions.mayBeInterrupted = false; string todb = cmdObj.getStringField("todb"); if ( fromhost.empty() || todb.empty() || cloneOptions.fromDB.empty() ) { errmsg = "parms missing - {copydb: 1, fromhost: <connection string>, " "fromdb: <db>, todb: <db>}"; return false; } Cloner cloner; string username = cmdObj.getStringField( "username" ); string nonce = cmdObj.getStringField( "nonce" ); string key = cmdObj.getStringField( "key" ); if ( !username.empty() && !nonce.empty() && !key.empty() ) { uassert( 13008, "must call copydbgetnonce first", authConn_.get() ); BSONObj ret; { if ( !authConn_->runCommand( cloneOptions.fromDB, BSON( "authenticate" << 1 << "user" << username << "nonce" << nonce << "key" << key ), ret ) ) { errmsg = "unable to login " + ret.toString(); return false; } } cloner.setConnection( authConn_.release() ); } else if (!fromSelf) { // If fromSelf leave the cloner's conn empty, it will use a DBDirectClient instead. ConnectionString cs = ConnectionString::parse(fromhost, errmsg); if (!cs.isValid()) { return false; } DBClientBase* conn = cs.connect(errmsg); if (!conn) { return false; } cloner.setConnection(conn); } // SERVER-4328 todo lock just the two db's not everything for the fromself case scoped_ptr<Lock::ScopedLock> lk( fromSelf ? static_cast<Lock::ScopedLock*>(new Lock::GlobalWrite(txn->lockState())) : static_cast<Lock::ScopedLock*>(new Lock::DBWrite(txn->lockState(), todb))); WriteUnitOfWork wunit(txn); if (!cloner.go(txn, todb, fromhost, cloneOptions, NULL, errmsg )) { return false; } wunit.commit(); return true; }