void DocumentSourceCommandFutures::getNextDocument() {
while(true) {
if (!pBsonSource.get()) {
/* if there aren't any more futures, we're done */
if (iterator == listEnd) {
pCurrent.reset();
return;
}
/* grab the next command result */
shared_ptr<Future::CommandResult> pResult(*iterator);
++iterator;
/* try to wait for it */
if (!pResult->join()) {
error() << "sharded pipeline failed on shard: " <<
pResult->getServer() << " error: " <<
pResult->result() << endl;
errmsg += "-- mongod pipeline failed: ";
errmsg += pResult->result().toString();
/* move on to the next command future */
continue;
}
/* grab the result array out of the shard server's response */
BSONObj shardResult(pResult->result());
BSONObjIterator objIterator(shardResult);
while(objIterator.more()) {
BSONElement element(objIterator.next());
const char *pFieldName = element.fieldName();
/* find the result array and quit this loop */
if (strcmp(pFieldName, "result") == 0) {
pBsonSource = DocumentSourceBsonArray::create(
&element, pExpCtx);
newSource = true;
break;
}
}
}
/* if we're done with this shard's results, try the next */
if (pBsonSource->eof() ||
(!newSource && !pBsonSource->advance())) {
pBsonSource.reset();
continue;
}
pCurrent = pBsonSource->getCurrent();
newSource = false;
return;
}
}
bool PipelineCommand::executePipeline(
BSONObjBuilder &result, string &errmsg, const string &ns,
intrusive_ptr<Pipeline> &pPipeline,
intrusive_ptr<DocumentSourceCursor> &pSource,
intrusive_ptr<ExpressionContext> &pCtx) {
/* this is the normal non-debug path */
if (!pPipeline->getSplitMongodPipeline())
return pPipeline->run(result, errmsg, pSource);
/* setup as if we're in the router */
pCtx->setInRouter(true);
/*
Here, we'll split the pipeline in the same way we would for sharding,
for testing purposes.
Run the shard pipeline first, then feed the results into the remains
of the existing pipeline.
Start by splitting the pipeline.
*/
intrusive_ptr<Pipeline> pShardSplit(
pPipeline->splitForSharded());
/*
Write the split pipeline as we would in order to transmit it to
the shard servers.
*/
BSONObjBuilder shardBuilder;
pShardSplit->toBson(&shardBuilder);
BSONObj shardBson(shardBuilder.done());
DEV (log() << "\n---- shardBson\n" <<
shardBson.jsonString(Strict, 1) << "\n----\n").flush();
/* for debugging purposes, show what the pipeline now looks like */
DEV {
BSONObjBuilder pipelineBuilder;
pPipeline->toBson(&pipelineBuilder);
BSONObj pipelineBson(pipelineBuilder.done());
(log() << "\n---- pipelineBson\n" <<
pipelineBson.jsonString(Strict, 1) << "\n----\n").flush();
}
/* on the shard servers, create the local pipeline */
intrusive_ptr<ExpressionContext> pShardCtx(
ExpressionContext::create(&InterruptStatusMongod::status));
intrusive_ptr<Pipeline> pShardPipeline(
Pipeline::parseCommand(errmsg, shardBson, pShardCtx));
if (!pShardPipeline.get()) {
return false;
}
/* run the shard pipeline */
BSONObjBuilder shardResultBuilder;
string shardErrmsg;
pShardPipeline->run(shardResultBuilder, shardErrmsg, pSource);
BSONObj shardResult(shardResultBuilder.done());
/* pick out the shard result, and prepare to read it */
intrusive_ptr<DocumentSourceBsonArray> pShardSource;
BSONObjIterator shardIter(shardResult);
while(shardIter.more()) {
BSONElement shardElement(shardIter.next());
const char *pFieldName = shardElement.fieldName();
if ((strcmp(pFieldName, "result") == 0) ||
(strcmp(pFieldName, "serverPipeline") == 0)) {
pShardSource = DocumentSourceBsonArray::create(
&shardElement, pCtx);
/*
Connect the output of the shard pipeline with the mongos
pipeline that will merge the results.
*/
return pPipeline->run(result, errmsg, pShardSource);
}
}
/* NOTREACHED */
verify(false);
return false;
}
/*
Execute the pipeline for the explain. This is common to both the
locked and unlocked code path. However, the results are different.
For an explain, with no lock, it really outputs the pipeline
chain rather than fetching the data.
*/
bool executeSplitPipeline(BSONObjBuilder& result, string& errmsg,
const string& ns, const string& db,
intrusive_ptr<Pipeline>& pPipeline,
intrusive_ptr<ExpressionContext>& pCtx) {
/* setup as if we're in the router */
pCtx->inRouter = true;
/*
Here, we'll split the pipeline in the same way we would for sharding,
for testing purposes.
Run the shard pipeline first, then feed the results into the remains
of the existing pipeline.
Start by splitting the pipeline.
*/
intrusive_ptr<Pipeline> pShardSplit = pPipeline->splitForSharded();
// Write the split pipeline as we would in order to transmit it to the shard servers.
Document shardCmd = pShardSplit->serialize();
DEV log() << "\n---- shardDescription\n" << shardCmd.toString() << "\n----\n";
// for debugging purposes, show what the pipeline now looks like
DEV log() << "\n---- pipelineDescription\n" << pPipeline->serialize() << "\n----\n";
/* on the shard servers, create the local pipeline */
intrusive_ptr<ExpressionContext> pShardCtx =
new ExpressionContext(InterruptStatusMongod::status, NamespaceString(ns));
BSONObj shardObj = shardCmd.toBson();
intrusive_ptr<Pipeline> pShardPipeline(
Pipeline::parseCommand(errmsg, shardObj, pShardCtx));
if (!pShardPipeline.get()) {
return false;
}
PipelineD::prepareCursorSource(pShardPipeline, nsToDatabase(ns), pCtx);
/* run the shard pipeline */
BSONObjBuilder shardResultBuilder;
string shardErrmsg;
pShardPipeline->stitch();
pShardPipeline->run(shardResultBuilder);
BSONObj shardResult(shardResultBuilder.done());
/* pick out the shard result, and prepare to read it */
intrusive_ptr<DocumentSourceBsonArray> pShardSource;
BSONObjIterator shardIter(shardResult);
while(shardIter.more()) {
BSONElement shardElement(shardIter.next());
const char *pFieldName = shardElement.fieldName();
if ((strcmp(pFieldName, "result") == 0) ||
(strcmp(pFieldName, "serverPipeline") == 0)) {
pPipeline->addInitialSource(DocumentSourceBsonArray::create(&shardElement, pCtx));
pPipeline->stitch();
/*
Connect the output of the shard pipeline with the mongos
pipeline that will merge the results.
*/
pPipeline->run(result);
return true;
}
}
/* NOTREACHED */
verify(false);
return false;
}
