/**
* @param string $indexType type of index to which to send $data
* @param array(\Elastica\Script or \Elastica\Document) $data documents to send
* @param null|string $shardTimeout How long should elaticsearch wait for an offline
* shard. Defaults to null, meaning don't wait. Null is more efficient when sending
* multiple pages because Cirrus will use Elasticsearch's bulk API. Timeout is in
* Elasticsearch's time format.
* @return Status
*/
public function sendData($indexType, $data, $shardTimeout)
{
$documentCount = count($data);
if ($documentCount === 0) {
return Status::newGood();
}
if (!$this->areIndexesAvailableForWrites(array($indexType))) {
return Status::newFatal('cirrussearch-indexes-frozen');
}
$exception = null;
try {
$pageType = $this->connection->getPageType(wfWikiId(), $indexType);
$this->start("sending {numBulk} documents to the {indexType} index", array('numBulk' => $documentCount, 'indexType' => $indexType));
$bulk = new \Elastica\Bulk($this->connection->getClient());
if ($shardTimeout) {
$bulk->setShardTimeout($shardTimeout);
}
$bulk->setType($pageType);
$bulk->addData($data, 'update');
$bulk->send();
} catch (ResponseException $e) {
$cirrusLog = $this->log;
$missing = $this->bulkResponseExceptionIsJustDocumentMissing($e, function ($id) use($cirrusLog, $e) {
$cirrusLog->info("Updating a page that doesn't yet exist in Elasticsearch: {id}", array('id' => $id));
});
if (!$missing) {
$exception = $e;
}
} catch (\Elastica\Exception\ExceptionInterface $e) {
$exception = $e;
}
if ($exception === null) {
$this->success();
return Status::newGood();
} else {
$this->failure($exception);
$documentIds = array_map(function ($d) {
return $d->getId();
}, $data);
$this->failedLog->warning('Update for doc ids: ' . implode(',', $documentIds), array('exception' => $exception));
return Status::newFatal('cirrussearch-failed-send-data');
}
}
/**
* @param \Elastica\Document[] $documents
* @param string|null $shardTimeout Timeout in Elasticsearch time format (1m, 15s, ...)
*/
protected function sendDocuments(array $documents, $shardTimeout = null)
{
if (count($documents) === 0) {
return;
}
try {
// addDocuments (notice plural) is the bulk api
$bulk = new \Elastica\Bulk(Connection::getSingleton()->getClient2());
if ($shardTimeout !== null) {
$bulk->setShardTimeout($shardTimeout);
}
$index = Connection::getFlowIndex(wfWikiId());
$type = $index->getType($this->getTypeName());
$bulk->setType($type);
$bulk->addDocuments($documents);
$bulk->send();
} catch (\Exception $e) {
$documentIds = array_map(function ($doc) {
return $doc->getId();
}, $documents);
wfWarn(__METHOD__ . ': Failed updating documents (' . implode(',', $documentIds) . '): ' . $e->getMessage());
}
}
