private function loadTopicDetail(array $topics)
{
if ($this->client === null) {
throw new Exception('client was not provided');
}
$response = null;
foreach ($this->hostList as $host) {
try {
$response = null;
$stream = $this->client->getStream($host);
$conn = $stream['stream'];
$encoder = new Protocol\Encoder($conn);
$encoder->metadataRequest($topics);
$decoder = new Protocol\Decoder($conn);
$response = $decoder->metadataResponse();
$this->client->freeStream($stream['key']);
break;
} catch (Exception $e) {
// keep trying
}
}
if ($response) {
// Merge arrays using "+" operator to preserve key (which are broker IDs)
// instead of array_merge (which reindex numeric keys)
$this->brokers = $response['brokers'] + $this->brokers;
$this->topics = array_merge($response['topics'], $this->topics);
} else {
throw new Exception('Could not connect to any kafka brokers');
}
}
/**
* fetch message to broker
*
* @access public
* @return \Kafka\Protocol\Fetch\Topic|bool
*/
public function fetch()
{
$data = $this->_formatPayload();
if (empty($data)) {
return false;
}
$streams = array();
foreach ($data as $host => $requestData) {
$connArr = $this->client->getStream($host);
$conn = $connArr['stream'];
$encoder = new \Kafka\Protocol\Encoder($conn);
$encoder->fetchRequest($requestData);
$streams[$connArr['key']] = $conn;
}
$fetch = new \Kafka\Protocol\Fetch\Topic($streams, $data);
// register fetch helper
$freeStream = new \Kafka\Protocol\Fetch\Helper\FreeStream($this->client);
$freeStream->setStreams($streams);
\Kafka\Protocol\Fetch\Helper\Helper::registerHelper('freeStream', $freeStream);
// register partition commit offset
$commitOffset = new \Kafka\Protocol\Fetch\Helper\CommitOffset($this->client);
$commitOffset->setGroup($this->group);
\Kafka\Protocol\Fetch\Helper\Helper::registerHelper('commitOffset', $commitOffset);
$updateConsumer = new \Kafka\Protocol\Fetch\Helper\Consumer($this);
\Kafka\Protocol\Fetch\Helper\Helper::registerHelper('updateConsumer', $updateConsumer);
return $fetch;
}
