public function notifyIsFailed(MultiRequest_Exception $exception, MultiRequest_Handler $handler)
{
$this->callbacks->onFailed($this, $exception, $handler);
}
public function notifyRequestIsComplete(MultiRequest_Request $request, MultiRequest_Handler $mrHandler)
{
$this->lastRequest = $request;
$this->callbacks->onRequestComplete($request, $this, $mrHandler);
}
public function start()
{
if ($this->isActive || $this->isStopped) {
return;
}
$this->isActive = true;
$this->isStarted = true;
try {
$this->mcurlHandle = $mcurlHandle = curl_multi_init();
do {
// send requests from queue to CURL
if (count($this->activeRequests) < $this->connectionsLimit) {
for ($i = $this->connectionsLimit - count($this->activeRequests); $i > 0; $i--) {
$request = $this->queue->pop();
if ($request) {
$this->sendRequestToMultiCurl($mcurlHandle, $request);
$this->activeRequests[$request->getId()] = $request;
} else {
break;
}
}
}
while (CURLM_CALL_MULTI_PERFORM === curl_multi_exec($mcurlHandle, $activeThreads)) {
}
// check complete requests
curl_multi_select($mcurlHandle, $this->requestingDelay);
while ($completeCurlInfo = curl_multi_info_read($mcurlHandle)) {
$completeRequestId = MultiRequest_Request::getRequestIdByCurlHandle($completeCurlInfo['handle']);
$completeRequest = $this->activeRequests[$completeRequestId];
unset($this->activeRequests[$completeRequestId]);
curl_multi_remove_handle($mcurlHandle, $completeRequest->getCurlHandle());
$completeRequest->initResponseDataFromHandler($this);
// check if response code is 301 or 302 and follow location
$ignoreNotification = false;
$completeRequestCode = $completeRequest->getCode();
if ($completeRequestCode == 301 || $completeRequestCode == 302) {
$completeRequestOptions = $completeRequest->getCurlOptions();
if (!empty($completeRequestOptions[CURLOPT_FOLLOWLOCATION])) {
$completeRequest->_permanentlyMoved = empty($completeRequest->_permanentlyMoved) ? 1 : $completeRequest->_permanentlyMoved + 1;
$responseHeaders = $completeRequest->getResponseHeaders(true);
if ($completeRequest->_permanentlyMoved < 5 && !empty($responseHeaders['Location'])) {
$completeRequest->setUrl($completeRequest->getBaseUrl() . $responseHeaders['Location']);
$completeRequest->reinitCurlHandle();
$this->pushRequestToQueue($completeRequest);
$ignoreNotification = true;
}
}
}
if (!$ignoreNotification) {
$this->notifyRequestComplete($completeRequest);
}
}
} while (!$this->isStopped && ($this->activeRequests || $this->queue->count()));
} catch (Exception $exception) {
}
$this->isActive = false;
if ($mcurlHandle && is_resource($mcurlHandle)) {
curl_multi_close($mcurlHandle);
}
if (!empty($exception)) {
throw $exception;
}
$this->callbacks->onComplete($this);
}