/** * Process the returned HTML with our parsers * * @param Request $request * @param RollingCurl $rolling_curl * @return void */ public function parseHtml(Request $request) { $html = $request->getResponseText(); $url = $request->getUrl(); $httpCode = array_get($request->getResponseInfo(), 'http_code', false); // For checking if $rollingCurl is keeping the same instance // $rollingCurl->log('<span style="color:#ccc;"><strong>Code:</strong> ' . $httpCode . ' <strong>URL:</strong> #' . $rollingCurl->countCompleted() . ' - ' . $request->getUrl() . '</span><br />'); $newLinks = []; if ($httpCode >= 200 and $httpCode < 400 and !empty($html)) { // Parse - Links $newLinks = $this->parseNewLinks($html); // $this->parseNewLinks($html); // Parse - Emails $this->getEmails()->run($html); // Garbage collect unset($html, $url, $httpCode); // if (is_array($newLinks) && count($newLinks) > 0) { // // dd($newLinks); // $rollingCurl->addRequests($newLinks); // } } return $newLinks; }