/** * Getting crowler * @param string $url * @return boolean|\Crowler */ public static function getAnalyzer($url) { // Check is robots allowed if (!Robots::robots_allowed($url, Config::$agent_name)) { Providers::change_url_status($url, Providers::URLS_TYPE_ROBOTS_NOT_ALLOWED); _w('Robots not allowed'); return false; } // Create object $obj = new ContentAnalyzer($url); if (!$obj->getCONTENT_DATA()) { Providers::change_url_status($url, Providers::URLS_TYPE_ERROR_NO_DATA); return false; } return $obj; }