/**
* Getting crowler
* @param string $url
* @return boolean|\Crowler
*/
public static function getAnalyzer($url)
{
// Check is robots allowed
if (!Robots::robots_allowed($url, Config::$agent_name)) {
Providers::change_url_status($url, Providers::URLS_TYPE_ROBOTS_NOT_ALLOWED);
_w('Robots not allowed');
return false;
}
// Create object
$obj = new ContentAnalyzer($url);
if (!$obj->getCONTENT_DATA()) {
Providers::change_url_status($url, Providers::URLS_TYPE_ERROR_NO_DATA);
return false;
}
return $obj;
}
