Example #1
0
 public function __construct($url)
 {
     // for checking http or https
     if (crawl::$fordomaincount == 0) {
         crawl::$fordomaincount = 1;
         //replace dot with  underscore
         crawl::$tabledomain = str_replace(".", "_", $this->domain($url));
         array_push(crawl::$obj, $url);
     }
     ob_start();
     echo $url . "</br>";
     ob_flush();
     $this->urltype = substr($url, 0, 5);
     if ($this->urltype == "https") {
         $this->urltype = substr($url, 0, 6);
     }
     // final domain
     $this->domain = $this->urltype . "//" . $this->domain($url);
     crawl::$domain = $this->domain;
     // this is url
     //make call of new table
     $this->newtable();
     $this->url = $url;
     if (!function_exists('curl_init')) {
         die('Timeswen is Busy....');
     }
     $curl = curl_init();
     $header[0] = "Accept: text/xml,application/xml,application/xhtml+xml,";
     $header[0] .= "text/html;q=0.9,text/plain;q=0.8,image/png,*/*;q=0.5";
     $header[] = "Cache-Control: max-age=0";
     $header[] = "Connection: keep-alive";
     $header[] = "Keep-Alive: 300";
     $header[] = "Accept-Charset: ISO-8859-1,utf-8;q=0.7,*;q=0.7";
     $header[] = "Accept-Language: en-us,en;q=0.5";
     $header[] = "Pragma: ";
     curl_setopt($curl, CURLOPT_URL, $url);
     //curl_setopt($curl, CURLOPT_REFERER, "www.torrentz.in");
     curl_setopt($curl, CURLOPT_USERAGENT, "Mozilla/5.0 (Windows NT 6.3; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/43.0.2357.124 Safari/537.36");
     curl_setopt($curl, CURLOPT_HTTPHEADER, $header);
     //curl_setopt($curl, CURLOPT_REFERER, "http://www.facebook.com");
     curl_setopt($curl, CURLOPT_ENCODING, "gzip,deflate");
     curl_setopt($curl, CURLOPT_SSL_VERIFYPEER, false);
     curl_setopt($curl, CURLOPT_AUTOREFERER, true);
     curl_setopt($curl, CURLOPT_RETURNTRANSFER, 1);
     //curl_setopt($curl, CURLOPT_TIMEOUT, 130);
     //curl_setopt($curl,CURLOPT_CAINFO,'mozilla.pem'); /* fixed! */
     curl_setopt($curl, CURLOPT_FOLLOWLOCATION, true);
     $this->getname(curl_exec($curl));
     curl_close($curl);
 }