Пример #1
0
//********************************************************************
ini_set('max_execution_time', '0');
//********************************************************************
$SC = new SuperCurl("analiz_parsed_proxy");
$SC->__set('window_size', 5);
$SC->init_console(true);
$SC->__set("use_useragent_list", true);
$SC->load_useragent_list('files/useragent_list.txt');
$SC->__set("use_proxy_list", false);
$proxy_list_urls_file = file_get_contents(PROXY_LIST_URLS_FILE);
$proxy_list_urls = explode("\n", $proxy_list_urls_file);
if (!empty($proxy_list_urls)) {
    foreach ($proxy_list_urls as $key => $url) {
        $params = array(CURLOPT_REFERER => $url, CURLOPT_COOKIE => "referrer=" . $url);
        //refferer must be the same as site
        $SC->request($url, "POST", null, null, null, $params, $key);
    }
    $SC->execute(5);
}
$SC->clear_proxy();
$SC->clear_the_parse_list();
unset($SC);
if (!empty($proxy_list)) {
    //NOW WE NEED TO CHECK PROXY IS WORKS
    $SC = new SuperCurl();
    $SC->__set('window_size', 200);
    $SC->init_console(true);
    $SC->__set("use_useragent_list", true);
    $SC->load_useragent_list('files/useragent_list.txt');
    $SC->__set("use_proxy_list", true);
    $SC->load_proxy_list($proxy_list, 200, 'http', 'http://ip-check.info/?lang=en', '<title>IP');