} $SC->execute(5); } $SC->clear_proxy(); $SC->clear_the_parse_list(); unset($SC); if (!empty($proxy_list)) { //NOW WE NEED TO CHECK PROXY IS WORKS $SC = new SuperCurl(); $SC->__set('window_size', 200); $SC->init_console(true); $SC->__set("use_useragent_list", true); $SC->load_useragent_list('files/useragent_list.txt'); $SC->__set("use_proxy_list", true); $SC->load_proxy_list($proxy_list, 200, 'http', 'http://ip-check.info/?lang=en', '<title>IP'); $SC->execute(200); $proxy_list = $SC->get_alive_proxy(); $SC->clear_proxy(); $SC->clear_the_parse_list(); unset($SC); } if (!empty($proxy_list)) { $fname = 'files/proxy_list.txt'; $fp2 = fopen($fname, 'w'); ftruncate($fp2, 0); $proxystring = implode("\n", $proxy_list); fwrite($fp2, $proxystring); fclose($fp2); } echo 'Proxy list count:<br/>' . count($proxy_list) . '<br>'; echo 'Finish: ' . date('Y-m-d H:i:s') . '<br>';
$SC->load_proxy_list($proxy_temp, 10, 'http', 'http://www.google.com.ua/'); $count_live = $SC->count_alive_proxy(); $k++; } if ($count_live < 10) { $SC->__set("use_proxy_list", false); } unset($PROXY_USE); } $proxy_list = array_unique($proxy_list); foreach ($parse_list as $key => $prsr_url) { $params = array(CURLOPT_REFERER => "http://" . parse_url($prsr_url, PHP_URL_HOST), CURLOPT_COOKIE => "referrer=http://" . parse_url($prsr_url, PHP_URL_HOST)); //refferer must be the same as site $SC->request($prsr_url, "POST", null, null, $params, $key); } $SC->execute(10); $failed_count++; $parse_list = $parse_links; $parse_links = array(); } } flock($fp, LOCK_UN); $proxy_list = array_unique($proxy_list); echo 'Proxy list count:<br/>' . count($proxy_list) . '<br>'; echo 'Finish: ' . date('Y-m-d H:i:s') . '<br>'; } fclose($fp); function analiz_parsed_proxy($response, $info, $request) { global $proxy_list; if ($info['http_code'] < 200 || $info['http_code'] > 300) {