function callback_function($response, $info, $request) { if ($info['http_code'] !== 200) { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tFAILED\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); } else { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tOK\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); preg_match("/html;/", $info['content_type'], $find_content_type); if (isset($find_content_type[0])) { $doc = new DOMDocument(); $doc->loadHTML($response); $metas = $doc->getElementsByTagName('meta'); $description = ""; foreach ($metas as $meta) { if (strtolower($meta->getAttribute('name')) == 'description') { $content = $meta->getAttribute('content'); $description = iconv("UTF-8", "windows-1251", $content); } } $fp = fopen("output_sitemap.csv", 'a'); $turl = iconv("UTF-8", "windows-1251", $info['url']); fputcsv($fp, array($turl, $description), ';'); fclose($fp); } } return; }
function callback_function($response, $info, $request) { if ($info['http_code'] !== 200) { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tFAILED\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); } else { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tOK\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); } return; }
function callback_function($response, $info, $request) { global $objPHPExcel, $time_array, $amount_array; if ($info['http_code'] !== 200) { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tFAILED\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); } else { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tOK\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); preg_match("/Значение комиссии: (.*?)</", $response, $m); $commision = str_replace(' Руб.', '', $m[1]); $row = array_search($request->post_data['money'], $amount_array) + 2; $col = array_search($request->post_data['dd'], $time_array) + 1; $objPHPExcel->getActiveSheet()->setCellValueByColumnAndRow($col, $row, $commision); set_commision_style($col, $row); } return; }
function callback_function($response, $info, $request) { if ($info['http_code'] !== 200) { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tFAILED\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); } else { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tOK\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); preg_match("/style='color:#008736'>Успешное соединение/", $response, $m); if (!empty($m)) { $data = $request->post_data['cmd'] . ':OK' . PHP_EOL; } else { $data = $request->post_data['cmd'] . ':FAIL' . PHP_EOL; } $fp = fopen('result.txt', 'a'); fwrite($fp, $data); } return; }
public function __construct($message = "", $code = 0) { AngryCurl::add_debug_msg($message); parent::__construct($message, $code); }
function callback_function($response, $info, $request) { global $AC; static $count=0; if($count<5) { $count++; $AC->get("http://ya.ru/?callback$count"); } if($info['http_code']!==200) { AngryCurl::add_debug_msg( "->\t" . $request->options[CURLOPT_PROXY] . "\tFAILED\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url'] ); }else { AngryCurl::add_debug_msg( "->\t" . $request->options[CURLOPT_PROXY] . "\tOK\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url'] ); } return; }
function nothing($response, $info, $request) { global $xml, $scrubber_xml; if ($info['http_code'] !== 200) { AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tFAEL\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); return; } else { $newxml = getXMLByDataHTML($response); if ($newxml) { $search_results = $newxml->xpath($scrubber_xml->xpath->domain); if (!empty($search_results)) { foreach ($search_results as $search_result) { $domain = $search_result->div[0]->span->__toString(); $rank = explode(" ", $search_result->div[1]->span->attributes()->class->__toString())[1]; if ($rank == "r1" || $rank == "r2") { file_put_contents("domains.txt", $domain . PHP_EOL, FILE_APPEND); } } } } AngryCurl::add_debug_msg("->\t" . $request->options[CURLOPT_PROXY] . "\tOKAY\t" . $info['http_code'] . "\t" . $info['total_time'] . "\t" . $info['url']); return; } echo "nothing happens!\n"; }
/** * Proxy list loading and filtering method * * @access public * * @param string/array $input Input proxy data, could be an array or filename * @param enum(http/socks5) $proxy_type * @param string $proxy_test_url URL needed for proxy test requests * @param regexp $proxy_valid_regexp Regexp needed to be shure that response hasn`t been modified by proxy * * @return bool */ public function load_proxy_list($input, $proxy_type = 'http', $proxy_test_url = 'http://google.com', $proxy_valid_regexp = null) { # writing debug self::add_debug_msg("# Start loading proxies"); # defining proxiess if (is_array($input)) { $this->array_proxy = $input; } else { $this->array_proxy = $this->load_from_file($input); # removing duplicates $n_dup = count($this->array_proxy); $this->array_proxy = array_unique($this->array_proxy); $n_dup -= count($this->array_proxy); self::add_debug_msg("Removed duplicates: {$n_dup}"); unset($n_dup); } # setting amount $this->n_proxy = count($this->array_proxy); # setting proxy type if ($proxy_type == 'socks5') { self::add_debug_msg("Proxy type: SOCKS5"); $this->__set('options', array(CURLOPT_PROXYTYPE => CURLPROXY_SOCKS5)); } else { self::add_debug_msg("Proxy type: HTTP"); } # setting url for testing proxies $this->proxy_test_url = $proxy_test_url; # setting regexp for testing proxies if (!empty($proxy_valid_regexp)) { self::$proxy_valid_regexp = $proxy_valid_regexp; self::add_debug_msg("Proxy test RegExp: " . self::$proxy_valid_regexp); } # writing debug self::add_debug_msg("Proxy test URL: {$this->proxy_test_url}"); self::add_debug_msg("Loaded proxies: {$this->n_proxy}"); # filtering alive proxies if ($this->n_proxy > 0) { $this->filter_alive_proxy(); } else { self::add_debug_msg("# Testing proxies aborted"); } }