/** * NV_http_streams::request() * * @param mixed $url * @param mixed $args * @return */ public function request($url, $args = array()) { $defaults = array('method' => 'GET', 'timeout' => 5, 'redirection' => 5, 'httpversion' => '1.0', 'blocking' => true, 'headers' => array(), 'body' => null, 'cookies' => array()); $args = NV_Http::build_args($args, $defaults); // Get user agent if (isset($args['headers']['User-Agent'])) { $args['user-agent'] = $args['headers']['User-Agent']; unset($args['headers']['User-Agent']); } elseif (isset($args['headers']['user-agent'])) { $args['user-agent'] = $args['headers']['user-agent']; unset($args['headers']['user-agent']); } // Get Referer if (isset($args['headers']['Referer'])) { $args['referer'] = $args['headers']['Referer']; unset($args['headers']['Referer']); } elseif (isset($args['headers']['referer'])) { $args['referer'] = $args['headers']['referer']; unset($args['headers']['referer']); } // Construct Cookie: header if any cookies are set NV_Http::buildCookieHeader($args); $arrURL = parse_url($url); $connect_host = $arrURL['host']; $secure_transport = ($arrURL['scheme'] == 'ssl' or $arrURL['scheme'] == 'https'); if (!isset($arrURL['port'])) { if ($arrURL['scheme'] == 'ssl' or $arrURL['scheme'] == 'https') { $arrURL['port'] = 443; $secure_transport = true; } else { $arrURL['port'] = 80; } } if (isset($args['headers']['Host']) or isset($args['headers']['host'])) { if (isset($args['headers']['Host'])) { $arrURL['host'] = $args['headers']['Host']; } else { $arrURL['host'] = $args['headers']['host']; } unset($args['headers']['Host'], $args['headers']['host']); } // Certain versions of PHP have issues with 'localhost' and IPv6, It attempts to connect to ::1, // which fails when the server is not set up for it. For compatibility, always connect to the IPv4 address. if (strtolower($connect_host) == 'localhost') { $connect_host = '127.0.0.1'; } $connect_host = $secure_transport ? 'ssl://' . $connect_host : 'tcp://' . $connect_host; $is_local = isset($args['local']) and $args['local']; $ssl_verify = isset($args['sslverify']) and $args['sslverify']; // NukeViet has no proxy setup //$proxy = new WP_http_proxy(); $context = stream_context_create(array('ssl' => array('verify_peer' => $ssl_verify, 'capture_peer_cert' => $ssl_verify, 'SNI_enabled' => true, 'cafile' => $args['sslcertificates'], 'allow_self_signed' => !$ssl_verify))); $timeout = (int) floor($args['timeout']); $utimeout = $timeout == $args['timeout'] ? 0 : 1000000 * $args['timeout'] % 1000000; $connect_timeout = max($timeout, 1); $connection_error = null; // Store error number $connection_error_str = null; // Store error string // In the event that the SSL connection fails, silence the many PHP Warnings if ($secure_transport) { $error_reporting = error_reporting(0); } // No proxy option on NukeViet, maybe in future!!!! //if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) ) //{ // $handle = @stream_socket_client( 'tcp://' . $proxy->host() . ':' . $proxy->port(), $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context ); //} //else //{ $handle = @stream_socket_client($connect_host . ':' . $arrURL['port'], $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context); //} if ($secure_transport) { error_reporting($error_reporting); } if ($handle === false) { // SSL connection failed due to expired/invalid cert, or, OpenSSL configuration is broken if ($secure_transport and $connection_error === 0 and $connection_error_str === '') { NV_Http::set_error(6); return false; } NV_Http::set_error(7); return false; } // Verify that the SSL certificate is valid for this request if ($secure_transport and $ssl_verify) { if (!self::verify_ssl_certificate($handle, $arrURL['host'])) { NV_Http::set_error(6); return false; } } stream_set_timeout($handle, $timeout, $utimeout); //if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) ) //{ // //Some proxies require full URL in this field. // $requestPath = $url; //} //else //{ $requestPath = $arrURL['path'] . (isset($arrURL['query']) ? '?' . $arrURL['query'] : ''); //} if (empty($requestPath)) { $requestPath .= '/'; } $strHeaders = strtoupper($args['method']) . ' ' . $requestPath . ' HTTP/' . $args['httpversion'] . "\r\n"; //if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) ) //{ // $strHeaders .= 'Host: ' . $arrURL['host'] . ':' . $arrURL['port'] . "\r\n"; //} //else //{ $strHeaders .= 'Host: ' . $arrURL['host'] . "\r\n"; //} if (isset($args['user-agent'])) { $strHeaders .= 'User-agent: ' . $args['user-agent'] . "\r\n"; } // Add referer if not empty if (!empty($args['referer'])) { $strHeaders .= 'Referer: ' . $args['referer'] . "\r\n"; } if (is_array($args['headers'])) { foreach ((array) $args['headers'] as $header => $headerValue) { $strHeaders .= $header . ': ' . $headerValue . "\r\n"; } } else { $strHeaders .= $args['headers']; } //if( $proxy->use_authentication() ) //{ // $strHeaders .= $proxy->authentication_header() . "\r\n"; //} $strHeaders .= "\r\n"; if (!is_null($args['body'])) { $strHeaders .= $args['body']; } fwrite($handle, $strHeaders); if (!$args['blocking']) { stream_set_blocking($handle, 0); fclose($handle); return array('headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array()); } $strResponse = ''; $bodyStarted = false; $keep_reading = true; $block_size = 4096; if (isset($args['limit_response_size'])) { $block_size = min($block_size, $args['limit_response_size']); } // If streaming to a file setup the file handle if ($args['stream']) { $stream_handle = @fopen($args['filename'], 'w+'); if (!$stream_handle) { NV_Http::set_error(8); return false; } $bytes_written = 0; while (!feof($handle) and $keep_reading) { $block = fread($handle, $block_size); if (!$bodyStarted) { $strResponse .= $block; if (strpos($strResponse, "\r\n\r\n")) { $process = NV_Http::processResponse($strResponse); $bodyStarted = true; $block = $process['body']; unset($strResponse); $process['body'] = ''; } } $this_block_size = strlen($block); if (isset($args['limit_response_size']) and $bytes_written + $this_block_size > $args['limit_response_size']) { $block = substr($block, 0, $args['limit_response_size'] - $bytes_written); } $bytes_written_to_file = fwrite($stream_handle, $block); if ($bytes_written_to_file != $this_block_size) { fclose($handle); fclose($stream_handle); NV_Http::set_error(9); return false; } $bytes_written += $bytes_written_to_file; $keep_reading = !isset($args['limit_response_size']) or $bytes_written < $args['limit_response_size']; } fclose($stream_handle); } else { $header_length = 0; // Not end file and some one while (!feof($handle) and $keep_reading) { $block = fread($handle, $block_size); $strResponse .= $block; if (!$bodyStarted and strpos($strResponse, "\r\n\r\n")) { $header_length = strpos($strResponse, "\r\n\r\n") + 4; $bodyStarted = true; } $keep_reading = (!$bodyStarted or !isset($args['limit_response_size']) or strlen($strResponse) < $header_length + $args['limit_response_size']); } $process = NV_Http::processResponse($strResponse); unset($strResponse); } fclose($handle); $arrHeaders = NV_Http::processHeaders($process['headers'], $url); $response = array('headers' => $arrHeaders['headers'], 'body' => null, 'response' => $arrHeaders['response'], 'cookies' => $arrHeaders['cookies'], 'filename' => $args['filename']); // Handle redirects if (false !== ($redirect_response = NV_Http::handle_redirects($url, $args, $response))) { return $redirect_response; } // If the body was chunk encoded, then decode it. if (!empty($process['body']) and isset($arrHeaders['headers']['transfer-encoding']) and 'chunked' == $arrHeaders['headers']['transfer-encoding']) { $process['body'] = NV_Http::chunkTransferDecode($process['body']); } if ($args['decompress'] === true and NV_http_encoding::should_decode($arrHeaders['headers']) === true) { $process['body'] = NV_http_encoding::decompress($process['body']); } if (isset($args['limit_response_size']) and strlen($process['body']) > $args['limit_response_size']) { $process['body'] = substr($process['body'], 0, $args['limit_response_size']); } $response['body'] = str_replace("", "", $process['body']); return $response; }
/** * NV_http_curl::request() * * @param mixed $url * @param mixed $args * @return */ public function request($url, $args = array()) { $defaults = array('method' => 'GET', 'timeout' => 5, 'redirection' => 5, 'httpversion' => '1.0', 'blocking' => true, 'headers' => array(), 'body' => null, 'cookies' => array()); $args = NV_Http::build_args($args, $defaults); // Get User Agent if (isset($args['headers']['User-Agent'])) { $args['user-agent'] = $args['headers']['User-Agent']; unset($args['headers']['User-Agent']); } elseif (isset($args['headers']['user-agent'])) { $args['user-agent'] = $args['headers']['user-agent']; unset($args['headers']['user-agent']); } // Get Referer if (isset($args['headers']['Referer'])) { $args['referer'] = $args['headers']['Referer']; unset($args['headers']['Referer']); } elseif (isset($args['headers']['referer'])) { $args['referer'] = $args['headers']['referer']; unset($args['headers']['referer']); } // Construct Cookie: header if any cookies are set. NV_Http::buildCookieHeader($args); $handle = curl_init(); /* // No Proxy setting so proxy be omitted // cURL offers really easy proxy support. $proxy = new NV_http_proxy(); if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) ) { curl_setopt( $handle, CURLOPT_PROXYTYPE, CURLPROXY_HTTP ); curl_setopt( $handle, CURLOPT_PROXY, $proxy->host() ); curl_setopt( $handle, CURLOPT_PROXYPORT, $proxy->port() ); if( $proxy->use_authentication() ) { curl_setopt( $handle, CURLOPT_PROXYAUTH, CURLAUTH_ANY ); curl_setopt( $handle, CURLOPT_PROXYUSERPWD, $proxy->authentication() ); } } */ $is_local = isset($args['local']) and $args['local']; $ssl_verify = isset($args['sslverify']) and $args['sslverify']; // CURLOPT_TIMEOUT and CURLOPT_CONNECTTIMEOUT expect integers. Have to use ceil since // a value of 0 will allow an unlimited timeout. $timeout = (int) ceil($args['timeout']); curl_setopt($handle, CURLOPT_CONNECTTIMEOUT, $timeout); curl_setopt($handle, CURLOPT_TIMEOUT, $timeout); curl_setopt($handle, CURLOPT_URL, $url); curl_setopt($handle, CURLOPT_RETURNTRANSFER, true); curl_setopt($handle, CURLOPT_SSL_VERIFYHOST, $ssl_verify === true ? 2 : false); curl_setopt($handle, CURLOPT_SSL_VERIFYPEER, $ssl_verify); curl_setopt($handle, CURLOPT_CAINFO, $args['sslcertificates']); curl_setopt($handle, CURLOPT_USERAGENT, $args['user-agent']); // Add Curl referer if not empty if (!is_null($args['referer']) or !empty($args['referer'])) { curl_setopt($handle, CURLOPT_AUTOREFERER, true); curl_setopt($handle, CURLOPT_REFERER, $args['referer']); } // The option doesn't work with safe mode or when open_basedir is set, and there's a curl_setopt($handle, CURLOPT_FOLLOWLOCATION, false); if (defined('CURLOPT_PROTOCOLS')) { // PHP 5.2.10 / cURL 7.19.4 curl_setopt($handle, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS); } switch ($args['method']) { case 'HEAD': curl_setopt($handle, CURLOPT_NOBODY, true); break; case 'POST': curl_setopt($handle, CURLOPT_POST, true); curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']); break; case 'PUT': curl_setopt($handle, CURLOPT_CUSTOMREQUEST, 'PUT'); curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']); break; default: curl_setopt($handle, CURLOPT_CUSTOMREQUEST, $args['method']); if (!is_null($args['body'])) { curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']); } break; } if ($args['blocking'] === true) { curl_setopt($handle, CURLOPT_HEADERFUNCTION, array($this, 'stream_headers')); curl_setopt($handle, CURLOPT_WRITEFUNCTION, array($this, 'stream_body')); } curl_setopt($handle, CURLOPT_HEADER, false); if (isset($args['limit_response_size'])) { $this->max_body_length = intval($args['limit_response_size']); } else { $this->max_body_length = false; } // If streaming to a file open a file handle, and setup our curl streaming handler if ($args['stream']) { $this->stream_handle = @fopen($args['filename'], 'w+'); if (!$this->stream_handle) { NV_Http::set_error(10); return $this; } } else { $this->stream_handle = false; } if (!empty($args['headers'])) { // cURL expects full header strings in each element $headers = array(); foreach ($args['headers'] as $name => $value) { $headers[] = "{$name}: {$value}"; } curl_setopt($handle, CURLOPT_HTTPHEADER, $headers); } if ($args['httpversion'] == '1.0') { curl_setopt($handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0); } else { curl_setopt($handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1); } // We don't need to return the body, so don't. Just execute request and return. if (!$args['blocking']) { curl_exec($handle); if ($curl_error = curl_error($handle)) { curl_close($handle); NV_Http::set_error(11); return $this; } if (in_array(curl_getinfo($handle, CURLINFO_HTTP_CODE), array(301, 302))) { curl_close($handle); NV_Http::set_error(5); return $this; } curl_close($handle); return array('headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array()); } $theResponse = curl_exec($handle); $theHeaders = NV_Http::processHeaders($this->headers, $url); $theBody = $this->body; $this->headers = ''; $this->body = ''; $curl_error = curl_errno($handle); // If an error occured, or, no response if ($curl_error or strlen($theBody) == 0 and empty($theHeaders['headers'])) { if (CURLE_WRITE_ERROR == $curl_error and $args['stream']) { fclose($this->stream_handle); NV_Http::set_error(9); return $this; } if ($curl_error = curl_error($handle)) { curl_close($handle); NV_Http::set_error(11); return $this; } if (in_array(curl_getinfo($handle, CURLINFO_HTTP_CODE), array(301, 302))) { curl_close($handle); NV_Http::set_error(5); return $this; } } $response = array(); $response['code'] = curl_getinfo($handle, CURLINFO_HTTP_CODE); $response['message'] = $response['code']; curl_close($handle); if ($args['stream']) { fclose($this->stream_handle); } $response = array('headers' => $theHeaders['headers'], 'body' => null, 'response' => $response, 'cookies' => $theHeaders['cookies'], 'filename' => $args['filename']); // Handle redirects if (($redirect_response = NV_Http::handle_redirects($url, $args, $response)) !== false) { return $redirect_response; } if ($args['decompress'] === true and NV_http_encoding::should_decode($theHeaders['headers']) === true) { $theBody = NV_http_encoding::decompress($theBody); } $response['body'] = str_replace("", "", $theBody); return $response; }