/**
* NV_http_streams::request()
*
* @param mixed $url
* @param mixed $args
* @return
*/
public function request($url, $args = array())
{
$defaults = array('method' => 'GET', 'timeout' => 5, 'redirection' => 5, 'httpversion' => '1.0', 'blocking' => true, 'headers' => array(), 'body' => null, 'cookies' => array());
$args = NV_Http::build_args($args, $defaults);
// Get user agent
if (isset($args['headers']['User-Agent'])) {
$args['user-agent'] = $args['headers']['User-Agent'];
unset($args['headers']['User-Agent']);
} elseif (isset($args['headers']['user-agent'])) {
$args['user-agent'] = $args['headers']['user-agent'];
unset($args['headers']['user-agent']);
}
// Get Referer
if (isset($args['headers']['Referer'])) {
$args['referer'] = $args['headers']['Referer'];
unset($args['headers']['Referer']);
} elseif (isset($args['headers']['referer'])) {
$args['referer'] = $args['headers']['referer'];
unset($args['headers']['referer']);
}
// Construct Cookie: header if any cookies are set
NV_Http::buildCookieHeader($args);
$arrURL = parse_url($url);
$connect_host = $arrURL['host'];
$secure_transport = ($arrURL['scheme'] == 'ssl' or $arrURL['scheme'] == 'https');
if (!isset($arrURL['port'])) {
if ($arrURL['scheme'] == 'ssl' or $arrURL['scheme'] == 'https') {
$arrURL['port'] = 443;
$secure_transport = true;
} else {
$arrURL['port'] = 80;
}
}
if (isset($args['headers']['Host']) or isset($args['headers']['host'])) {
if (isset($args['headers']['Host'])) {
$arrURL['host'] = $args['headers']['Host'];
} else {
$arrURL['host'] = $args['headers']['host'];
}
unset($args['headers']['Host'], $args['headers']['host']);
}
// Certain versions of PHP have issues with 'localhost' and IPv6, It attempts to connect to ::1,
// which fails when the server is not set up for it. For compatibility, always connect to the IPv4 address.
if (strtolower($connect_host) == 'localhost') {
$connect_host = '127.0.0.1';
}
$connect_host = $secure_transport ? 'ssl://' . $connect_host : 'tcp://' . $connect_host;
$is_local = isset($args['local']) and $args['local'];
$ssl_verify = isset($args['sslverify']) and $args['sslverify'];
// NukeViet has no proxy setup
//$proxy = new WP_http_proxy();
$context = stream_context_create(array('ssl' => array('verify_peer' => $ssl_verify, 'capture_peer_cert' => $ssl_verify, 'SNI_enabled' => true, 'cafile' => $args['sslcertificates'], 'allow_self_signed' => !$ssl_verify)));
$timeout = (int) floor($args['timeout']);
$utimeout = $timeout == $args['timeout'] ? 0 : 1000000 * $args['timeout'] % 1000000;
$connect_timeout = max($timeout, 1);
$connection_error = null;
// Store error number
$connection_error_str = null;
// Store error string
// In the event that the SSL connection fails, silence the many PHP Warnings
if ($secure_transport) {
$error_reporting = error_reporting(0);
}
// No proxy option on NukeViet, maybe in future!!!!
//if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) )
//{
// $handle = @stream_socket_client( 'tcp://' . $proxy->host() . ':' . $proxy->port(), $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context );
//}
//else
//{
$handle = @stream_socket_client($connect_host . ':' . $arrURL['port'], $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context);
//}
if ($secure_transport) {
error_reporting($error_reporting);
}
if ($handle === false) {
// SSL connection failed due to expired/invalid cert, or, OpenSSL configuration is broken
if ($secure_transport and $connection_error === 0 and $connection_error_str === '') {
NV_Http::set_error(6);
return false;
}
NV_Http::set_error(7);
return false;
}
// Verify that the SSL certificate is valid for this request
if ($secure_transport and $ssl_verify) {
if (!self::verify_ssl_certificate($handle, $arrURL['host'])) {
NV_Http::set_error(6);
return false;
}
}
stream_set_timeout($handle, $timeout, $utimeout);
//if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) )
//{
// //Some proxies require full URL in this field.
// $requestPath = $url;
//}
//else
//{
$requestPath = $arrURL['path'] . (isset($arrURL['query']) ? '?' . $arrURL['query'] : '');
//}
if (empty($requestPath)) {
$requestPath .= '/';
}
$strHeaders = strtoupper($args['method']) . ' ' . $requestPath . ' HTTP/' . $args['httpversion'] . "\r\n";
//if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) )
//{
// $strHeaders .= 'Host: ' . $arrURL['host'] . ':' . $arrURL['port'] . "\r\n";
//}
//else
//{
$strHeaders .= 'Host: ' . $arrURL['host'] . "\r\n";
//}
if (isset($args['user-agent'])) {
$strHeaders .= 'User-agent: ' . $args['user-agent'] . "\r\n";
}
// Add referer if not empty
if (!empty($args['referer'])) {
$strHeaders .= 'Referer: ' . $args['referer'] . "\r\n";
}
if (is_array($args['headers'])) {
foreach ((array) $args['headers'] as $header => $headerValue) {
$strHeaders .= $header . ': ' . $headerValue . "\r\n";
}
} else {
$strHeaders .= $args['headers'];
}
//if( $proxy->use_authentication() )
//{
// $strHeaders .= $proxy->authentication_header() . "\r\n";
//}
$strHeaders .= "\r\n";
if (!is_null($args['body'])) {
$strHeaders .= $args['body'];
}
fwrite($handle, $strHeaders);
if (!$args['blocking']) {
stream_set_blocking($handle, 0);
fclose($handle);
return array('headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array());
}
$strResponse = '';
$bodyStarted = false;
$keep_reading = true;
$block_size = 4096;
if (isset($args['limit_response_size'])) {
$block_size = min($block_size, $args['limit_response_size']);
}
// If streaming to a file setup the file handle
if ($args['stream']) {
$stream_handle = @fopen($args['filename'], 'w+');
if (!$stream_handle) {
NV_Http::set_error(8);
return false;
}
$bytes_written = 0;
while (!feof($handle) and $keep_reading) {
$block = fread($handle, $block_size);
if (!$bodyStarted) {
$strResponse .= $block;
if (strpos($strResponse, "\r\n\r\n")) {
$process = NV_Http::processResponse($strResponse);
$bodyStarted = true;
$block = $process['body'];
unset($strResponse);
$process['body'] = '';
}
}
$this_block_size = strlen($block);
if (isset($args['limit_response_size']) and $bytes_written + $this_block_size > $args['limit_response_size']) {
$block = substr($block, 0, $args['limit_response_size'] - $bytes_written);
}
$bytes_written_to_file = fwrite($stream_handle, $block);
if ($bytes_written_to_file != $this_block_size) {
fclose($handle);
fclose($stream_handle);
NV_Http::set_error(9);
return false;
}
$bytes_written += $bytes_written_to_file;
$keep_reading = !isset($args['limit_response_size']) or $bytes_written < $args['limit_response_size'];
}
fclose($stream_handle);
} else {
$header_length = 0;
// Not end file and some one
while (!feof($handle) and $keep_reading) {
$block = fread($handle, $block_size);
$strResponse .= $block;
if (!$bodyStarted and strpos($strResponse, "\r\n\r\n")) {
$header_length = strpos($strResponse, "\r\n\r\n") + 4;
$bodyStarted = true;
}
$keep_reading = (!$bodyStarted or !isset($args['limit_response_size']) or strlen($strResponse) < $header_length + $args['limit_response_size']);
}
$process = NV_Http::processResponse($strResponse);
unset($strResponse);
}
fclose($handle);
$arrHeaders = NV_Http::processHeaders($process['headers'], $url);
$response = array('headers' => $arrHeaders['headers'], 'body' => null, 'response' => $arrHeaders['response'], 'cookies' => $arrHeaders['cookies'], 'filename' => $args['filename']);
// Handle redirects
if (false !== ($redirect_response = NV_Http::handle_redirects($url, $args, $response))) {
return $redirect_response;
}
// If the body was chunk encoded, then decode it.
if (!empty($process['body']) and isset($arrHeaders['headers']['transfer-encoding']) and 'chunked' == $arrHeaders['headers']['transfer-encoding']) {
$process['body'] = NV_Http::chunkTransferDecode($process['body']);
}
if ($args['decompress'] === true and NV_http_encoding::should_decode($arrHeaders['headers']) === true) {
$process['body'] = NV_http_encoding::decompress($process['body']);
}
if (isset($args['limit_response_size']) and strlen($process['body']) > $args['limit_response_size']) {
$process['body'] = substr($process['body'], 0, $args['limit_response_size']);
}
$response['body'] = str_replace("", "", $process['body']);
return $response;
}
/**
* NV_http_encoding::accept_encoding()
*
* @param mixed $url
* @param mixed $args
* @return
*/
public static function accept_encoding($url, $args)
{
$type = array();
$compression_enabled = NV_http_encoding::is_available();
if (!$args['decompress']) {
// decompression specifically disabled
$compression_enabled = false;
} elseif ($args['stream']) {
// disable when streaming to file
$compression_enabled = false;
} elseif (isset($args['limit_response_size'])) {
// If only partial content is being requested, we won't be able to decompress it
$compression_enabled = false;
}
if ($compression_enabled) {
if (function_exists('gzinflate')) {
$type[] = 'deflate;q=1.0';
}
if (function_exists('gzuncompress')) {
$type[] = 'compress;q=0.5';
}
if (function_exists('gzdecode')) {
$type[] = 'gzip;q=0.5';
}
}
return implode(', ', $type);
}
/**
* NV_http_curl::request()
*
* @param mixed $url
* @param mixed $args
* @return
*/
public function request($url, $args = array())
{
$defaults = array('method' => 'GET', 'timeout' => 5, 'redirection' => 5, 'httpversion' => '1.0', 'blocking' => true, 'headers' => array(), 'body' => null, 'cookies' => array());
$args = NV_Http::build_args($args, $defaults);
// Get User Agent
if (isset($args['headers']['User-Agent'])) {
$args['user-agent'] = $args['headers']['User-Agent'];
unset($args['headers']['User-Agent']);
} elseif (isset($args['headers']['user-agent'])) {
$args['user-agent'] = $args['headers']['user-agent'];
unset($args['headers']['user-agent']);
}
// Get Referer
if (isset($args['headers']['Referer'])) {
$args['referer'] = $args['headers']['Referer'];
unset($args['headers']['Referer']);
} elseif (isset($args['headers']['referer'])) {
$args['referer'] = $args['headers']['referer'];
unset($args['headers']['referer']);
}
// Construct Cookie: header if any cookies are set.
NV_Http::buildCookieHeader($args);
$handle = curl_init();
/*
// No Proxy setting so proxy be omitted
// cURL offers really easy proxy support.
$proxy = new NV_http_proxy();
if( $proxy->is_enabled() and $proxy->send_through_proxy( $url ) )
{
curl_setopt( $handle, CURLOPT_PROXYTYPE, CURLPROXY_HTTP );
curl_setopt( $handle, CURLOPT_PROXY, $proxy->host() );
curl_setopt( $handle, CURLOPT_PROXYPORT, $proxy->port() );
if( $proxy->use_authentication() )
{
curl_setopt( $handle, CURLOPT_PROXYAUTH, CURLAUTH_ANY );
curl_setopt( $handle, CURLOPT_PROXYUSERPWD, $proxy->authentication() );
}
}
*/
$is_local = isset($args['local']) and $args['local'];
$ssl_verify = isset($args['sslverify']) and $args['sslverify'];
// CURLOPT_TIMEOUT and CURLOPT_CONNECTTIMEOUT expect integers. Have to use ceil since
// a value of 0 will allow an unlimited timeout.
$timeout = (int) ceil($args['timeout']);
curl_setopt($handle, CURLOPT_CONNECTTIMEOUT, $timeout);
curl_setopt($handle, CURLOPT_TIMEOUT, $timeout);
curl_setopt($handle, CURLOPT_URL, $url);
curl_setopt($handle, CURLOPT_RETURNTRANSFER, true);
curl_setopt($handle, CURLOPT_SSL_VERIFYHOST, $ssl_verify === true ? 2 : false);
curl_setopt($handle, CURLOPT_SSL_VERIFYPEER, $ssl_verify);
curl_setopt($handle, CURLOPT_CAINFO, $args['sslcertificates']);
curl_setopt($handle, CURLOPT_USERAGENT, $args['user-agent']);
// Add Curl referer if not empty
if (!is_null($args['referer']) or !empty($args['referer'])) {
curl_setopt($handle, CURLOPT_AUTOREFERER, true);
curl_setopt($handle, CURLOPT_REFERER, $args['referer']);
}
// The option doesn't work with safe mode or when open_basedir is set, and there's a
curl_setopt($handle, CURLOPT_FOLLOWLOCATION, false);
if (defined('CURLOPT_PROTOCOLS')) {
// PHP 5.2.10 / cURL 7.19.4
curl_setopt($handle, CURLOPT_PROTOCOLS, CURLPROTO_HTTP | CURLPROTO_HTTPS);
}
switch ($args['method']) {
case 'HEAD':
curl_setopt($handle, CURLOPT_NOBODY, true);
break;
case 'POST':
curl_setopt($handle, CURLOPT_POST, true);
curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']);
break;
case 'PUT':
curl_setopt($handle, CURLOPT_CUSTOMREQUEST, 'PUT');
curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']);
break;
default:
curl_setopt($handle, CURLOPT_CUSTOMREQUEST, $args['method']);
if (!is_null($args['body'])) {
curl_setopt($handle, CURLOPT_POSTFIELDS, $args['body']);
}
break;
}
if ($args['blocking'] === true) {
curl_setopt($handle, CURLOPT_HEADERFUNCTION, array($this, 'stream_headers'));
curl_setopt($handle, CURLOPT_WRITEFUNCTION, array($this, 'stream_body'));
}
curl_setopt($handle, CURLOPT_HEADER, false);
if (isset($args['limit_response_size'])) {
$this->max_body_length = intval($args['limit_response_size']);
} else {
$this->max_body_length = false;
}
// If streaming to a file open a file handle, and setup our curl streaming handler
if ($args['stream']) {
$this->stream_handle = @fopen($args['filename'], 'w+');
if (!$this->stream_handle) {
NV_Http::set_error(10);
return $this;
}
} else {
$this->stream_handle = false;
}
if (!empty($args['headers'])) {
// cURL expects full header strings in each element
$headers = array();
foreach ($args['headers'] as $name => $value) {
$headers[] = "{$name}: {$value}";
}
curl_setopt($handle, CURLOPT_HTTPHEADER, $headers);
}
if ($args['httpversion'] == '1.0') {
curl_setopt($handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_0);
} else {
curl_setopt($handle, CURLOPT_HTTP_VERSION, CURL_HTTP_VERSION_1_1);
}
// We don't need to return the body, so don't. Just execute request and return.
if (!$args['blocking']) {
curl_exec($handle);
if ($curl_error = curl_error($handle)) {
curl_close($handle);
NV_Http::set_error(11);
return $this;
}
if (in_array(curl_getinfo($handle, CURLINFO_HTTP_CODE), array(301, 302))) {
curl_close($handle);
NV_Http::set_error(5);
return $this;
}
curl_close($handle);
return array('headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array());
}
$theResponse = curl_exec($handle);
$theHeaders = NV_Http::processHeaders($this->headers, $url);
$theBody = $this->body;
$this->headers = '';
$this->body = '';
$curl_error = curl_errno($handle);
// If an error occured, or, no response
if ($curl_error or strlen($theBody) == 0 and empty($theHeaders['headers'])) {
if (CURLE_WRITE_ERROR == $curl_error and $args['stream']) {
fclose($this->stream_handle);
NV_Http::set_error(9);
return $this;
}
if ($curl_error = curl_error($handle)) {
curl_close($handle);
NV_Http::set_error(11);
return $this;
}
if (in_array(curl_getinfo($handle, CURLINFO_HTTP_CODE), array(301, 302))) {
curl_close($handle);
NV_Http::set_error(5);
return $this;
}
}
$response = array();
$response['code'] = curl_getinfo($handle, CURLINFO_HTTP_CODE);
$response['message'] = $response['code'];
curl_close($handle);
if ($args['stream']) {
fclose($this->stream_handle);
}
$response = array('headers' => $theHeaders['headers'], 'body' => null, 'response' => $response, 'cookies' => $theHeaders['cookies'], 'filename' => $args['filename']);
// Handle redirects
if (($redirect_response = NV_Http::handle_redirects($url, $args, $response)) !== false) {
return $redirect_response;
}
if ($args['decompress'] === true and NV_http_encoding::should_decode($theHeaders['headers']) === true) {
$theBody = NV_http_encoding::decompress($theBody);
}
$response['body'] = str_replace("", "", $theBody);
return $response;
}
/**
* NV_Http::request()
*
* @param mixed $url
* @param mixed $args
* @return
*/
private function request($url, $args)
{
$defaults = array('method' => 'GET', 'timeout' => 10, 'redirection' => 5, 'requested' => 0, 'httpversion' => 1.0, 'user-agent' => 'NUKEVIET CMS ' . $this->site_config['version'] . '. Developed by VINADES. Url: http://nukeviet.vn. Code: ' . md5($this->site_config['sitekey']), 'referer' => null, 'reject_unsafe_urls' => false, 'blocking' => true, 'headers' => array(), 'cookies' => array(), 'body' => null, 'compress' => false, 'decompress' => true, 'sslverify' => true, 'sslcertificates' => $this->root_dir . '/includes/certificates/ca-bundle.crt', 'stream' => false, 'filename' => null, 'limit_response_size' => null);
// Get full args
$args = $this->build_args($args, $defaults);
// Get url info
$infoURL = @parse_url($url);
// Check valid url
if (empty($url) or empty($infoURL['scheme'])) {
$this->set_error(1);
return false;
}
// Set SSL
$args['ssl'] = $infoURL['scheme'] == 'https' or $infoURL['scheme'] == 'ssl';
/**
* Block url
* By basic version, all url will be enabled and no blocking by check function
*/
//if( $this->is_blocking( $url ) )
//{
// $this->set_error(2);
// return false;
//}
// Determine if this request is to OUR install of NukeViet
$homeURL = parse_url($this->site_config['my_domain']);
$args['local'] = $homeURL['host'] == $infoURL['host'] || 'localhost' == $infoURL['host'];
unset($homeURL);
// If Stream but no file, default is a file in temp dir with base $url name
if ($args['stream'] and empty($args['filename'])) {
$args['filename'] = $this->tmp_dir . '/' . basename($url);
}
// Check if streaming a file
if ($args['stream']) {
$args['blocking'] = true;
if (!@is_writable(dirname($args['filename']))) {
$this->set_error(3);
return false;
}
}
// Default header is an empty array
if (is_null($args['headers'])) {
$args['headers'] = array();
}
if (!is_array($args['headers'])) {
$processedHeaders = Http::processHeaders($args['headers'], $url);
$args['headers'] = $processedHeaders['headers'];
}
// Get User Agent
if (isset($args['headers']['User-Agent'])) {
$args['user-agent'] = $args['headers']['User-Agent'];
unset($args['headers']['User-Agent']);
}
if (isset($args['headers']['user-agent'])) {
$args['user-agent'] = $args['headers']['user-agent'];
unset($args['headers']['user-agent']);
}
// Get Referer
if (isset($args['headers']['Referer'])) {
$args['referer'] = $args['headers']['Referer'];
unset($args['headers']['Referer']);
} elseif (isset($args['headers']['referer'])) {
$args['referer'] = $args['headers']['referer'];
unset($args['headers']['referer']);
}
if ($args['httpversion'] == '1.1' and !isset($args['headers']['connection'])) {
$args['headers']['connection'] = 'close';
}
Http::buildCookieHeader($args);
Http::mbstring_binary_safe_encoding();
if (!isset($args['headers']['Accept-Encoding'])) {
if ($encoding = NV_http_encoding::accept_encoding($url, $args)) {
$args['headers']['Accept-Encoding'] = $encoding;
}
}
if (!is_null($args['body']) and '' != $args['body'] or $args['method'] == 'POST' or $args['method'] == 'PUT') {
if (is_array($args['body']) or is_object($args['body'])) {
$args['body'] = http_build_query($args['body'], null, '&');
if (!isset($args['headers']['Content-Type'])) {
$args['headers']['Content-Type'] = 'application/x-www-form-urlencoded; charset=' . $this->site_config['site_charset'];
}
}
if ($args['body'] === '') {
$args['body'] = null;
}
if (!isset($args['headers']['Content-Length']) and !isset($args['headers']['content-length'])) {
$args['headers']['Content-Length'] = strlen($args['body']);
}
}
$response = $this->_dispatch_request($url, $args);
Http::reset_mbstring_encoding();
if ($this->is_error($response)) {
return $response;
}
// Append cookies that were used in this request to the response
if (!empty($args['cookies'])) {
$cookies_set = array();
foreach ($response['cookies'] as $key => $value) {
if (is_object($value)) {
$cookies_set[$key] = $value->name;
} else {
$cookies_set[$key] = $value['name'];
}
}
foreach ($args['cookies'] as $cookie) {
if (!in_array($cookie->name, $cookies_set) and $cookie->test($url)) {
$response['cookies'][] = $cookie;
}
}
}
return $response;
}
