/** * Send a HTTP request to a URI using PHP Streams. * * @see WP_Http::request For default options descriptions. * * @since 2.7.0 * @since 3.7.0 Combined with the fsockopen transport and switched to stream_socket_client(). * * @access public * @param string $url The request URL. * @param string|array $args Optional. Override the defaults. * @return array|WP_Error Array containing 'headers', 'body', 'response', 'cookies', 'filename'. A WP_Error instance upon error */ public function request($url, $args = array()) { $defaults = array('method' => 'GET', 'timeout' => 5, 'redirection' => 5, 'httpversion' => '1.0', 'blocking' => true, 'headers' => array(), 'body' => null, 'cookies' => array()); $r = wp_parse_args($args, $defaults); if (isset($r['headers']['User-Agent'])) { $r['user-agent'] = $r['headers']['User-Agent']; unset($r['headers']['User-Agent']); } elseif (isset($r['headers']['user-agent'])) { $r['user-agent'] = $r['headers']['user-agent']; unset($r['headers']['user-agent']); } // Construct Cookie: header if any cookies are set. WP_Http::buildCookieHeader($r); $arrURL = parse_url($url); $connect_host = $arrURL['host']; $secure_transport = $arrURL['scheme'] == 'ssl' || $arrURL['scheme'] == 'https'; if (!isset($arrURL['port'])) { if ($arrURL['scheme'] == 'ssl' || $arrURL['scheme'] == 'https') { $arrURL['port'] = 443; $secure_transport = true; } else { $arrURL['port'] = 80; } } // Always pass a Path, defaulting to the root in cases such as http://example.com if (!isset($arrURL['path'])) { $arrURL['path'] = '/'; } if (isset($r['headers']['Host']) || isset($r['headers']['host'])) { if (isset($r['headers']['Host'])) { $arrURL['host'] = $r['headers']['Host']; } else { $arrURL['host'] = $r['headers']['host']; } unset($r['headers']['Host'], $r['headers']['host']); } /* * Certain versions of PHP have issues with 'localhost' and IPv6, It attempts to connect * to ::1, which fails when the server is not set up for it. For compatibility, always * connect to the IPv4 address. */ if ('localhost' == strtolower($connect_host)) { $connect_host = '127.0.0.1'; } $connect_host = $secure_transport ? 'ssl://' . $connect_host : 'tcp://' . $connect_host; $is_local = isset($r['local']) && $r['local']; $ssl_verify = isset($r['sslverify']) && $r['sslverify']; if ($is_local) { /** * Filter whether SSL should be verified for local requests. * * @since 2.8.0 * * @param bool $ssl_verify Whether to verify the SSL connection. Default true. */ $ssl_verify = apply_filters('https_local_ssl_verify', $ssl_verify); } elseif (!$is_local) { /** * Filter whether SSL should be verified for non-local requests. * * @since 2.8.0 * * @param bool $ssl_verify Whether to verify the SSL connection. Default true. */ $ssl_verify = apply_filters('https_ssl_verify', $ssl_verify); } $proxy = new WP_HTTP_Proxy(); $context = stream_context_create(array('ssl' => array('verify_peer' => $ssl_verify, 'capture_peer_cert' => $ssl_verify, 'SNI_enabled' => true, 'cafile' => $r['sslcertificates'], 'allow_self_signed' => !$ssl_verify))); $timeout = (int) floor($r['timeout']); $utimeout = $timeout == $r['timeout'] ? 0 : 1000000 * $r['timeout'] % 1000000; $connect_timeout = max($timeout, 1); // Store error number. $connection_error = null; // Store error string. $connection_error_str = null; if (!WP_DEBUG) { // In the event that the SSL connection fails, silence the many PHP Warnings. if ($secure_transport) { $error_reporting = error_reporting(0); } if ($proxy->is_enabled() && $proxy->send_through_proxy($url)) { $handle = @stream_socket_client('tcp://' . $proxy->host() . ':' . $proxy->port(), $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context); } else { $handle = @stream_socket_client($connect_host . ':' . $arrURL['port'], $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context); } if ($secure_transport) { error_reporting($error_reporting); } } else { if ($proxy->is_enabled() && $proxy->send_through_proxy($url)) { $handle = stream_socket_client('tcp://' . $proxy->host() . ':' . $proxy->port(), $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context); } else { $handle = stream_socket_client($connect_host . ':' . $arrURL['port'], $connection_error, $connection_error_str, $connect_timeout, STREAM_CLIENT_CONNECT, $context); } } if (false === $handle) { // SSL connection failed due to expired/invalid cert, or, OpenSSL configuration is broken. if ($secure_transport && 0 === $connection_error && '' === $connection_error_str) { return new WP_Error('http_request_failed', __('The SSL certificate for the host could not be verified.')); } return new WP_Error('http_request_failed', $connection_error . ': ' . $connection_error_str); } // Verify that the SSL certificate is valid for this request. if ($secure_transport && $ssl_verify && !$proxy->is_enabled()) { if (!self::verify_ssl_certificate($handle, $arrURL['host'])) { return new WP_Error('http_request_failed', __('The SSL certificate for the host could not be verified.')); } } stream_set_timeout($handle, $timeout, $utimeout); if ($proxy->is_enabled() && $proxy->send_through_proxy($url)) { //Some proxies require full URL in this field. $requestPath = $url; } else { $requestPath = $arrURL['path'] . (isset($arrURL['query']) ? '?' . $arrURL['query'] : ''); } $strHeaders = strtoupper($r['method']) . ' ' . $requestPath . ' HTTP/' . $r['httpversion'] . "\r\n"; $include_port_in_host_header = $proxy->is_enabled() && $proxy->send_through_proxy($url) || 'http' == $arrURL['scheme'] && 80 != $arrURL['port'] || 'https' == $arrURL['scheme'] && 443 != $arrURL['port']; if ($include_port_in_host_header) { $strHeaders .= 'Host: ' . $arrURL['host'] . ':' . $arrURL['port'] . "\r\n"; } else { $strHeaders .= 'Host: ' . $arrURL['host'] . "\r\n"; } if (isset($r['user-agent'])) { $strHeaders .= 'User-agent: ' . $r['user-agent'] . "\r\n"; } if (is_array($r['headers'])) { foreach ((array) $r['headers'] as $header => $headerValue) { $strHeaders .= $header . ': ' . $headerValue . "\r\n"; } } else { $strHeaders .= $r['headers']; } if ($proxy->use_authentication()) { $strHeaders .= $proxy->authentication_header() . "\r\n"; } $strHeaders .= "\r\n"; if (!is_null($r['body'])) { $strHeaders .= $r['body']; } fwrite($handle, $strHeaders); if (!$r['blocking']) { stream_set_blocking($handle, 0); fclose($handle); return array('headers' => array(), 'body' => '', 'response' => array('code' => false, 'message' => false), 'cookies' => array()); } $strResponse = ''; $bodyStarted = false; $keep_reading = true; $block_size = 4096; if (isset($r['limit_response_size'])) { $block_size = min($block_size, $r['limit_response_size']); } // If streaming to a file setup the file handle. if ($r['stream']) { if (!WP_DEBUG) { $stream_handle = @fopen($r['filename'], 'w+'); } else { $stream_handle = fopen($r['filename'], 'w+'); } if (!$stream_handle) { return new WP_Error('http_request_failed', sprintf(__('Could not open handle for fopen() to %s'), $r['filename'])); } $bytes_written = 0; while (!feof($handle) && $keep_reading) { $block = fread($handle, $block_size); if (!$bodyStarted) { $strResponse .= $block; if (strpos($strResponse, "\r\n\r\n")) { $process = WP_Http::processResponse($strResponse); $bodyStarted = true; $block = $process['body']; unset($strResponse); $process['body'] = ''; } } $this_block_size = strlen($block); if (isset($r['limit_response_size']) && $bytes_written + $this_block_size > $r['limit_response_size']) { $this_block_size = $r['limit_response_size'] - $bytes_written; $block = substr($block, 0, $this_block_size); } $bytes_written_to_file = fwrite($stream_handle, $block); if ($bytes_written_to_file != $this_block_size) { fclose($handle); fclose($stream_handle); return new WP_Error('http_request_failed', __('Failed to write request to temporary file.')); } $bytes_written += $bytes_written_to_file; $keep_reading = !isset($r['limit_response_size']) || $bytes_written < $r['limit_response_size']; } fclose($stream_handle); } else { $header_length = 0; while (!feof($handle) && $keep_reading) { $block = fread($handle, $block_size); $strResponse .= $block; if (!$bodyStarted && strpos($strResponse, "\r\n\r\n")) { $header_length = strpos($strResponse, "\r\n\r\n") + 4; $bodyStarted = true; } $keep_reading = !$bodyStarted || !isset($r['limit_response_size']) || strlen($strResponse) < $header_length + $r['limit_response_size']; } $process = WP_Http::processResponse($strResponse); unset($strResponse); } fclose($handle); $arrHeaders = WP_Http::processHeaders($process['headers'], $url); $response = array('headers' => $arrHeaders['headers'], 'body' => null, 'response' => $arrHeaders['response'], 'cookies' => $arrHeaders['cookies'], 'filename' => $r['filename']); // Handle redirects. if (false !== ($redirect_response = WP_Http::handle_redirects($url, $r, $response))) { return $redirect_response; } // If the body was chunk encoded, then decode it. if (!empty($process['body']) && isset($arrHeaders['headers']['transfer-encoding']) && 'chunked' == $arrHeaders['headers']['transfer-encoding']) { $process['body'] = WP_Http::chunkTransferDecode($process['body']); } if (true === $r['decompress'] && true === WP_Http_Encoding::should_decode($arrHeaders['headers'])) { $process['body'] = WP_Http_Encoding::decompress($process['body']); } if (isset($r['limit_response_size']) && strlen($process['body']) > $r['limit_response_size']) { $process['body'] = substr($process['body'], 0, $r['limit_response_size']); } $response['body'] = $process['body']; return $response; }
function update_data() { remove_filter('pre_post_title', 'pre_post_title'); $upload_dir = wp_upload_dir(); $filename = $upload_dir['basedir'] . '/data.json'; require_once ABSPATH . 'wp-admin/includes/file.php'; require_once ABSPATH . 'wp-admin/includes/image.php'; require_once ABSPATH . 'wp-admin/includes/media.php'; $items = array(); $args = array('numberposts' => -1, 'post_type' => 'business'); foreach (get_posts($args) as $post) { $custom_fields = get_post_custom($post->ID); list($address) = $custom_fields['address']; list($latlng) = $custom_fields['latlng']; list($phone) = $custom_fields['phone']; $item = array('label' => my_html_entity_decode(wptexturize($post->post_title)), 'permalink' => get_permalink($post)); $item += array_filter(compact('address', 'latlng', 'phone')); $website = esc_url_raw($custom_fields['website'][0]); if ($website) { $website = strtolower($website); $website = preg_replace('/^https?:\\/\\/(?:www\\.)?([-.\\d_a-z~]+(?:\\/[-.\\/\\d_a-z~]+)?)\\/*/', 'http://$1', $website); $args = array('timeout' => 300, 'redirection' => 0); $response = wp_safe_remote_get($website, $args); $args['redirection'] = 1; $args['reject_unsafe_urls'] = true; for ($i = 0; $i < 5; $i++) { if (is_wp_error($response)) { delete_post_meta($post->ID, 'website_up'); break; } $redirect_response = WP_Http::handle_redirects($website, $args, $response); if (!$redirect_response) { $website = preg_replace('/^(https?:\\/\\/[-.\\d_a-z~]+)\\/+$/i', '$1', $website); //update_post_meta($post->ID, 'website', $website); update_post_meta($post->ID, 'website_up', $website); $body = wp_remote_retrieve_body($response); $doc = new DOMDocument(); @$doc->loadHTML($body); $url_parts = my_parse_url($website); $urls = array(); foreach ($doc->getElementsByTagName('img') as $node) { $relative_url_parts = my_parse_url($node->getAttribute('src')); $relative_url_parts['path'] = str_replace(' ', '%20', $relative_url_parts['path']); $relative_url_parts['query'] = str_replace(' ', '+', $relative_url_parts['query']); if (!$relative_url_parts['scheme']) { $relative_url_parts['scheme'] = $url_parts['scheme']; if (!$relative_url_parts['host']) { $relative_url_parts['host'] = $url_parts['host']; $relative_url_parts['port'] = $url_parts['port']; if (!$relative_url_parts['path']) { $relative_url_parts['path'] = $url_parts['path']; if (!$relative_url_parts['query']) { $relative_url_parts['query'] = $url_parts['query']; } } else { if ($relative_url_parts['path'][0] != '/') { $relative_url_parts['path'] = "/{$relative_url_parts['path']}"; if ($url_parts['path']) { $relative_url_parts['path'] = substr($url_parts['path'], 0, strrpos($url_parts['path'], '/')) . $relative_url_parts['path']; } } } } } do { $relative_url_parts['path'] = preg_replace('/[^\\/]+\\/\\.\\.(?:\\/|$)/', '', $relative_url_parts['path'], 1, $count); } while ($count); $url = "{$relative_url_parts['scheme']}://{$relative_url_parts['host']}"; if ($relative_url_parts['port']) { $url .= ":{$relative_url_parts['port']}"; } $url .= $relative_url_parts['path']; if ($relative_url_parts['query']) { $url .= "?{$relative_url_parts['query']}"; } $urls[$url] = $url; } if ($urls) { $args = array('post_parent' => $post->ID, 'post_type' => 'attachment'); foreach (get_children($args) as $attachment) { wp_delete_attachment($attachment->ID); } $found = false; foreach ($urls as $url) { $tmp_name = download_url($url); list($width, $height) = getimagesize($tmp_name); if ($width > 40 && $height > 40 && $width + $height > 180) { preg_match('/[^\\/]+?(?=\\/?(?:$|\\?))/', $url, $matches); $file_array = array('name' => $matches[0], 'tmp_name' => $tmp_name); $thumbnail_id = media_handle_sideload($file_array, $post->ID); if (!$found) { set_post_thumbnail($post, $thumbnail_id); $found = true; } } } } break; } $website = WP_Http::make_absolute_url(wp_remote_retrieve_header($response, 'location'), $website); $response = $redirect_response; } } $value = wp_get_object_terms($post->ID, 'products', array('fields' => 'names')); if ($value) { $value = array_map('my_html_entity_decode', array_map('wptexturize', $value)); $item['products'] = count($value) == 1 ? $value[0] : $value; } $value = wp_get_object_terms($post->ID, 'farm-practices', array('fields' => 'names')); if ($value) { $value = array_map('my_html_entity_decode', array_map('wptexturize', $value)); $item['farm-practices'] = count($value) == 1 ? $value[0] : $value; } $value = wp_get_object_terms($post->ID, 'business-type', array('fields' => 'names')); if ($value) { $value = array_map('my_html_entity_decode', array_map('wptexturize', $value)); $item['business-type'] = count($value) == 1 ? $value[0] : $value; } $value = wp_get_object_terms($post->ID, 'available-at', array('fields' => 'names')); if ($value) { $value = array_map('my_html_entity_decode', array_map('wptexturize', $value)); $item['available-at'] = count($value) == 1 ? $value[0] : $value; } $thumbnail_id = get_post_thumbnail_id($post->ID); if ($thumbnail_id) { list($item['thumbnail-src'], $item['thumbnail-width'], $item['thumbnail-height']) = wp_get_attachment_image_src($thumbnail_id); } switch (true) { case has_term('Restaurant', 'business-type', $post): $item['icon'] = get_stylesheet_directory_uri() . '/maki/marker-36-1f77b4.png'; break; case has_term('Retailer', 'business-type', $post): $item['icon'] = get_stylesheet_directory_uri() . '/maki/marker-36-2ca02c.png'; break; default: $item['icon'] = get_stylesheet_directory_uri() . '/maki/marker-36-d62728.png'; } $items[] = $item; } $all_products = array(); foreach (get_terms('products') as $term) { $all_products[$term->term_id] = $term; } $all_in_season = get_option('in_season'); foreach ($all_products as $term) { $in_season = $all_in_season[$term->term_id]; if ($term->parent || $in_season) { $item = array('label' => my_html_entity_decode(wptexturize($term->name)), 'type' => 'product'); if ($term->parent) { $item['parent'] = my_html_entity_decode(wptexturize($all_products[$term->parent]->name)); } if ($in_season) { $item['in-season'] = format_in_season($in_season); } $items[] = $item; } } $data = array('items' => $items); file_put_contents($filename, wp_json_encode($data)); }