function _pugpig_show_batch($rows, $file_warning_size_kb = 250, $file_warning_time_secs = 10)
{
echo "<table style='font-size:small;''>\n";
echo "<tr>";
echo "<th colspan='5'>Metrics</th>";
echo "<th colspan='2'>Cache Headers</th>";
echo "<th colspan='4'>Edge</th>";
echo "<th></th>";
echo "</tr>";
echo "<tr>";
echo "<th>HTTP</th>";
echo "<th>Time</th>";
echo "<th>Type</th>";
echo "<th>Size</th>";
echo "<th>Valid</th>";
echo "<th>Modified</th>";
echo "<th>Expires</th>";
echo "<th>Server</th>";
echo "<th>Encoding</th>";
echo "<th>Auth</th>";
echo "<th>Status</th>";
echo "<th>URL</th>";
echo "</tr>";
foreach ($rows as $key => $vals) {
echo "<tr>";
$vals['h'] = _getHeadersFromString($vals['headers']);
if (isset($vals['curl_info'])) {
$http_code = $vals['curl_info']['http_code'];
$http_code_style = '';
if ($http_code != 200) {
$http_code_style = 'background:#ff6600';
}
echo "<td style='{$http_code_style}'>{$http_code}</td>\n";
$time = $vals['curl_info']['total_time'];
$percentage = $time / $file_warning_time_secs * 100;
$barcolor = "lightblue";
if ($percentage > 100) {
$barcolor = "orange";
}
if ($percentage > 200) {
$barcolor = "red";
}
$time_style = "white-space: nowrap; background: -webkit-gradient(linear, left top,right top, color-stop({$percentage}%,{$barcolor}), color-stop({$percentage}%,white))";
echo "<td style='{$time_style}'>" . $vals['curl_info']['total_time'] . "</td>\n";
} else {
echo "<td> - </td>\n";
echo "<td> - </td>\n";
}
$content_type = "";
$content_type_style = "";
if (isset($vals['h']['content-type'])) {
$content_type = $vals['h']['content-type'];
} else {
$content_type_style = 'background: pink';
}
$char = pugpig_get_download_char($key, $content_type);
echo "<td style='{$content_type_style}'>" . $char . "</td>";
$bytes = 0;
if (file_exists($vals['file'])) {
$bytes = filesize($vals['file']);
}
$percentage = $bytes / (1024 * $file_warning_size_kb) * 100;
$barcolor = "lightblue";
if ($percentage > 100) {
$barcolor = "orange";
}
if ($percentage > 200) {
$barcolor = "red";
}
$size_style = "white-space: nowrap; background: -webkit-gradient(linear, left top,right top, color-stop({$percentage}%,{$barcolor}), color-stop({$percentage}%,white))";
echo "<td style='{$size_style}'>" . pugpig_bytestosize($bytes) . "</td>\n";
$error = pugpig_validate_file($vals['file'], $content_type);
if (!empty($error)) {
echo "<td style='background: pink'>{$error}</td>\n";
} else {
echo "<td>Y</td>\n";
}
if (isset($vals['h']['last-modified'])) {
echo "<td>" . _ago(strtotime($vals['h']['last-modified']), 0, true) . " ago</td>\n";
} else {
echo "<td style='background: pink'>?</td>\n";
}
if (isset($vals['h']['expires'])) {
echo "<td>in " . _ago(strtotime($vals['h']['expires']), 0, false) . "</td>\n";
} else {
if (isset($vals['h']['etag'])) {
echo "<td>eTag</td>\n";
} else {
echo "<td style='background: pink'>?</td>\n";
}
}
$cache_layer = _pugpig_get_cache_layer($vals['h']);
$cache_layer_style = "";
if (in_array($cache_layer, array('PPITC', 'AKAMAI', 'CLOUDFRONT'))) {
$cache_layer_style = 'background:#6ce1c4';
} elseif (in_array($cache_layer, array('VARNISH'))) {
$cache_layer_style = 'background:#66ccff';
} elseif (in_array($cache_layer, array('PHP'))) {
$cache_layer_style = 'background:#b20047';
}
echo "<td style='{$cache_layer_style}'>{$cache_layer}</td>\n";
$content_encoding = "";
$content_encoding_style = '';
if (isset($vals['h']['content-encoding'])) {
$content_encoding .= $vals['h']['content-encoding'] . " ";
}
if (isset($vals['h']['transfer-encoding'])) {
$content_encoding .= $vals['h']['transfer-encoding'] . " ";
}
if (in_array($content_encoding, array('gzip'))) {
$content_encoding_style = 'background:#6ce1c4';
}
echo "<td style='{$content_encoding_style}'>{$content_encoding}</td>\n";
if (isset($vals['h']["x-pugpig-entitlement"])) {
echo "<td>LOCKED</td>\n";
} else {
echo "<td>-</td>\n";
}
$status = "";
if (isset($vals['h']["x-pugpig-status"])) {
$status .= $vals['h']["x-pugpig-status"];
}
echo "<td>{$status}</td>\n";
$suspect_style = pugpig_check_suspect_path($key) ? 'background:#ff6600' : ($char == 'f' ? 'background:#66ccff' : '');
echo "<td style=' {$suspect_style}'><a title='" . $vals['headers'] . "' target='_blank' href='{$key}'>" . pugpig_strip_domain($key) . "</a></td>\n";
echo "</tr>";
}
echo "</table>\n";
}
function bytesToSize($bytes, $precision = 2, $type = 'long')
{
return pugpig_bytestosize($bytes, $precision = 2, $type = 'long');
}
function get_edition_data($edition_num, $is_package)
{
$title_parts = array();
$title_owner_prefix = empty($_SERVER['PHP_AUTH_USER']) ? '' : $_SERVER['PHP_AUTH_USER'] . '\'s ';
if (!empty($title_owner_prefix)) {
$title_parts[] = $title_owner_prefix;
}
$num_editions = get_number_of_editions();
$edition_key = get_edition_id($edition_num);
$edition_date = add_date(time(), $edition_num);
$modified = add_date_timestamp(time(), $edition_num);
$cycle = $edition_num % 10 + 1;
// http response
$http_responses = array(200, 404, 401, 403, 500);
$http_reponses_index = $num_editions - 10 - $edition_num;
$http_status = 0;
if ($http_reponses_index >= 0 && $http_reponses_index < count($http_responses)) {
$http_status = $http_responses[$http_reponses_index];
}
$is_timeout = $http_reponses_index == count($http_responses);
$is_broken = $is_timeout || $http_status > 0;
if ($is_broken) {
$title_parts[] = 'Broken Test';
}
// edition flags
$is_published = $edition_num % 3;
$is_paid = !$is_broken && $edition_num % 7;
$is_vampire = $edition_num == $num_editions - 20;
if ($is_broken) {
$title_parts[] = 'Vampire';
}
$is_deleted = $is_vampire && rand(0, 1) == 1;
// strings
$price = $is_paid ? 'PAID' : 'FREE';
$status = $is_published ? 'published' : 'draft';
// url
if ($http_status == 0) {
if ($is_timeout) {
$url = '../auth_test/responses/timeout.php';
} else {
$query = empty($_SERVER['QUERY_STRING']) ? '' : '?' . $_SERVER['QUERY_STRING'];
$url = "edition/{$edition_key}/" . ($is_package ? 'package.xml' : 'content.xml') . $query;
}
} else {
$url = "../auth_test/responses/{$http_status}.php";
// todo: fix relative path, so we can find authtest from custom content
}
$http_status_summary = array(200 => 'All lies. I return a fake 200 code.', 404 => 'Not Found. I return a 404 code.', 401 => 'Unauthorized. I return a 401 code.', 403 => 'Forbidden. I return a 403 code.', 500 => 'Broken. I return a 500 code.');
// summary
$always_updates = $edition_num % 9 == 0;
$long_ttl = $edition_num % 27 == 0;
$summary = "You really should read edition {$edition_num}. It's the best {$status} ever. ";
if ($is_published) {
$summary .= "It is {$price}. ";
} else {
$summary .= "All draft editions are treated as free. ";
}
if ($always_updates) {
$summary .= "And it ALWAYS updates. ";
}
if ($long_ttl) {
$summary .= "I have a long 5 minute TTL on the Atom and Package feeds. ";
}
if ($is_vampire) {
$summary .= "I get deleted and then raise from the dead. ";
}
if ($http_status > 0) {
$summary = $http_status_summary[$http_status] . ' ' . $summary;
}
if ($is_timeout) {
$summary = 'Timeout. I take 60 seconds.' . ' ' . $summary;
}
// categories
$custom_categories = array();
if ($is_package) {
$size = 0;
$parts = get_package_parts($edition_num);
foreach ($parts as $part_name => $part_info) {
$size += filesize($part_info['path']);
}
$custom_categories['download_size'] = pugpig_bytestosize($size, 0);
}
// pages
$pages = array();
$num_pages = get_number_of_pages($edition_num);
for ($page_num = 1; $page_num <= $num_pages; $page_num++) {
$pages[] = get_page_id($edition_num, $page_num);
}
$subtitles = array(null, ' ', null, ' ', "Edition {$edition_num} Sub Title", null, ' ', null, ' ', "This is the stupidly long subtitle for Edition {$edition_num} which isn't going to fit even on an iPad in portrait, especially since all this extra text was added to make this an even longer stupidly long subtitle.");
$subtitle = $subtitles[$edition_num % count($subtitles)];
if ($subtitle != null) {
$custom_categories['subtitle'] = $subtitle;
}
// pane model
$pane_models = array(null, 'scrolling', 'horizontal', 'vertical');
$pane_model_granularity = 4;
$pane_model = $pane_models[$edition_num / $pane_model_granularity % count($pane_models)];
if ($pane_model === null) {
$summary .= 'With no pane model.';
} else {
$custom_categories['pane_model'] = $pane_model;
$summary .= 'With ' . ucwords($pane_model) . ' pane model.';
}
$title_parts[] = "Edition Number {$edition_num}";
$title_parts = array_filter($title_parts);
$title = join(' ', $title_parts);
return array('key' => $edition_key, 'date' => $edition_date, 'title' => $title, 'modified' => !$always_updates ? $modified : time(), 'packaged' => !$always_updates ? $modified : time(), 'ttl' => $long_ttl ? 300 : 0, 'status' => $status, 'price' => $price, 'thumbnail' => "http://lorempixel.com/600/800/abstract/{$cycle}/Issue-{$edition_num}-{$edition_date}/", 'newsstand_cover_art_icon_source' => "http://dummyimage.com/768x1024/000000/ffffff.png?text=Newstand+Cover+768x1024+Issue+{$edition_num}/", 'summary' => $summary, 'tombstone' => $is_deleted, 'url_type' => $is_package ? 'application/pugpigpkg+xml' : 'application/atom+xml', 'url' => $url, 'newsstand_summary' => 'This is a longer summary that can appear in Newsstand. ' . $summary, 'page_ids' => $pages, 'custom_categories' => $custom_categories);
}
private function _processData($multiInfo)
{
$handleString = (string) $multiInfo['handle'];
$this->info[$handleString]['multi'] = $multiInfo;
$this->info[$handleString]['curl'] = curl_getinfo($multiInfo['handle']);
$http_url = $this->info[$handleString]['url'];
$http_code = $this->info[$handleString]['curl']['http_code'];
$content_type = $this->info[$handleString]['curl']['content_type'];
$content_length = $this->info[$handleString]['curl']['download_content_length'];
$total_time = $this->info[$handleString]['curl']['total_time'];
$starttransfer_time = $this->info[$handleString]['curl']['starttransfer_time'];
$connect_time = $this->info[$handleString]['curl']['connect_time'];
$cinfo = $this->info[$handleString]['curl'];
// $request_header = $this->info[$multiInfo['handle']]['curl']['request_header'];
// print_r($this->info[$multiInfo['handle']]['curl']);
// Close the file we're downloading into
fclose($this->filehandles[$http_url]);
fclose($this->headerhandles[$http_url]);
$name = $this->entries[$http_url];
$file_exists = file_exists($name);
$file_size = $file_exists ? filesize($name) : 0;
if ($http_code != 200) {
$this->failures[$http_url] = "HTTP Error after " . $total_time . " seconds: " . $http_code;
if ($http_code == 0) {
$this->failures[$http_url] .= " (possibly too many concurrent connections).";
}
unlink($name);
} else {
if (!$file_exists) {
$this->failures[$http_url] = "Unable to save file after download. Maybe file name is too long?";
} elseif ($file_size == 0) {
// Delete it so that we have to download it again if the user refreshes
unlink($name);
$this->failures[$http_url] = "The file is {$file_size} bytes in length.";
}
}
$char = pugpig_get_download_char($name, $content_type);
$headerfile = $name . ".pugpigheaders";
$curlopt_file_name = $name . ".pugpigcurlopt";
file_put_contents($curlopt_file_name, serialize($cinfo));
$headers = file_get_contents($headerfile);
$headers_array = _getHeadersFromString($headers);
_print_immediately('<a class="pass" href="' . $http_url . '" target="_blank" title="' . $http_url . "\n" . '[Response: ' . $http_code . ', Size: ' . $content_length . ' (' . pugpig_bytestosize($file_size) . '), Type: ' . $content_type . ', Time: ' . $total_time . ', TTFB: ' . $starttransfer_time . ', Connect Time: ' . $connect_time . ']' . "\n" . htmlspecialchars($headers) . ' ">' . $char . '</a>');
$this->successes[$http_url]['file'] = $name;
$this->successes[$http_url]['headers'] = $headers;
$this->successes[$http_url]['curl_info'] = $cinfo;
$this->successes[$http_url]['fetched'] = TRUE;
$this->processedCount++;
if ($this->processedCount % 100 == 0 || $this->processedCount == count($this->entries)) {
_print_immediately("<br />");
}
}
function _package_edition_package_size($edition_tag, $precision = 2, $type = 'long')
{
return pugpig_bytestosize(_package_edition_package_size_raw($edition_tag), $precision, $type);
}
function pugpig_ppitc_create_zip($edition_zip_root, $zip_prefix, $entries, $ts)
{
$edition_zip_root .= DIRECTORY_SEPARATOR . date('Y\\' . DIRECTORY_SEPARATOR . 'm\\' . DIRECTORY_SEPARATOR . 'd', $ts) . DIRECTORY_SEPARATOR;
$zip_path = pugpig_get_local_save_path($edition_zip_root, $zip_prefix . "-" . $ts . ".zip");
echo "<font color='green'>ZIP {$zip_path}</font><br />";
// Make the folder
if (!file_exists($edition_zip_root)) {
mkdir($edition_zip_root, 0777, true);
}
if (!file_exists($zip_path)) {
$zip = new ZipArchive();
if ($zip->open($zip_path, ZipArchive::CREATE) === TRUE) {
foreach ($entries as $src => $dest) {
$src = pugpig_strip_domain($src);
if (startsWith($src, '/')) {
$src = substr($src, 1);
}
$zip->addFile($dest, $src);
}
$zip->close();
if (file_exists($zip_path)) {
echo "<font color='green'>Created ZIP {$zip_path}:<br>" . count($entries) . " file(s)</font> [" . pugpig_bytestosize(filesize($zip_path)) . "]<br />";
}
}
} else {
echo "<font color='grey'>Found ZIP {$zip_path}:<br>" . count($entries) . " file(s)</font> [" . pugpig_bytestosize(filesize($zip_path)) . "]<br />";
}
}
