/**
* Build the data set
*
* @param mixed $pageData
*/
function BuildResult(&$pageData)
{
global $id;
global $testPath;
$result = array();
$entries = array();
$result['log'] = array();
$result['log']['version'] = '1.1';
$result['log']['creator'] = array('name' => 'WebPagetest', 'version' => '1.8');
$result['log']['browser'] = array('name' => 'Internet Explorer', 'version' => '');
$result['log']['pages'] = array();
foreach ($pageData as $run => &$pageRun) {
foreach ($pageRun as $cached => &$data) {
$pd = array();
$pd['startedDateTime'] = msdate($data['date']);
$pd['title'] = "Run {$run}, ";
if ($cached) {
$pd['title'] .= "Repeat View";
} else {
$pd['title'] .= "First View";
}
$pd['title'] .= " for " . $data['URL'];
$pd['id'] = "page_{$run}_{$cached}";
$pd['pageTimings'] = array('onLoad' => $data['docTime'], 'onContentLoad' => -1);
// add the page-level ldata to the result
$result['log']['pages'][] = $pd;
// now add the object-level data to the result
$secure = false;
$haveLocations = false;
$requests = getRequests($id, $testPath, $run, $cached, $secure, $haveLocations, false, true);
foreach ($requests as &$r) {
$entry = array();
$entry['pageref'] = $pd['id'];
$entry['startedDateTime'] = msdate((double) $data['date'] + $r['offset'] / 1000.0);
$entry['time'] = $r['totalTime'];
$request = array();
$request['method'] = $r['method'];
$protocol = 'http://';
if ($r['secure']) {
$protocol = 'https://';
}
$request['url'] = $protocol . $r['host'] . $r['url'];
$request['headersSize'] = -1;
$request['bodySize'] = -1;
$request['cookies'] = array();
$request['headers'] = array();
$ver = '';
if (isset($r['headers']) && isset($r['headers']['request'])) {
foreach ($r['headers']['request'] as &$header) {
$pos = strpos($header, ':');
if ($pos > 0) {
$name = trim(substr($header, 0, $pos));
$val = trim(substr($header, $pos + 1));
if (strlen($name)) {
$request['headers'][] = array('name' => $name, 'value' => $val);
}
// parse out any cookies
if (!strcasecmp($name, 'cookie')) {
$cookies = explode(';', $val);
foreach ($cookies as &$cookie) {
$pos = strpos($cookie, '=');
if ($pos > 0) {
$name = (string) trim(substr($cookie, 0, $pos));
$val = (string) trim(substr($cookie, $pos + 1));
if (strlen($name)) {
$request['cookies'][] = array('name' => $name, 'value' => $val);
}
}
}
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
$request['httpVersion'] = $ver;
$request['queryString'] = array();
$parts = parse_url($request['url']);
if (isset($parts['query'])) {
$qs = array();
parse_str($parts['query'], $qs);
foreach ($qs as $name => $val) {
$request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
}
}
if (!strcasecmp(trim($request['method']), 'post')) {
$request['postData'] = array();
$request['postData']['mimeType'] = '';
$request['postData']['text'] = '';
}
$entry['request'] = $request;
$response = array();
$response['status'] = (int) $r['responseCode'];
$response['statusText'] = '';
$response['headersSize'] = -1;
$response['bodySize'] = (int) $r['objectSize'];
$response['headers'] = array();
$ver = '';
$loc = '';
if (isset($r['headers']) && isset($r['headers']['response'])) {
foreach ($r['headers']['response'] as &$header) {
$pos = strpos($header, ':');
if ($pos > 0) {
$name = (string) trim(substr($header, 0, $pos));
$val = (string) trim(substr($header, $pos + 1));
if (strlen($name)) {
$response['headers'][] = array('name' => $name, 'value' => $val);
}
if (!strcasecmp($name, 'location')) {
$loc = (string) $val;
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
$response['httpVersion'] = $ver;
$response['redirectURL'] = $loc;
$response['content'] = array();
$response['content']['size'] = (int) $r['objectSize'];
if (isset($r['contentType']) && strlen($r['contentType'])) {
$response['content']['mimeType'] = (string) $r['contentType'];
} else {
$response['content']['mimeType'] = '';
}
// unsupported fields that are required
$response['cookies'] = array();
$entry['response'] = $response;
$entry['cache'] = (object) array();
$timings = array();
$timings['blocked'] = -1;
$timings['dns'] = (int) $r['dnsTime'];
if (!$timings['dns']) {
$timings['dns'] = -1;
}
$timings['connect'] = (int) ($r['socketTime'] + $r['sslTime']);
if (!$timings['connect']) {
$timings['connect'] = -1;
}
$timings['send'] = 0;
$timings['wait'] = (int) $r['ttfb'];
if ($r['loadTime'] && $r['ttfb']) {
$timings['receive'] = $r['loadTime'] - $r['ttfb'];
} else {
$timings['receive'] = 0;
}
$entry['timings'] = $timings;
$entry['time'] = (int) ($r['dnsTime'] + $r['socketTime'] + $r['sslTime'] + $r['ttfb'] + $timings['receive']);
// add it to the list of entries
$entries[] = $entry;
}
}
}
$result['log']['entries'] = $entries;
return $result;
}
/**
* Build the data set
*
* @param mixed $pageData
*/
function BuildHAR(&$pageData, $id, $testPath, $options)
{
$result = array();
$entries = array();
$result['log'] = array();
$result['log']['version'] = '1.1';
$result['log']['creator'] = array('name' => 'WebPagetest', 'version' => VER_WEBPAGETEST);
$result['log']['pages'] = array();
foreach ($pageData as $run => $pageRun) {
foreach ($pageRun as $cached => $data) {
$cached_text = '';
if ($cached) {
$cached_text = '_Cached';
}
if (!array_key_exists('browser', $result['log'])) {
$result['log']['browser'] = array('name' => $data['browser_name'], 'version' => $data['browser_version']);
}
$pd = array();
$pd['startedDateTime'] = msdate($data['date']);
$pd['title'] = "Run {$run}, ";
if ($cached) {
$pd['title'] .= "Repeat View";
} else {
$pd['title'] .= "First View";
}
$pd['title'] .= " for " . $data['URL'];
$pd['id'] = "page_{$run}_{$cached}";
$pd['pageTimings'] = array('onLoad' => $data['docTime'], 'onContentLoad' => -1, '_startRender' => $data['render']);
// dump all of our metrics into the har data as custom fields
foreach ($data as $name => $value) {
if (!is_array($value)) {
$pd["_{$name}"] = $value;
}
}
// add the page-level ldata to the result
$result['log']['pages'][] = $pd;
// now add the object-level data to the result
$secure = false;
$haveLocations = false;
$requests = getRequests($id, $testPath, $run, $cached, $secure, $haveLocations, false, true);
foreach ($requests as &$r) {
$entry = array();
$entry['pageref'] = $pd['id'];
$entry['startedDateTime'] = msdate((double) $data['date'] + $r['load_start'] / 1000.0);
$entry['time'] = $r['all_ms'];
$request = array();
$request['method'] = $r['method'];
$protocol = $r['is_secure'] ? 'https://' : 'http://';
$request['url'] = $protocol . $r['host'] . $r['url'];
$request['headersSize'] = -1;
$request['bodySize'] = -1;
$request['cookies'] = array();
$request['headers'] = array();
$ver = '';
$headersSize = 0;
if (isset($r['headers']) && isset($r['headers']['request'])) {
foreach ($r['headers']['request'] as &$header) {
$headersSize += strlen($header) + 2;
// add 2 for the \r\n that is on the raw headers
$pos = strpos($header, ':');
if ($pos > 0) {
$name = trim(substr($header, 0, $pos));
$val = trim(substr($header, $pos + 1));
if (strlen($name)) {
$request['headers'][] = array('name' => $name, 'value' => $val);
}
// parse out any cookies
if (!strcasecmp($name, 'cookie')) {
$cookies = explode(';', $val);
foreach ($cookies as &$cookie) {
$pos = strpos($cookie, '=');
if ($pos > 0) {
$name = (string) trim(substr($cookie, 0, $pos));
$val = (string) trim(substr($cookie, $pos + 1));
if (strlen($name)) {
$request['cookies'][] = array('name' => $name, 'value' => $val);
}
}
}
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
if ($headersSize) {
$request['headersSize'] = $headersSize;
}
$request['httpVersion'] = $ver;
$request['queryString'] = array();
$parts = parse_url($request['url']);
if (isset($parts['query'])) {
$qs = array();
parse_str($parts['query'], $qs);
foreach ($qs as $name => $val) {
$request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
}
}
if (!strcasecmp(trim($request['method']), 'post')) {
$request['postData'] = array();
$request['postData']['mimeType'] = '';
$request['postData']['text'] = '';
}
$entry['request'] = $request;
$response = array();
$response['status'] = (int) $r['responseCode'];
$response['statusText'] = '';
$response['headersSize'] = -1;
$response['bodySize'] = (int) $r['objectSize'];
$response['headers'] = array();
$ver = '';
$loc = '';
$headersSize = 0;
if (isset($r['headers']) && isset($r['headers']['response'])) {
foreach ($r['headers']['response'] as &$header) {
$headersSize += strlen($header) + 2;
// add 2 for the \r\n that is on the raw headers
$pos = strpos($header, ':');
if ($pos > 0) {
$name = (string) trim(substr($header, 0, $pos));
$val = (string) trim(substr($header, $pos + 1));
if (strlen($name)) {
$response['headers'][] = array('name' => $name, 'value' => $val);
}
if (!strcasecmp($name, 'location')) {
$loc = (string) $val;
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
if ($headersSize) {
$response['headersSize'] = $headersSize;
}
$response['httpVersion'] = $ver;
$response['redirectURL'] = $loc;
$response['content'] = array();
$response['content']['size'] = (int) $r['objectSize'];
if (isset($r['contentType']) && strlen($r['contentType'])) {
$response['content']['mimeType'] = (string) $r['contentType'];
} else {
$response['content']['mimeType'] = '';
}
// unsupported fields that are required
$response['cookies'] = array();
$entry['response'] = $response;
$entry['cache'] = (object) array();
$timings = array();
$timings['blocked'] = -1;
$timings['dns'] = (int) $r['dns_ms'];
if (!$timings['dns']) {
$timings['dns'] = -1;
}
// HAR did not have an ssl time until version 1.2 . For
// backward compatibility, "connect" includes "ssl" time.
// WepbageTest's internal representation does not assume any
// overlap, so we must add our connect and ssl time to get the
// connect time expected by HAR.
$timings['connect'] = durationOfInterval($r['connect_ms']) + durationOfInterval($r['ssl_ms']);
if (!$timings['connect']) {
$timings['connect'] = -1;
}
$timings['ssl'] = (int) $r['ssl_ms'];
if (!$timings['ssl']) {
$timings['ssl'] = -1;
}
// TODO(skerner): WebpageTest's data model has no way to
// represent the difference between the states HAR calls
// send (time required to send HTTP request to the server)
// and wait (time spent waiting for a response from the server).
// We lump both into "wait". Issue 24* tracks this work. When
// it is resolved, read the real values for send and wait
// instead of using the request's TTFB.
// *: http://code.google.com/p/webpagetest/issues/detail?id=24
$timings['send'] = 0;
$timings['wait'] = (int) $r['ttfb_ms'];
$timings['receive'] = (int) $r['download_ms'];
$entry['timings'] = $timings;
// The HAR spec defines time as the sum of the times in the
// timings object, excluding any unknown (-1) values and ssl
// time (which is included in "connect", for backward
// compatibility with tools written before "ssl" was defined
// in HAR version 1.2).
$entry['time'] = 0;
foreach ($timings as $timingKey => $duration) {
if ($timingKey != 'ssl' && $duration != UNKNOWN_TIME) {
$entry['time'] += $duration;
}
}
if (array_key_exists('custom_rules', $r)) {
$entry['_custom_rules'] = $r['custom_rules'];
}
// dump all of our metrics into the har data as custom fields
foreach ($r as $name => $value) {
if (!is_array($value)) {
$entry["_{$name}"] = $value;
}
}
// add it to the list of entries
$entries[] = $entry;
}
// add the bodies to the requests
if (isset($options['bodies']) && $options['bodies']) {
$bodies_file = $testPath . '/' . $run . $cached_text . '_bodies.zip';
if (is_file($bodies_file)) {
$zip = new ZipArchive();
if ($zip->open($bodies_file) === TRUE) {
for ($i = 0; $i < $zip->numFiles; $i++) {
$index = intval($zip->getNameIndex($i), 10) - 1;
if (array_key_exists($index, $entries)) {
$entries[$index]['response']['content']['text'] = utf8_encode($zip->getFromIndex($i));
}
}
}
}
}
}
}
$result['log']['entries'] = $entries;
return $result;
}
function BuildHAREntry($data, $pd, $r)
{
$entry = array();
$entry['pageref'] = $pd['id'];
$entry['startedDateTime'] = msdate((double) $data['date'] + $r['load_start'] / 1000.0);
$entry['time'] = $r['all_ms'];
$request = array();
$request['method'] = $r['method'];
$protocol = $r['is_secure'] ? 'https://' : 'http://';
$request['url'] = $protocol . $r['host'] . $r['url'];
$request['headersSize'] = -1;
$request['bodySize'] = -1;
$request['cookies'] = array();
$request['headers'] = array();
$ver = '';
$headersSize = 0;
if (isset($r['headers']) && isset($r['headers']['request'])) {
foreach ($r['headers']['request'] as &$header) {
$headersSize += strlen($header) + 2;
// add 2 for the \r\n that is on the raw headers
$pos = strpos($header, ':');
if ($pos > 0) {
$name = trim(substr($header, 0, $pos));
$val = trim(substr($header, $pos + 1));
if (strlen($name)) {
$request['headers'][] = array('name' => $name, 'value' => $val);
}
// parse out any cookies
if (!strcasecmp($name, 'cookie')) {
$cookies = explode(';', $val);
foreach ($cookies as &$cookie) {
$pos = strpos($cookie, '=');
if ($pos > 0) {
$name = (string) trim(substr($cookie, 0, $pos));
$val = (string) trim(substr($cookie, $pos + 1));
if (strlen($name)) {
$request['cookies'][] = array('name' => $name, 'value' => $val);
}
}
}
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
if ($headersSize) {
$request['headersSize'] = $headersSize;
}
$request['httpVersion'] = $ver;
$request['queryString'] = array();
$parts = parse_url($request['url']);
if (isset($parts['query'])) {
$qs = array();
parse_str($parts['query'], $qs);
foreach ($qs as $name => $val) {
if (is_string($name) && is_string($val)) {
if (!mb_detect_encoding($name, 'UTF-8', true)) {
// not a valid UTF-8 string. URL encode it again so it can be safely consumed by the client.
$name = urlencode($name);
}
if (!mb_detect_encoding($val, 'UTF-8', true)) {
// not a valid UTF-8 string. URL encode it again so it can be safely consumed by the client.
$val = urlencode($val);
}
$request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
}
}
}
if (!strcasecmp(trim($request['method']), 'post')) {
$request['postData'] = array();
$request['postData']['mimeType'] = '';
$request['postData']['text'] = '';
}
$entry['request'] = $request;
$response = array();
$response['status'] = (int) $r['responseCode'];
$response['statusText'] = '';
$response['headersSize'] = -1;
$response['bodySize'] = (int) $r['objectSize'];
$response['headers'] = array();
$ver = '';
$loc = '';
$headersSize = 0;
if (isset($r['headers']) && isset($r['headers']['response'])) {
foreach ($r['headers']['response'] as &$header) {
$headersSize += strlen($header) + 2;
// add 2 for the \r\n that is on the raw headers
$pos = strpos($header, ':');
if ($pos > 0) {
$name = (string) trim(substr($header, 0, $pos));
$val = (string) trim(substr($header, $pos + 1));
if (strlen($name)) {
$response['headers'][] = array('name' => $name, 'value' => $val);
}
if (!strcasecmp($name, 'location')) {
$loc = (string) $val;
}
} else {
$pos = strpos($header, 'HTTP/');
if ($pos >= 0) {
$ver = (string) trim(substr($header, $pos + 5, 3));
}
}
}
}
if ($headersSize) {
$response['headersSize'] = $headersSize;
}
$response['httpVersion'] = $ver;
$response['redirectURL'] = $loc;
$response['content'] = array();
$response['content']['size'] = (int) $r['objectSize'];
if (isset($r['contentType']) && strlen($r['contentType'])) {
$response['content']['mimeType'] = (string) $r['contentType'];
} else {
$response['content']['mimeType'] = '';
}
// unsupported fields that are required
$response['cookies'] = array();
$entry['response'] = $response;
$entry['cache'] = (object) array();
$timings = array();
$timings['blocked'] = -1;
$timings['dns'] = (int) $r['dns_ms'];
if (!$timings['dns']) {
$timings['dns'] = -1;
}
// HAR did not have an ssl time until version 1.2 . For
// backward compatibility, "connect" includes "ssl" time.
// WepbageTest's internal representation does not assume any
// overlap, so we must add our connect and ssl time to get the
// connect time expected by HAR.
$timings['connect'] = durationOfInterval($r['connect_ms']) + durationOfInterval($r['ssl_ms']);
if (!$timings['connect']) {
$timings['connect'] = -1;
}
$timings['ssl'] = (int) $r['ssl_ms'];
if (!$timings['ssl']) {
$timings['ssl'] = -1;
}
// TODO(skerner): WebpageTest's data model has no way to
// represent the difference between the states HAR calls
// send (time required to send HTTP request to the server)
// and wait (time spent waiting for a response from the server).
// We lump both into "wait". Issue 24* tracks this work. When
// it is resolved, read the real values for send and wait
// instead of using the request's TTFB.
// *: http://code.google.com/p/webpagetest/issues/detail?id=24
$timings['send'] = 0;
$timings['wait'] = (int) $r['ttfb_ms'];
$timings['receive'] = (int) $r['download_ms'];
$entry['timings'] = $timings;
// The HAR spec defines time as the sum of the times in the
// timings object, excluding any unknown (-1) values and ssl
// time (which is included in "connect", for backward
// compatibility with tools written before "ssl" was defined
// in HAR version 1.2).
$entry['time'] = 0;
foreach ($timings as $timingKey => $duration) {
if ($timingKey != 'ssl' && $duration != UNKNOWN_TIME) {
$entry['time'] += $duration;
}
}
if (array_key_exists('custom_rules', $r)) {
$entry['_custom_rules'] = $r['custom_rules'];
}
// dump all of our metrics into the har data as custom fields
foreach ($r as $name => $value) {
if (!is_array($value)) {
$entry["_{$name}"] = $value;
}
}
return $entry;
}