Exemple #1
0
/**
* Build the data set
* 
* @param mixed $pageData
*/
function BuildResult(&$pageData)
{
    global $id;
    global $testPath;
    $result = array();
    $entries = array();
    $result['log'] = array();
    $result['log']['version'] = '1.1';
    $result['log']['creator'] = array('name' => 'WebPagetest', 'version' => '1.8');
    $result['log']['browser'] = array('name' => 'Internet Explorer', 'version' => '');
    $result['log']['pages'] = array();
    foreach ($pageData as $run => &$pageRun) {
        foreach ($pageRun as $cached => &$data) {
            $pd = array();
            $pd['startedDateTime'] = msdate($data['date']);
            $pd['title'] = "Run {$run}, ";
            if ($cached) {
                $pd['title'] .= "Repeat View";
            } else {
                $pd['title'] .= "First View";
            }
            $pd['title'] .= " for " . $data['URL'];
            $pd['id'] = "page_{$run}_{$cached}";
            $pd['pageTimings'] = array('onLoad' => $data['docTime'], 'onContentLoad' => -1);
            // add the page-level ldata to the result
            $result['log']['pages'][] = $pd;
            // now add the object-level data to the result
            $secure = false;
            $haveLocations = false;
            $requests = getRequests($id, $testPath, $run, $cached, $secure, $haveLocations, false, true);
            foreach ($requests as &$r) {
                $entry = array();
                $entry['pageref'] = $pd['id'];
                $entry['startedDateTime'] = msdate((double) $data['date'] + $r['offset'] / 1000.0);
                $entry['time'] = $r['totalTime'];
                $request = array();
                $request['method'] = $r['method'];
                $protocol = 'http://';
                if ($r['secure']) {
                    $protocol = 'https://';
                }
                $request['url'] = $protocol . $r['host'] . $r['url'];
                $request['headersSize'] = -1;
                $request['bodySize'] = -1;
                $request['cookies'] = array();
                $request['headers'] = array();
                $ver = '';
                if (isset($r['headers']) && isset($r['headers']['request'])) {
                    foreach ($r['headers']['request'] as &$header) {
                        $pos = strpos($header, ':');
                        if ($pos > 0) {
                            $name = trim(substr($header, 0, $pos));
                            $val = trim(substr($header, $pos + 1));
                            if (strlen($name)) {
                                $request['headers'][] = array('name' => $name, 'value' => $val);
                            }
                            // parse out any cookies
                            if (!strcasecmp($name, 'cookie')) {
                                $cookies = explode(';', $val);
                                foreach ($cookies as &$cookie) {
                                    $pos = strpos($cookie, '=');
                                    if ($pos > 0) {
                                        $name = (string) trim(substr($cookie, 0, $pos));
                                        $val = (string) trim(substr($cookie, $pos + 1));
                                        if (strlen($name)) {
                                            $request['cookies'][] = array('name' => $name, 'value' => $val);
                                        }
                                    }
                                }
                            }
                        } else {
                            $pos = strpos($header, 'HTTP/');
                            if ($pos >= 0) {
                                $ver = (string) trim(substr($header, $pos + 5, 3));
                            }
                        }
                    }
                }
                $request['httpVersion'] = $ver;
                $request['queryString'] = array();
                $parts = parse_url($request['url']);
                if (isset($parts['query'])) {
                    $qs = array();
                    parse_str($parts['query'], $qs);
                    foreach ($qs as $name => $val) {
                        $request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
                    }
                }
                if (!strcasecmp(trim($request['method']), 'post')) {
                    $request['postData'] = array();
                    $request['postData']['mimeType'] = '';
                    $request['postData']['text'] = '';
                }
                $entry['request'] = $request;
                $response = array();
                $response['status'] = (int) $r['responseCode'];
                $response['statusText'] = '';
                $response['headersSize'] = -1;
                $response['bodySize'] = (int) $r['objectSize'];
                $response['headers'] = array();
                $ver = '';
                $loc = '';
                if (isset($r['headers']) && isset($r['headers']['response'])) {
                    foreach ($r['headers']['response'] as &$header) {
                        $pos = strpos($header, ':');
                        if ($pos > 0) {
                            $name = (string) trim(substr($header, 0, $pos));
                            $val = (string) trim(substr($header, $pos + 1));
                            if (strlen($name)) {
                                $response['headers'][] = array('name' => $name, 'value' => $val);
                            }
                            if (!strcasecmp($name, 'location')) {
                                $loc = (string) $val;
                            }
                        } else {
                            $pos = strpos($header, 'HTTP/');
                            if ($pos >= 0) {
                                $ver = (string) trim(substr($header, $pos + 5, 3));
                            }
                        }
                    }
                }
                $response['httpVersion'] = $ver;
                $response['redirectURL'] = $loc;
                $response['content'] = array();
                $response['content']['size'] = (int) $r['objectSize'];
                if (isset($r['contentType']) && strlen($r['contentType'])) {
                    $response['content']['mimeType'] = (string) $r['contentType'];
                } else {
                    $response['content']['mimeType'] = '';
                }
                // unsupported fields that are required
                $response['cookies'] = array();
                $entry['response'] = $response;
                $entry['cache'] = (object) array();
                $timings = array();
                $timings['blocked'] = -1;
                $timings['dns'] = (int) $r['dnsTime'];
                if (!$timings['dns']) {
                    $timings['dns'] = -1;
                }
                $timings['connect'] = (int) ($r['socketTime'] + $r['sslTime']);
                if (!$timings['connect']) {
                    $timings['connect'] = -1;
                }
                $timings['send'] = 0;
                $timings['wait'] = (int) $r['ttfb'];
                if ($r['loadTime'] && $r['ttfb']) {
                    $timings['receive'] = $r['loadTime'] - $r['ttfb'];
                } else {
                    $timings['receive'] = 0;
                }
                $entry['timings'] = $timings;
                $entry['time'] = (int) ($r['dnsTime'] + $r['socketTime'] + $r['sslTime'] + $r['ttfb'] + $timings['receive']);
                // add it to the list of entries
                $entries[] = $entry;
            }
        }
    }
    $result['log']['entries'] = $entries;
    return $result;
}
Exemple #2
0
/**
* Build the data set
* 
* @param mixed $pageData
*/
function BuildHAR(&$pageData, $id, $testPath, $options)
{
    $result = array();
    $entries = array();
    $result['log'] = array();
    $result['log']['version'] = '1.1';
    $result['log']['creator'] = array('name' => 'WebPagetest', 'version' => VER_WEBPAGETEST);
    $result['log']['pages'] = array();
    foreach ($pageData as $run => $pageRun) {
        foreach ($pageRun as $cached => $data) {
            $cached_text = '';
            if ($cached) {
                $cached_text = '_Cached';
            }
            if (!array_key_exists('browser', $result['log'])) {
                $result['log']['browser'] = array('name' => $data['browser_name'], 'version' => $data['browser_version']);
            }
            $pd = array();
            $pd['startedDateTime'] = msdate($data['date']);
            $pd['title'] = "Run {$run}, ";
            if ($cached) {
                $pd['title'] .= "Repeat View";
            } else {
                $pd['title'] .= "First View";
            }
            $pd['title'] .= " for " . $data['URL'];
            $pd['id'] = "page_{$run}_{$cached}";
            $pd['pageTimings'] = array('onLoad' => $data['docTime'], 'onContentLoad' => -1, '_startRender' => $data['render']);
            // dump all of our metrics into the har data as custom fields
            foreach ($data as $name => $value) {
                if (!is_array($value)) {
                    $pd["_{$name}"] = $value;
                }
            }
            // add the page-level ldata to the result
            $result['log']['pages'][] = $pd;
            // now add the object-level data to the result
            $secure = false;
            $haveLocations = false;
            $requests = getRequests($id, $testPath, $run, $cached, $secure, $haveLocations, false, true);
            foreach ($requests as &$r) {
                $entry = array();
                $entry['pageref'] = $pd['id'];
                $entry['startedDateTime'] = msdate((double) $data['date'] + $r['load_start'] / 1000.0);
                $entry['time'] = $r['all_ms'];
                $request = array();
                $request['method'] = $r['method'];
                $protocol = $r['is_secure'] ? 'https://' : 'http://';
                $request['url'] = $protocol . $r['host'] . $r['url'];
                $request['headersSize'] = -1;
                $request['bodySize'] = -1;
                $request['cookies'] = array();
                $request['headers'] = array();
                $ver = '';
                $headersSize = 0;
                if (isset($r['headers']) && isset($r['headers']['request'])) {
                    foreach ($r['headers']['request'] as &$header) {
                        $headersSize += strlen($header) + 2;
                        // add 2 for the \r\n that is on the raw headers
                        $pos = strpos($header, ':');
                        if ($pos > 0) {
                            $name = trim(substr($header, 0, $pos));
                            $val = trim(substr($header, $pos + 1));
                            if (strlen($name)) {
                                $request['headers'][] = array('name' => $name, 'value' => $val);
                            }
                            // parse out any cookies
                            if (!strcasecmp($name, 'cookie')) {
                                $cookies = explode(';', $val);
                                foreach ($cookies as &$cookie) {
                                    $pos = strpos($cookie, '=');
                                    if ($pos > 0) {
                                        $name = (string) trim(substr($cookie, 0, $pos));
                                        $val = (string) trim(substr($cookie, $pos + 1));
                                        if (strlen($name)) {
                                            $request['cookies'][] = array('name' => $name, 'value' => $val);
                                        }
                                    }
                                }
                            }
                        } else {
                            $pos = strpos($header, 'HTTP/');
                            if ($pos >= 0) {
                                $ver = (string) trim(substr($header, $pos + 5, 3));
                            }
                        }
                    }
                }
                if ($headersSize) {
                    $request['headersSize'] = $headersSize;
                }
                $request['httpVersion'] = $ver;
                $request['queryString'] = array();
                $parts = parse_url($request['url']);
                if (isset($parts['query'])) {
                    $qs = array();
                    parse_str($parts['query'], $qs);
                    foreach ($qs as $name => $val) {
                        $request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
                    }
                }
                if (!strcasecmp(trim($request['method']), 'post')) {
                    $request['postData'] = array();
                    $request['postData']['mimeType'] = '';
                    $request['postData']['text'] = '';
                }
                $entry['request'] = $request;
                $response = array();
                $response['status'] = (int) $r['responseCode'];
                $response['statusText'] = '';
                $response['headersSize'] = -1;
                $response['bodySize'] = (int) $r['objectSize'];
                $response['headers'] = array();
                $ver = '';
                $loc = '';
                $headersSize = 0;
                if (isset($r['headers']) && isset($r['headers']['response'])) {
                    foreach ($r['headers']['response'] as &$header) {
                        $headersSize += strlen($header) + 2;
                        // add 2 for the \r\n that is on the raw headers
                        $pos = strpos($header, ':');
                        if ($pos > 0) {
                            $name = (string) trim(substr($header, 0, $pos));
                            $val = (string) trim(substr($header, $pos + 1));
                            if (strlen($name)) {
                                $response['headers'][] = array('name' => $name, 'value' => $val);
                            }
                            if (!strcasecmp($name, 'location')) {
                                $loc = (string) $val;
                            }
                        } else {
                            $pos = strpos($header, 'HTTP/');
                            if ($pos >= 0) {
                                $ver = (string) trim(substr($header, $pos + 5, 3));
                            }
                        }
                    }
                }
                if ($headersSize) {
                    $response['headersSize'] = $headersSize;
                }
                $response['httpVersion'] = $ver;
                $response['redirectURL'] = $loc;
                $response['content'] = array();
                $response['content']['size'] = (int) $r['objectSize'];
                if (isset($r['contentType']) && strlen($r['contentType'])) {
                    $response['content']['mimeType'] = (string) $r['contentType'];
                } else {
                    $response['content']['mimeType'] = '';
                }
                // unsupported fields that are required
                $response['cookies'] = array();
                $entry['response'] = $response;
                $entry['cache'] = (object) array();
                $timings = array();
                $timings['blocked'] = -1;
                $timings['dns'] = (int) $r['dns_ms'];
                if (!$timings['dns']) {
                    $timings['dns'] = -1;
                }
                // HAR did not have an ssl time until version 1.2 .  For
                // backward compatibility, "connect" includes "ssl" time.
                // WepbageTest's internal representation does not assume any
                // overlap, so we must add our connect and ssl time to get the
                // connect time expected by HAR.
                $timings['connect'] = durationOfInterval($r['connect_ms']) + durationOfInterval($r['ssl_ms']);
                if (!$timings['connect']) {
                    $timings['connect'] = -1;
                }
                $timings['ssl'] = (int) $r['ssl_ms'];
                if (!$timings['ssl']) {
                    $timings['ssl'] = -1;
                }
                // TODO(skerner): WebpageTest's data model has no way to
                // represent the difference between the states HAR calls
                // send (time required to send HTTP request to the server)
                // and wait (time spent waiting for a response from the server).
                // We lump both into "wait".  Issue 24* tracks this work.  When
                // it is resolved, read the real values for send and wait
                // instead of using the request's TTFB.
                // *: http://code.google.com/p/webpagetest/issues/detail?id=24
                $timings['send'] = 0;
                $timings['wait'] = (int) $r['ttfb_ms'];
                $timings['receive'] = (int) $r['download_ms'];
                $entry['timings'] = $timings;
                // The HAR spec defines time as the sum of the times in the
                // timings object, excluding any unknown (-1) values and ssl
                // time (which is included in "connect", for backward
                // compatibility with tools written before "ssl" was defined
                // in HAR version 1.2).
                $entry['time'] = 0;
                foreach ($timings as $timingKey => $duration) {
                    if ($timingKey != 'ssl' && $duration != UNKNOWN_TIME) {
                        $entry['time'] += $duration;
                    }
                }
                if (array_key_exists('custom_rules', $r)) {
                    $entry['_custom_rules'] = $r['custom_rules'];
                }
                // dump all of our metrics into the har data as custom fields
                foreach ($r as $name => $value) {
                    if (!is_array($value)) {
                        $entry["_{$name}"] = $value;
                    }
                }
                // add it to the list of entries
                $entries[] = $entry;
            }
            // add the bodies to the requests
            if (isset($options['bodies']) && $options['bodies']) {
                $bodies_file = $testPath . '/' . $run . $cached_text . '_bodies.zip';
                if (is_file($bodies_file)) {
                    $zip = new ZipArchive();
                    if ($zip->open($bodies_file) === TRUE) {
                        for ($i = 0; $i < $zip->numFiles; $i++) {
                            $index = intval($zip->getNameIndex($i), 10) - 1;
                            if (array_key_exists($index, $entries)) {
                                $entries[$index]['response']['content']['text'] = utf8_encode($zip->getFromIndex($i));
                            }
                        }
                    }
                }
            }
        }
    }
    $result['log']['entries'] = $entries;
    return $result;
}
Exemple #3
0
function BuildHAREntry($data, $pd, $r)
{
    $entry = array();
    $entry['pageref'] = $pd['id'];
    $entry['startedDateTime'] = msdate((double) $data['date'] + $r['load_start'] / 1000.0);
    $entry['time'] = $r['all_ms'];
    $request = array();
    $request['method'] = $r['method'];
    $protocol = $r['is_secure'] ? 'https://' : 'http://';
    $request['url'] = $protocol . $r['host'] . $r['url'];
    $request['headersSize'] = -1;
    $request['bodySize'] = -1;
    $request['cookies'] = array();
    $request['headers'] = array();
    $ver = '';
    $headersSize = 0;
    if (isset($r['headers']) && isset($r['headers']['request'])) {
        foreach ($r['headers']['request'] as &$header) {
            $headersSize += strlen($header) + 2;
            // add 2 for the \r\n that is on the raw headers
            $pos = strpos($header, ':');
            if ($pos > 0) {
                $name = trim(substr($header, 0, $pos));
                $val = trim(substr($header, $pos + 1));
                if (strlen($name)) {
                    $request['headers'][] = array('name' => $name, 'value' => $val);
                }
                // parse out any cookies
                if (!strcasecmp($name, 'cookie')) {
                    $cookies = explode(';', $val);
                    foreach ($cookies as &$cookie) {
                        $pos = strpos($cookie, '=');
                        if ($pos > 0) {
                            $name = (string) trim(substr($cookie, 0, $pos));
                            $val = (string) trim(substr($cookie, $pos + 1));
                            if (strlen($name)) {
                                $request['cookies'][] = array('name' => $name, 'value' => $val);
                            }
                        }
                    }
                }
            } else {
                $pos = strpos($header, 'HTTP/');
                if ($pos >= 0) {
                    $ver = (string) trim(substr($header, $pos + 5, 3));
                }
            }
        }
    }
    if ($headersSize) {
        $request['headersSize'] = $headersSize;
    }
    $request['httpVersion'] = $ver;
    $request['queryString'] = array();
    $parts = parse_url($request['url']);
    if (isset($parts['query'])) {
        $qs = array();
        parse_str($parts['query'], $qs);
        foreach ($qs as $name => $val) {
            if (is_string($name) && is_string($val)) {
                if (!mb_detect_encoding($name, 'UTF-8', true)) {
                    // not a valid UTF-8 string. URL encode it again so it can be safely consumed by the client.
                    $name = urlencode($name);
                }
                if (!mb_detect_encoding($val, 'UTF-8', true)) {
                    // not a valid UTF-8 string. URL encode it again so it can be safely consumed by the client.
                    $val = urlencode($val);
                }
                $request['queryString'][] = array('name' => (string) $name, 'value' => (string) $val);
            }
        }
    }
    if (!strcasecmp(trim($request['method']), 'post')) {
        $request['postData'] = array();
        $request['postData']['mimeType'] = '';
        $request['postData']['text'] = '';
    }
    $entry['request'] = $request;
    $response = array();
    $response['status'] = (int) $r['responseCode'];
    $response['statusText'] = '';
    $response['headersSize'] = -1;
    $response['bodySize'] = (int) $r['objectSize'];
    $response['headers'] = array();
    $ver = '';
    $loc = '';
    $headersSize = 0;
    if (isset($r['headers']) && isset($r['headers']['response'])) {
        foreach ($r['headers']['response'] as &$header) {
            $headersSize += strlen($header) + 2;
            // add 2 for the \r\n that is on the raw headers
            $pos = strpos($header, ':');
            if ($pos > 0) {
                $name = (string) trim(substr($header, 0, $pos));
                $val = (string) trim(substr($header, $pos + 1));
                if (strlen($name)) {
                    $response['headers'][] = array('name' => $name, 'value' => $val);
                }
                if (!strcasecmp($name, 'location')) {
                    $loc = (string) $val;
                }
            } else {
                $pos = strpos($header, 'HTTP/');
                if ($pos >= 0) {
                    $ver = (string) trim(substr($header, $pos + 5, 3));
                }
            }
        }
    }
    if ($headersSize) {
        $response['headersSize'] = $headersSize;
    }
    $response['httpVersion'] = $ver;
    $response['redirectURL'] = $loc;
    $response['content'] = array();
    $response['content']['size'] = (int) $r['objectSize'];
    if (isset($r['contentType']) && strlen($r['contentType'])) {
        $response['content']['mimeType'] = (string) $r['contentType'];
    } else {
        $response['content']['mimeType'] = '';
    }
    // unsupported fields that are required
    $response['cookies'] = array();
    $entry['response'] = $response;
    $entry['cache'] = (object) array();
    $timings = array();
    $timings['blocked'] = -1;
    $timings['dns'] = (int) $r['dns_ms'];
    if (!$timings['dns']) {
        $timings['dns'] = -1;
    }
    // HAR did not have an ssl time until version 1.2 .  For
    // backward compatibility, "connect" includes "ssl" time.
    // WepbageTest's internal representation does not assume any
    // overlap, so we must add our connect and ssl time to get the
    // connect time expected by HAR.
    $timings['connect'] = durationOfInterval($r['connect_ms']) + durationOfInterval($r['ssl_ms']);
    if (!$timings['connect']) {
        $timings['connect'] = -1;
    }
    $timings['ssl'] = (int) $r['ssl_ms'];
    if (!$timings['ssl']) {
        $timings['ssl'] = -1;
    }
    // TODO(skerner): WebpageTest's data model has no way to
    // represent the difference between the states HAR calls
    // send (time required to send HTTP request to the server)
    // and wait (time spent waiting for a response from the server).
    // We lump both into "wait".  Issue 24* tracks this work.  When
    // it is resolved, read the real values for send and wait
    // instead of using the request's TTFB.
    // *: http://code.google.com/p/webpagetest/issues/detail?id=24
    $timings['send'] = 0;
    $timings['wait'] = (int) $r['ttfb_ms'];
    $timings['receive'] = (int) $r['download_ms'];
    $entry['timings'] = $timings;
    // The HAR spec defines time as the sum of the times in the
    // timings object, excluding any unknown (-1) values and ssl
    // time (which is included in "connect", for backward
    // compatibility with tools written before "ssl" was defined
    // in HAR version 1.2).
    $entry['time'] = 0;
    foreach ($timings as $timingKey => $duration) {
        if ($timingKey != 'ssl' && $duration != UNKNOWN_TIME) {
            $entry['time'] += $duration;
        }
    }
    if (array_key_exists('custom_rules', $r)) {
        $entry['_custom_rules'] = $r['custom_rules'];
    }
    // dump all of our metrics into the har data as custom fields
    foreach ($r as $name => $value) {
        if (!is_array($value)) {
            $entry["_{$name}"] = $value;
        }
    }
    return $entry;
}