protected static function parse_result_process(&$test_run_request, $parse_xml_file, $log_file, $pts_test_arguments, $extra_arguments, $is_numeric_check = true, $prefix = null)
{
$test_identifier = $test_run_request->test_profile->get_identifier();
$results_parser_xml = new pts_parse_results_nye_XmlReader($parse_xml_file);
$result_match_test_arguments = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MatchToTestArguments');
$result_scale = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultScale');
$result_proportion = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultProportion');
$result_precision = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultPrecision');
$result_template = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/OutputTemplate');
$result_key = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultKey');
$result_line_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineHint');
$result_line_before_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineBeforeHint');
$result_line_after_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineAfterHint');
$result_before_string = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultBeforeString');
$result_after_string = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultAfterString');
$result_divide_by = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/DivideResultBy');
$result_multiply_by = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiplyResultBy');
$strip_from_result = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripFromResult');
$strip_result_postfix = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripResultPostfix');
$multi_match = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiMatch');
$file_format = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/FileFormat');
$test_result = false;
if ($prefix != null && substr($prefix, -1) != '_') {
$prefix .= '_';
}
for ($i = 0; $i < count($result_template); $i++) {
if (!empty($result_match_test_arguments[$i]) && strpos($pts_test_arguments, $result_match_test_arguments[$i]) === false) {
// This is not the ResultsParser XML section to use as the MatchToTestArguments does not match the PTS test arguments
continue;
}
if ($result_key[$i] == null) {
$result_key[$i] = '#_' . $prefix . 'RESULT_#';
} else {
switch ($result_key[$i]) {
case 'PTS_TEST_ARGUMENTS':
$result_key[$i] = '#_' . $prefix . str_replace(' ', '', $pts_test_arguments) . '_#';
break;
case 'PTS_USER_SET_ARGUMENTS':
$result_key[$i] = '#_' . $prefix . str_replace(' ', '', $extra_arguments) . '_#';
break;
}
}
// The actual parsing here
$start_result_pos = strrpos($result_template[$i], $result_key[$i]);
if ($prefix != null && $start_result_pos === false && $result_template[$i] != 'csv-dump-frame-latencies' && $result_template[$i] != 'libframetime-output') {
// XXX: technically the $prefix check shouldn't be needed, verify whether safe to have this check be unconditional on start_result_pos failing...
return false;
}
$space_out_chars = array('(', ')', "\t");
if (isset($file_format[$i]) && $file_format[$i] == 'CSV') {
array_push($space_out_chars, ',');
}
if (isset($result_template[$i][$start_result_pos - 1]) && $result_template[$i][$start_result_pos - 1] == '/' || isset($result_template[$i][$start_result_pos + strlen($result_key[$i])]) && $result_template[$i][$start_result_pos + strlen($result_key[$i])] == '/') {
array_push($space_out_chars, '/');
}
$end_result_pos = $start_result_pos + strlen($result_key[$i]);
$end_result_line_pos = strpos($result_template[$i], "\n", $end_result_pos);
$result_template_line = substr($result_template[$i], 0, $end_result_line_pos === false ? strlen($result_template[$i]) : $end_result_line_pos);
$result_template_line = substr($result_template_line, strrpos($result_template_line, "\n"));
$result_template_r = explode(' ', pts_strings::trim_spaces(str_replace($space_out_chars, ' ', str_replace('=', ' = ', $result_template_line))));
$result_template_r_pos = array_search($result_key[$i], $result_template_r);
if ($result_template_r_pos === false) {
// Look for an element that partially matches, if like a '.' or '/sec' or some other pre/post-fix is present
foreach ($result_template_r as $x => $r_check) {
if (isset($result_key[$x]) && strpos($r_check, $result_key[$x]) !== false) {
$result_template_r_pos = $x;
break;
}
}
}
$search_key = null;
$line_before_key = null;
if (isset($result_line_hint[$i]) && $result_line_hint[$i] != null && strpos($result_template_line, $result_line_hint[$i]) !== false) {
$search_key = $result_line_hint[$i];
} else {
if (isset($result_line_before_hint[$i]) && $result_line_before_hint[$i] != null && strpos($result_template[$i], $result_line_hint[$i]) !== false) {
$search_key = null;
// doesn't really matter what this value is
} else {
if (isset($result_line_after_hint[$i]) && $result_line_after_hint[$i] != null && strpos($result_template[$i], $result_line_hint[$i]) !== false) {
$search_key = null;
// doesn't really matter what this value is
} else {
foreach ($result_template_r as $line_part) {
if (strpos($line_part, ':') !== false && strlen($line_part) > 1) {
// add some sort of && strrpos($result_template[$i], $line_part) to make sure there isn't two of the same $search_key
$search_key = $line_part;
break;
}
}
if ($search_key == null && isset($result_key[$i])) {
// Just try searching for the first part of the string
/*
for($i = 0; $i < $result_template_r_pos; $i++)
{
$search_key .= $result_template_r[$i] . ' ';
}
*/
// This way if there are ) or other characters stripped, the below method will work where the above one will not
$search_key = substr($result_template_line, 0, strpos($result_template_line, $result_key[$i]));
}
}
}
}
if (is_file($log_file)) {
$result_output = file_get_contents($log_file);
} else {
// Nothing to parse
return false;
}
$test_results = array();
$already_processed = false;
$frame_time_values = null;
if ($result_template[$i] == 'libframetime-output') {
$already_processed = true;
$frame_time_values = array();
$line_values = explode(PHP_EOL, $result_output);
if (!empty($line_values) && isset($line_values[3])) {
foreach ($line_values as &$v) {
if (substr($v, -3) == ' us' && substr($v, 0, 10) == 'Frametime ') {
$frametime = substr($v, 10);
$frametime = substr($frametime, 0, -3);
if ($frametime > 2000) {
$frametime = $frametime / 1000;
array_push($frame_time_values, $frametime);
}
}
}
$frame_time_values = pts_math::remove_outliers($frame_time_values);
}
} else {
if ($result_template[$i] == 'csv-dump-frame-latencies') {
$already_processed = true;
$frame_time_values = explode(',', $result_output);
}
}
if (!empty($frame_time_values) && isset($frame_time_values[3])) {
// Get rid of the first value
array_shift($frame_time_values);
foreach ($frame_time_values as $f => &$v) {
if (!is_numeric($v) || $v == 0) {
unset($frame_time_values[$f]);
continue;
}
$v = 1000 / $v;
}
switch ($prefix) {
case 'MIN_':
$val = min($frame_time_values);
break;
case 'MAX_':
$val = max($frame_time_values);
break;
case 'AVG_':
default:
$val = array_sum($frame_time_values) / count($frame_time_values);
break;
}
if ($val != 0) {
array_push($test_results, $val);
}
}
if (($search_key != null || isset($result_line_before_hint[$i]) && $result_line_before_hint[$i] != null || (isset($result_line_after_hint[$i]) && $result_line_after_hint[$i]) != null || isset($result_key[$i]) && $result_template_r[0] == $result_key[$i]) && $already_processed == false) {
$is_multi_match = !empty($multi_match[$i]) && $multi_match[$i] != 'NONE';
do {
$result_count = count($test_results);
if ($result_line_before_hint[$i] != null) {
pts_client::test_profile_debug_message('Result Parsing Line Before Hint: ' . $result_line_before_hint[$i]);
$result_line = substr($result_output, strpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i])));
$result_line = substr($result_line, 0, strpos($result_line, "\n", 1));
$result_output = substr($result_output, 0, strrpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i]))) . "\n";
} else {
if ($result_line_after_hint[$i] != null) {
pts_client::test_profile_debug_message('Result Parsing Line After Hint: ' . $result_line_after_hint[$i]);
$result_line = substr($result_output, 0, strrpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i])));
$result_line = substr($result_line, strrpos($result_line, "\n", 1) + 1);
$result_output = null;
} else {
if ($search_key != null) {
$search_key = trim($search_key);
pts_client::test_profile_debug_message('Result Parsing Search Key: ' . $search_key);
$result_line = substr($result_output, 0, strpos($result_output, "\n", strrpos($result_output, $search_key)));
$start_of_line = strrpos($result_line, "\n");
$result_output = substr($result_line, 0, $start_of_line) . "\n";
$result_line = substr($result_line, $start_of_line + 1);
} else {
// Condition $result_template_r[0] == $result_key[$i], include entire file since there is nothing to search
pts_client::test_profile_debug_message('No Result Parsing Hint, Including Entire Result Output');
$result_line = trim($result_output);
}
}
}
pts_client::test_profile_debug_message('Result Line: ' . $result_line);
$result_r = explode(' ', pts_strings::trim_spaces(str_replace($space_out_chars, ' ', str_replace('=', ' = ', $result_line))));
$result_r_pos = array_search($result_key[$i], $result_r);
if (!empty($result_before_string[$i])) {
// Using ResultBeforeString tag
$result_before_this = array_search($result_before_string[$i], $result_r);
if ($result_before_this !== false) {
array_push($test_results, $result_r[$result_before_this - 1]);
}
} else {
if (!empty($result_after_string[$i])) {
// Using ResultBeforeString tag
$result_after_this = array_search($result_after_string[$i], $result_r);
if ($result_after_this !== false) {
$result_after_this++;
for ($f = $result_after_this; $f < count($result_r); $f++) {
if (in_array($result_r[$f], array(':', ',', '-', '='))) {
continue;
}
array_push($test_results, $result_r[$f]);
break;
}
}
} else {
if (isset($result_r[$result_template_r_pos])) {
array_push($test_results, $result_r[$result_template_r_pos]);
}
}
}
} while ($is_multi_match && count($test_results) != $result_count && !empty($result_output));
}
foreach ($test_results as $x => &$test_result) {
if ($strip_from_result[$i] != null) {
$test_result = str_replace($strip_from_result[$i], null, $test_result);
}
if ($strip_result_postfix[$i] != null && substr($test_result, 0 - strlen($strip_result_postfix[$i])) == $strip_result_postfix[$i]) {
$test_result = substr($test_result, 0, 0 - strlen($strip_result_postfix[$i]));
}
// Expand validity checking here
if ($is_numeric_check == true && is_numeric($test_result) == false) {
unset($test_results[$x]);
continue;
}
if ($result_divide_by[$i] != null && is_numeric($result_divide_by[$i]) && $result_divide_by[$i] != 0) {
$test_result = $test_result / $result_divide_by[$i];
}
if ($result_multiply_by[$i] != null && is_numeric($result_multiply_by[$i]) && $result_multiply_by[$i] != 0) {
$test_result = $test_result * $result_multiply_by[$i];
}
}
if (empty($test_results)) {
continue;
}
switch ($multi_match[$i]) {
case 'REPORT_ALL':
$test_result = implode(',', $test_results);
break;
case 'AVERAGE':
default:
if ($is_numeric_check) {
$test_result = array_sum($test_results) / count($test_results);
}
break;
}
if ($test_result != false) {
if ($result_scale[$i] != null) {
$test_run_request->test_profile->set_result_scale($result_scale[$i]);
}
if ($result_proportion[$i] != null) {
$test_run_request->test_profile->set_result_proportion($result_proportion[$i]);
}
if ($result_precision[$i] != null) {
$test_run_request->set_result_precision($result_precision[$i]);
}
break;
}
}
return $test_result;
}
public static function rebuild_result_parser_file($xml_file)
{
$xml_writer = new nye_XmlWriter();
$xml_parser = new pts_parse_results_nye_XmlReader($xml_file);
$result_template = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/OutputTemplate');
$result_match_test_arguments = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MatchToTestArguments');
$result_key = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultKey');
$result_line_hint = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineHint');
$result_line_before_hint = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineBeforeHint');
$result_line_after_hint = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineAfterHint');
$result_before_string = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultBeforeString');
$result_after_string = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultAfterString');
$strip_from_result = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripFromResult');
$strip_result_postfix = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripResultPostfix');
$multi_match = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiMatch');
$file_format = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/FileFormat');
$result_divide_by = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/DivideResultBy');
$result_multiply_by = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiplyResultBy');
$result_scale = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultScale');
$result_proportion = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultProportion');
$result_precision = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultPrecision');
foreach (array_keys($result_template) as $i) {
$xml_writer->addXmlNode('PhoronixTestSuite/ResultsParser/OutputTemplate', $result_template[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/MatchToTestArguments', $result_match_test_arguments[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultKey', $result_key[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/LineHint', $result_line_hint[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/LineBeforeHint', $result_line_before_hint[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/LineAfterHint', $result_line_after_hint[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultBeforeString', $result_before_string[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultAfterString', $result_after_string[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/StripFromResult', $strip_from_result[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/StripResultPostfix', $strip_result_postfix[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/MultiMatch', $multi_match[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/DivideResultBy', $result_divide_by[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/MultiplyResultBy', $result_multiply_by[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultScale', $result_scale[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultProportion', $result_proportion[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/ResultPrecision', $result_precision[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ResultsParser/FileFormat', $file_format[$i]);
}
$result_iqc_source_file = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/SourceImage');
$result_match_test_arguments = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/MatchToTestArguments');
$result_iqc_image_x = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/ImageX');
$result_iqc_image_y = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/ImageY');
$result_iqc_image_width = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/ImageWidth');
$result_iqc_image_height = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ImageParser/ImageHeight');
foreach (array_keys($result_iqc_source_file) as $i) {
$xml_writer->addXmlNode('PhoronixTestSuite/ImageParser/SourceImage', $result_iqc_source_file[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ImageParser/MatchToTestArguments', $result_match_test_arguments[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ImageParser/ImageX', $result_iqc_image_x[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ImageParser/ImageY', $result_iqc_image_y[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ImageParser/ImageWidth', $result_iqc_image_width[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/ImageParser/ImageHeight', $result_iqc_image_height[$i]);
}
$monitor_sensor = $xml_parser->getXMLArrayValues('PhoronixTestSuite/SystemMonitor/Sensor');
$monitor_frequency = $xml_parser->getXMLArrayValues('PhoronixTestSuite/SystemMonitor/PollingFrequency');
$monitor_report_as = $xml_parser->getXMLArrayValues('PhoronixTestSuite/SystemMonitor/Report');
foreach (array_keys($monitor_sensor) as $i) {
$xml_writer->addXmlNode('PhoronixTestSuite/SystemMonitor/Sensor', $monitor_sensor[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/SystemMonitor/PollingFrequency', $monitor_frequency[$i]);
$xml_writer->addXmlNodeWNE('PhoronixTestSuite/SystemMonitor/Report', $monitor_report_as[$i]);
}
$extra_data_id = $xml_parser->getXMLArrayValues('PhoronixTestSuite/ExtraData/Identifier');
foreach (array_keys($extra_data_id) as $i) {
$xml_writer->addXmlNode('PhoronixTestSuite/ExtraData/Identifier', $extra_data_id[$i]);
}
return $xml_writer;
}
public static function validate_test_profile(&$test_profile)
{
if ($test_profile->xml_parser->getFileLocation() == null) {
echo PHP_EOL . 'ERROR: The file location of the XML test profile source could not be determined.' . PHP_EOL;
return false;
}
// Validate the XML against the XSD Schemas
libxml_clear_errors();
// First rewrite the main XML file to ensure it is properly formatted, elements are ordered according to the schema, etc...
$test_profile_writer = new pts_test_profile_writer();
$test_profile_writer->rebuild_test_profile($test_profile);
$test_profile_writer->save_xml($test_profile->xml_parser->getFileLocation());
// Now re-create the pts_test_profile object around the rewritten XML
$test_profile = new pts_test_profile($test_profile->get_identifier());
$valid = $test_profile->xml_parser->validate();
if ($valid == false) {
echo PHP_EOL . 'Errors occurred parsing the main XML.' . PHP_EOL;
pts_validation::process_libxml_errors();
return false;
} else {
echo PHP_EOL . 'Test Profile XML Is Valid.' . PHP_EOL;
}
// Validate the downloads file
$download_xml_file = $test_profile->get_file_download_spec();
if (empty($download_xml_file) == false) {
$writer = new pts_test_profile_downloads_writer();
$writer->rebuild_download_file($test_profile);
$writer->save_xml($download_xml_file);
$downloads_parser = new pts_test_downloads_nye_XmlReader($download_xml_file);
$valid = $downloads_parser->validate();
if ($valid == false) {
echo PHP_EOL . 'Errors occurred parsing the downloads XML.' . PHP_EOL;
pts_validation::process_libxml_errors();
return false;
} else {
echo PHP_EOL . 'Test Downloads XML Is Valid.' . PHP_EOL;
}
// Validate the individual download files
echo PHP_EOL . 'Testing File Download URLs.' . PHP_EOL;
$files_missing = 0;
$file_count = 0;
foreach (pts_test_install_request::read_download_object_list($test_profile) as $download) {
foreach ($download->get_download_url_array() as $url) {
$stream_context = pts_network::stream_context_create();
stream_context_set_params($stream_context, array('notification' => 'pts_stream_status_callback'));
$file_pointer = fopen($url, 'r', false, $stream_context);
if ($file_pointer == false) {
echo 'File Missing: ' . $download->get_filename() . ' / ' . $url . PHP_EOL;
$files_missing++;
} else {
fclose($file_pointer);
}
$file_count++;
}
}
if ($files_missing > 0) {
return false;
}
}
// Validate the parser file
$parser_file = $test_profile->get_file_parser_spec();
if (empty($parser_file) == false) {
$writer = new pts_test_result_parser_writer();
$writer->rebuild_parser_file($parser_file);
$writer->save_xml($parser_file);
$parser = new pts_parse_results_nye_XmlReader($parser_file);
$valid = $parser->validate();
if ($valid == false) {
echo PHP_EOL . 'Errors occurred parsing the results parser XML.' . PHP_EOL;
pts_validation::process_libxml_errors();
return false;
} else {
echo PHP_EOL . 'Test Results Parser XML Is Valid.' . PHP_EOL;
}
}
// Make sure no extra files are in there
$allowed_files = pts_validation::test_profile_permitted_files();
foreach (pts_file_io::glob($test_profile->get_resource_dir() . '*') as $tp_file) {
if (!is_file($tp_file) || !in_array(basename($tp_file), $allowed_files)) {
echo PHP_EOL . basename($tp_file) . ' is not allowed in the test package.' . PHP_EOL;
return false;
}
}
return true;
}
