protected static function parse_result_process(&$test_run_request, $parse_xml_file, $log_file, $pts_test_arguments, $extra_arguments, $is_numeric_check = true, $prefix = null)
{
$test_identifier = $test_run_request->test_profile->get_identifier();
$results_parser_xml = new pts_parse_results_nye_XmlReader($parse_xml_file);
$result_match_test_arguments = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MatchToTestArguments');
$result_scale = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultScale');
$result_proportion = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultProportion');
$result_precision = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultPrecision');
$result_template = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/OutputTemplate');
$result_key = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultKey');
$result_line_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineHint');
$result_line_before_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineBeforeHint');
$result_line_after_hint = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/LineAfterHint');
$result_before_string = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultBeforeString');
$result_after_string = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/ResultAfterString');
$result_divide_by = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/DivideResultBy');
$result_multiply_by = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiplyResultBy');
$strip_from_result = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripFromResult');
$strip_result_postfix = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/StripResultPostfix');
$multi_match = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/MultiMatch');
$file_format = $results_parser_xml->getXMLArrayValues('PhoronixTestSuite/ResultsParser/FileFormat');
$test_result = false;
if ($prefix != null && substr($prefix, -1) != '_') {
$prefix .= '_';
}
for ($i = 0; $i < count($result_template); $i++) {
if (!empty($result_match_test_arguments[$i]) && strpos($pts_test_arguments, $result_match_test_arguments[$i]) === false) {
// This is not the ResultsParser XML section to use as the MatchToTestArguments does not match the PTS test arguments
continue;
}
if ($result_key[$i] == null) {
$result_key[$i] = '#_' . $prefix . 'RESULT_#';
} else {
switch ($result_key[$i]) {
case 'PTS_TEST_ARGUMENTS':
$result_key[$i] = '#_' . $prefix . str_replace(' ', '', $pts_test_arguments) . '_#';
break;
case 'PTS_USER_SET_ARGUMENTS':
$result_key[$i] = '#_' . $prefix . str_replace(' ', '', $extra_arguments) . '_#';
break;
}
}
// The actual parsing here
$start_result_pos = strrpos($result_template[$i], $result_key[$i]);
if ($prefix != null && $start_result_pos === false && $result_template[$i] != 'csv-dump-frame-latencies' && $result_template[$i] != 'libframetime-output') {
// XXX: technically the $prefix check shouldn't be needed, verify whether safe to have this check be unconditional on start_result_pos failing...
return false;
}
$space_out_chars = array('(', ')', "\t");
if (isset($file_format[$i]) && $file_format[$i] == 'CSV') {
array_push($space_out_chars, ',');
}
if (isset($result_template[$i][$start_result_pos - 1]) && $result_template[$i][$start_result_pos - 1] == '/' || isset($result_template[$i][$start_result_pos + strlen($result_key[$i])]) && $result_template[$i][$start_result_pos + strlen($result_key[$i])] == '/') {
array_push($space_out_chars, '/');
}
$end_result_pos = $start_result_pos + strlen($result_key[$i]);
$end_result_line_pos = strpos($result_template[$i], "\n", $end_result_pos);
$result_template_line = substr($result_template[$i], 0, $end_result_line_pos === false ? strlen($result_template[$i]) : $end_result_line_pos);
$result_template_line = substr($result_template_line, strrpos($result_template_line, "\n"));
$result_template_r = explode(' ', pts_strings::trim_spaces(str_replace($space_out_chars, ' ', str_replace('=', ' = ', $result_template_line))));
$result_template_r_pos = array_search($result_key[$i], $result_template_r);
if ($result_template_r_pos === false) {
// Look for an element that partially matches, if like a '.' or '/sec' or some other pre/post-fix is present
foreach ($result_template_r as $x => $r_check) {
if (isset($result_key[$x]) && strpos($r_check, $result_key[$x]) !== false) {
$result_template_r_pos = $x;
break;
}
}
}
$search_key = null;
$line_before_key = null;
if (isset($result_line_hint[$i]) && $result_line_hint[$i] != null && strpos($result_template_line, $result_line_hint[$i]) !== false) {
$search_key = $result_line_hint[$i];
} else {
if (isset($result_line_before_hint[$i]) && $result_line_before_hint[$i] != null && strpos($result_template[$i], $result_line_hint[$i]) !== false) {
$search_key = null;
// doesn't really matter what this value is
} else {
if (isset($result_line_after_hint[$i]) && $result_line_after_hint[$i] != null && strpos($result_template[$i], $result_line_hint[$i]) !== false) {
$search_key = null;
// doesn't really matter what this value is
} else {
foreach ($result_template_r as $line_part) {
if (strpos($line_part, ':') !== false && strlen($line_part) > 1) {
// add some sort of && strrpos($result_template[$i], $line_part) to make sure there isn't two of the same $search_key
$search_key = $line_part;
break;
}
}
if ($search_key == null && isset($result_key[$i])) {
// Just try searching for the first part of the string
/*
for($i = 0; $i < $result_template_r_pos; $i++)
{
$search_key .= $result_template_r[$i] . ' ';
}
*/
// This way if there are ) or other characters stripped, the below method will work where the above one will not
$search_key = substr($result_template_line, 0, strpos($result_template_line, $result_key[$i]));
}
}
}
}
if (is_file($log_file)) {
$result_output = file_get_contents($log_file);
} else {
// Nothing to parse
return false;
}
$test_results = array();
$already_processed = false;
$frame_time_values = null;
if ($result_template[$i] == 'libframetime-output') {
$already_processed = true;
$frame_time_values = array();
$line_values = explode(PHP_EOL, $result_output);
if (!empty($line_values) && isset($line_values[3])) {
foreach ($line_values as &$v) {
if (substr($v, -3) == ' us' && substr($v, 0, 10) == 'Frametime ') {
$frametime = substr($v, 10);
$frametime = substr($frametime, 0, -3);
if ($frametime > 2000) {
$frametime = $frametime / 1000;
array_push($frame_time_values, $frametime);
}
}
}
$frame_time_values = pts_math::remove_outliers($frame_time_values);
}
} else {
if ($result_template[$i] == 'csv-dump-frame-latencies') {
$already_processed = true;
$frame_time_values = explode(',', $result_output);
}
}
if (!empty($frame_time_values) && isset($frame_time_values[3])) {
// Get rid of the first value
array_shift($frame_time_values);
foreach ($frame_time_values as $f => &$v) {
if (!is_numeric($v) || $v == 0) {
unset($frame_time_values[$f]);
continue;
}
$v = 1000 / $v;
}
switch ($prefix) {
case 'MIN_':
$val = min($frame_time_values);
break;
case 'MAX_':
$val = max($frame_time_values);
break;
case 'AVG_':
default:
$val = array_sum($frame_time_values) / count($frame_time_values);
break;
}
if ($val != 0) {
array_push($test_results, $val);
}
}
if (($search_key != null || isset($result_line_before_hint[$i]) && $result_line_before_hint[$i] != null || (isset($result_line_after_hint[$i]) && $result_line_after_hint[$i]) != null || isset($result_key[$i]) && $result_template_r[0] == $result_key[$i]) && $already_processed == false) {
$is_multi_match = !empty($multi_match[$i]) && $multi_match[$i] != 'NONE';
do {
$result_count = count($test_results);
if ($result_line_before_hint[$i] != null) {
pts_client::test_profile_debug_message('Result Parsing Line Before Hint: ' . $result_line_before_hint[$i]);
$result_line = substr($result_output, strpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i])));
$result_line = substr($result_line, 0, strpos($result_line, "\n", 1));
$result_output = substr($result_output, 0, strrpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i]))) . "\n";
} else {
if ($result_line_after_hint[$i] != null) {
pts_client::test_profile_debug_message('Result Parsing Line After Hint: ' . $result_line_after_hint[$i]);
$result_line = substr($result_output, 0, strrpos($result_output, "\n", strrpos($result_output, $result_line_before_hint[$i])));
$result_line = substr($result_line, strrpos($result_line, "\n", 1) + 1);
$result_output = null;
} else {
if ($search_key != null) {
$search_key = trim($search_key);
pts_client::test_profile_debug_message('Result Parsing Search Key: ' . $search_key);
$result_line = substr($result_output, 0, strpos($result_output, "\n", strrpos($result_output, $search_key)));
$start_of_line = strrpos($result_line, "\n");
$result_output = substr($result_line, 0, $start_of_line) . "\n";
$result_line = substr($result_line, $start_of_line + 1);
} else {
// Condition $result_template_r[0] == $result_key[$i], include entire file since there is nothing to search
pts_client::test_profile_debug_message('No Result Parsing Hint, Including Entire Result Output');
$result_line = trim($result_output);
}
}
}
pts_client::test_profile_debug_message('Result Line: ' . $result_line);
$result_r = explode(' ', pts_strings::trim_spaces(str_replace($space_out_chars, ' ', str_replace('=', ' = ', $result_line))));
$result_r_pos = array_search($result_key[$i], $result_r);
if (!empty($result_before_string[$i])) {
// Using ResultBeforeString tag
$result_before_this = array_search($result_before_string[$i], $result_r);
if ($result_before_this !== false) {
array_push($test_results, $result_r[$result_before_this - 1]);
}
} else {
if (!empty($result_after_string[$i])) {
// Using ResultBeforeString tag
$result_after_this = array_search($result_after_string[$i], $result_r);
if ($result_after_this !== false) {
$result_after_this++;
for ($f = $result_after_this; $f < count($result_r); $f++) {
if (in_array($result_r[$f], array(':', ',', '-', '='))) {
continue;
}
array_push($test_results, $result_r[$f]);
break;
}
}
} else {
if (isset($result_r[$result_template_r_pos])) {
array_push($test_results, $result_r[$result_template_r_pos]);
}
}
}
} while ($is_multi_match && count($test_results) != $result_count && !empty($result_output));
}
foreach ($test_results as $x => &$test_result) {
if ($strip_from_result[$i] != null) {
$test_result = str_replace($strip_from_result[$i], null, $test_result);
}
if ($strip_result_postfix[$i] != null && substr($test_result, 0 - strlen($strip_result_postfix[$i])) == $strip_result_postfix[$i]) {
$test_result = substr($test_result, 0, 0 - strlen($strip_result_postfix[$i]));
}
// Expand validity checking here
if ($is_numeric_check == true && is_numeric($test_result) == false) {
unset($test_results[$x]);
continue;
}
if ($result_divide_by[$i] != null && is_numeric($result_divide_by[$i]) && $result_divide_by[$i] != 0) {
$test_result = $test_result / $result_divide_by[$i];
}
if ($result_multiply_by[$i] != null && is_numeric($result_multiply_by[$i]) && $result_multiply_by[$i] != 0) {
$test_result = $test_result * $result_multiply_by[$i];
}
}
if (empty($test_results)) {
continue;
}
switch ($multi_match[$i]) {
case 'REPORT_ALL':
$test_result = implode(',', $test_results);
break;
case 'AVERAGE':
default:
if ($is_numeric_check) {
$test_result = array_sum($test_results) / count($test_results);
}
break;
}
if ($test_result != false) {
if ($result_scale[$i] != null) {
$test_run_request->test_profile->set_result_scale($result_scale[$i]);
}
if ($result_proportion[$i] != null) {
$test_run_request->test_profile->set_result_proportion($result_proportion[$i]);
}
if ($result_precision[$i] != null) {
$test_run_request->set_result_precision($result_precision[$i]);
}
break;
}
}
return $test_result;
}
public static function run_test(&$test_run_manager, &$test_run_request)
{
$test_identifier = $test_run_request->test_profile->get_identifier();
$extra_arguments = $test_run_request->get_arguments();
$arguments_description = $test_run_request->get_arguments_description();
$full_output = pts_config::read_bool_config('PhoronixTestSuite/Options/General/FullOutput', 'FALSE');
// Do the actual test running process
$test_directory = $test_run_request->test_profile->get_install_dir();
if (!is_dir($test_directory)) {
return false;
}
$lock_file = $test_directory . 'run_lock';
if (pts_client::create_lock($lock_file) == false && $test_run_manager->is_multi_test_stress_run() == false) {
self::test_run_error($test_run_manager, $test_run_request, 'The ' . $test_identifier . ' test is already running.');
return false;
}
$active_result_buffer = new pts_test_result_buffer_active();
$test_run_request->active =& $active_result_buffer;
$execute_binary = $test_run_request->test_profile->get_test_executable();
$times_to_run = $test_run_request->test_profile->get_times_to_run();
$ignore_runs = $test_run_request->test_profile->get_runs_to_ignore();
$test_type = $test_run_request->test_profile->get_test_hardware_type();
$allow_cache_share = $test_run_request->test_profile->allow_cache_share();
$min_length = $test_run_request->test_profile->get_min_length();
$max_length = $test_run_request->test_profile->get_max_length();
if ($test_run_request->test_profile->get_environment_testing_size() > 1 && ceil(disk_free_space($test_directory) / 1048576) < $test_run_request->test_profile->get_environment_testing_size()) {
// Ensure enough space is available on disk during testing process
self::test_run_error($test_run_manager, $test_run_request, 'There is not enough space (at ' . $test_directory . ') for this test to run.');
pts_client::release_lock($lock_file);
return false;
}
$to_execute = $test_run_request->test_profile->get_test_executable_dir();
$pts_test_arguments = trim($test_run_request->test_profile->get_default_arguments() . ' ' . str_replace($test_run_request->test_profile->get_default_arguments(), '', $extra_arguments) . ' ' . $test_run_request->test_profile->get_default_post_arguments());
$extra_runtime_variables = pts_tests::extra_environmental_variables($test_run_request->test_profile);
// Start
$cache_share_pt2so = $test_directory . 'cache-share-' . PTS_INIT_TIME . '.pt2so';
$cache_share_present = $allow_cache_share && is_file($cache_share_pt2so);
$test_run_request->set_used_arguments_description($arguments_description);
pts_module_manager::module_process('__pre_test_run', $test_run_request);
$time_test_start = time();
pts_client::$display->test_run_start($test_run_manager, $test_run_request);
if (!$cache_share_present) {
$pre_output = pts_tests::call_test_script($test_run_request->test_profile, 'pre', 'Running Pre-Test Script', $pts_test_arguments, $extra_runtime_variables, true);
if ($pre_output != null && (pts_client::is_debug_mode() || $full_output)) {
pts_client::$display->test_run_instance_output($pre_output);
}
if (is_file($test_directory . 'pre-test-exit-status')) {
// If the pre script writes its exit status to ~/pre-test-exit-status, if it's non-zero the test run failed
$exit_status = pts_file_io::file_get_contents($test_directory . 'pre-test-exit-status');
unlink($test_directory . 'pre-test-exit-status');
if ($exit_status != 0) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'The pre run script exited with a non-zero exit status.' . PHP_EOL);
self::test_run_error($test_run_manager, $test_run_request, 'This test execution has been abandoned.');
return false;
}
}
}
pts_client::$display->display_interrupt_message($test_run_request->test_profile->get_pre_run_message());
$runtime_identifier = time();
$execute_binary_prepend = '';
if ($test_run_request->exec_binary_prepend != null) {
$execute_binary_prepend = $test_run_request->exec_binary_prepend;
}
if (!$cache_share_present && $test_run_request->test_profile->is_root_required()) {
if (phodevi::is_root() == false) {
pts_client::$display->test_run_error('This test must be run as the root / administrator account.');
}
$execute_binary_prepend .= ' ' . PTS_CORE_STATIC_PATH . 'root-access.sh ';
}
if ($allow_cache_share && !is_file($cache_share_pt2so)) {
$cache_share = new pts_storage_object(false, false);
}
if ($test_run_manager->get_results_identifier() != null && $test_run_manager->get_file_name() != null && pts_config::read_bool_config('PhoronixTestSuite/Options/Testing/SaveTestLogs', 'FALSE')) {
$backup_test_log_dir = PTS_SAVE_RESULTS_PATH . $test_run_manager->get_file_name() . '/test-logs/active/' . $test_run_manager->get_results_identifier() . '/';
pts_file_io::delete($backup_test_log_dir);
pts_file_io::mkdir($backup_test_log_dir, 0777, true);
} else {
$backup_test_log_dir = false;
}
for ($i = 0, $abort_testing = false, $time_test_start_actual = time(), $defined_times_to_run = $times_to_run; $i < $times_to_run && $i < 256 && !$abort_testing; $i++) {
pts_client::$display->test_run_instance_header($test_run_request);
$test_log_file = $test_directory . basename($test_identifier) . '-' . $runtime_identifier . '-' . ($i + 1) . '.log';
$is_expected_last_run = $i == $times_to_run - 1;
$test_extra_runtime_variables = array_merge($extra_runtime_variables, array('LOG_FILE' => $test_log_file, 'DISPLAY' => getenv('DISPLAY'), 'PATH' => getenv('PATH')));
$restored_from_cache = false;
if ($cache_share_present) {
$cache_share = pts_storage_object::recover_from_file($cache_share_pt2so);
if ($cache_share) {
$test_result = $cache_share->read_object('test_results_output_' . $i);
$test_extra_runtime_variables['LOG_FILE'] = $cache_share->read_object('log_file_location_' . $i);
if ($test_extra_runtime_variables['LOG_FILE'] != null) {
file_put_contents($test_extra_runtime_variables['LOG_FILE'], $cache_share->read_object('log_file_' . $i));
$test_run_time = 0;
// This wouldn't be used for a cache share since it would always be the same, but declare the value so the variable is at least initialized
$restored_from_cache = true;
}
}
unset($cache_share);
}
if ($restored_from_cache == false) {
$test_run_command = 'cd ' . $to_execute . ' && ' . $execute_binary_prepend . './' . $execute_binary . ' ' . $pts_test_arguments . ' 2>&1';
pts_client::test_profile_debug_message('Test Run Command: ' . $test_run_command);
$is_monitoring = pts_test_result_parser::system_monitor_task_check($test_run_request->test_profile);
$test_run_time_start = time();
if (phodevi::is_windows() || pts_client::read_env('USE_PHOROSCRIPT_INTERPRETER') != false) {
$phoroscript = new pts_phoroscript_interpreter($to_execute . '/' . $execute_binary, $test_extra_runtime_variables, $to_execute);
$phoroscript->execute_script($pts_test_arguments);
$test_result = null;
} else {
//$test_result = pts_client::shell_exec($test_run_command, $test_extra_runtime_variables);
$descriptorspec = array(0 => array('pipe', 'r'), 1 => array('pipe', 'w'), 2 => array('pipe', 'w'));
$test_process = proc_open('exec ' . $execute_binary_prepend . './' . $execute_binary . ' ' . $pts_test_arguments . ' 2>&1', $descriptorspec, $pipes, $to_execute, array_merge($_ENV, pts_client::environmental_variables(), $test_extra_runtime_variables));
if (is_resource($test_process)) {
//echo proc_get_status($test_process)['pid'];
pts_module_manager::module_process('__test_running', $test_process);
$test_result = stream_get_contents($pipes[1]);
fclose($pipes[1]);
fclose($pipes[2]);
$return_value = proc_close($test_process);
}
}
$test_run_time = time() - $test_run_time_start;
$monitor_result = $is_monitoring ? pts_test_result_parser::system_monitor_task_post_test($test_run_request->test_profile) : 0;
}
if (!isset($test_result[10240]) || pts_client::is_debug_mode() || $full_output) {
pts_client::$display->test_run_instance_output($test_result);
}
if (is_file($test_log_file) && trim($test_result) == null && (filesize($test_log_file) < 10240 || pts_client::is_debug_mode() || $full_output)) {
$test_log_file_contents = file_get_contents($test_log_file);
pts_client::$display->test_run_instance_output($test_log_file_contents);
unset($test_log_file_contents);
}
$test_run_request->test_result_standard_output = $test_result;
$exit_status_pass = true;
if (is_file($test_directory . 'test-exit-status')) {
// If the test script writes its exit status to ~/test-exit-status, if it's non-zero the test run failed
$exit_status = pts_file_io::file_get_contents($test_directory . 'test-exit-status');
unlink($test_directory . 'test-exit-status');
if ($exit_status != 0) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'The test exited with a non-zero exit status.');
if ($is_expected_last_run && is_file($test_log_file)) {
$scan_log = pts_file_io::file_get_contents($test_log_file);
$test_run_error = pts_tests::scan_for_error($scan_log, $test_run_request->test_profile->get_test_executable_dir());
if ($test_run_error) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'E: ' . $test_run_error);
}
}
$exit_status_pass = false;
}
}
if (!in_array($i + 1, $ignore_runs) && $exit_status_pass) {
if (isset($monitor_result) && $monitor_result != 0) {
$test_run_request->active->active_result = $monitor_result;
} else {
pts_test_result_parser::parse_result($test_run_request, $test_extra_runtime_variables['LOG_FILE']);
}
pts_client::test_profile_debug_message('Test Result Value: ' . $test_run_request->active->active_result);
if (!empty($test_run_request->active->active_result)) {
if ($test_run_time < 2 && intval($test_run_request->active->active_result) == $test_run_request->active->active_result && $test_run_request->test_profile->get_estimated_run_time() > 60 && !$restored_from_cache) {
// If the test ended in less than two seconds, outputted some int, and normally the test takes much longer, then it's likely some invalid run
self::test_run_instance_error($test_run_manager, $test_run_request, 'The test run ended prematurely.');
if ($is_expected_last_run && is_file($test_log_file)) {
$scan_log = pts_file_io::file_get_contents($test_log_file);
$test_run_error = pts_tests::scan_for_error($scan_log, $test_run_request->test_profile->get_test_executable_dir());
if ($test_run_error) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'E: ' . $test_run_error);
}
}
} else {
// TODO integrate active_result into active buffer
$active_result_buffer->add_trial_run_result($test_run_request->active->active_result, $test_run_request->active->active_min_result, $test_run_request->active->active_max_result);
}
} else {
if ($test_run_request->test_profile->get_display_format() != 'NO_RESULT') {
self::test_run_instance_error($test_run_manager, $test_run_request, 'The test run did not produce a result.');
if ($is_expected_last_run && is_file($test_log_file)) {
$scan_log = pts_file_io::file_get_contents($test_log_file);
$test_run_error = pts_tests::scan_for_error($scan_log, $test_run_request->test_profile->get_test_executable_dir());
if ($test_run_error) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'E: ' . $test_run_error);
}
}
}
}
if ($allow_cache_share && !is_file($cache_share_pt2so)) {
$cache_share->add_object('test_results_output_' . $i, $test_run_request->active->active_result);
$cache_share->add_object('log_file_location_' . $i, $test_extra_runtime_variables['LOG_FILE']);
$cache_share->add_object('log_file_' . $i, is_file($test_log_file) ? file_get_contents($test_log_file) : null);
}
}
if ($is_expected_last_run && $active_result_buffer->get_trial_run_count() > floor(($i - 2) / 2) && !$cache_share_present && $test_run_manager->do_dynamic_run_count()) {
// The later check above ensures if the test is failing often the run count won't uselessly be increasing
// Should we increase the run count?
$increase_run_count = false;
if ($defined_times_to_run == $i + 1 && $active_result_buffer->get_trial_run_count() > 0 && $active_result_buffer->get_trial_run_count() < $defined_times_to_run && $i < 64) {
// At least one run passed, but at least one run failed to produce a result. Increase count to try to get more successful runs
$increase_run_count = $defined_times_to_run - $active_result_buffer->get_trial_run_count();
} else {
if ($active_result_buffer->get_trial_run_count() >= 2) {
// Dynamically increase run count if needed for statistical significance or other reasons
$increase_run_count = $test_run_manager->increase_run_count_check($active_result_buffer, $defined_times_to_run, $test_run_time);
if ($increase_run_count === -1) {
$abort_testing = true;
} else {
if ($increase_run_count == true) {
// Just increase the run count one at a time
$increase_run_count = 1;
}
}
}
}
if ($increase_run_count > 0) {
$times_to_run += $increase_run_count;
$is_expected_last_run = false;
//$test_run_request->test_profile->set_times_to_run($times_to_run);
}
}
if ($times_to_run > 1 && $i < $times_to_run - 1) {
if ($cache_share_present == false) {
$interim_output = pts_tests::call_test_script($test_run_request->test_profile, 'interim', 'Running Interim Test Script', $pts_test_arguments, $extra_runtime_variables, true);
if ($interim_output != null && (pts_client::is_debug_mode() || $full_output)) {
pts_client::$display->test_run_instance_output($interim_output);
}
//sleep(2); // Rest for a moment between tests
}
pts_module_manager::module_process('__interim_test_run', $test_run_request);
}
if (is_file($test_log_file)) {
if ($is_expected_last_run) {
// For now just passing the last test log file...
// TODO XXX: clean this up with log files to preserve when needed, let multiple log files exist for extra_data, etc
pts_test_result_parser::generate_extra_data($test_run_request, $test_log_file);
}
if ($backup_test_log_dir) {
copy($test_log_file, $backup_test_log_dir . basename($test_log_file));
}
if (pts_client::test_profile_debug_message('Log File At: ' . $test_log_file) == false) {
unlink($test_log_file);
}
}
if (is_file(PTS_USER_PATH . 'halt-testing') || is_file(PTS_USER_PATH . 'skip-test')) {
pts_client::release_lock($lock_file);
return false;
}
pts_client::$display->test_run_instance_complete($test_run_request);
}
$time_test_end_actual = time();
if ($cache_share_present == false) {
$post_output = pts_tests::call_test_script($test_run_request->test_profile, 'post', 'Running Post-Test Script', $pts_test_arguments, $extra_runtime_variables, true);
if ($post_output != null && (pts_client::is_debug_mode() || $full_output)) {
pts_client::$display->test_run_instance_output($post_output);
}
if (is_file($test_directory . 'post-test-exit-status')) {
// If the post script writes its exit status to ~/post-test-exit-status, if it's non-zero the test run failed
$exit_status = pts_file_io::file_get_contents($test_directory . 'post-test-exit-status');
unlink($test_directory . 'post-test-exit-status');
if ($exit_status != 0) {
self::test_run_instance_error($test_run_manager, $test_run_request, 'The post run script exited with a non-zero exit status.' . PHP_EOL);
$abort_testing = true;
}
}
}
if ($abort_testing) {
self::test_run_error($test_run_manager, $test_run_request, 'This test execution has been abandoned.');
return false;
}
// End
$time_test_end = time();
$time_test_elapsed = $time_test_end - $time_test_start;
$time_test_elapsed_actual = $time_test_end_actual - $time_test_start_actual;
if (!empty($min_length)) {
if ($min_length > $time_test_elapsed_actual) {
// The test ended too quickly, results are not valid
self::test_run_error($test_run_manager, $test_run_request, 'This test ended prematurely.');
return false;
}
}
if (!empty($max_length)) {
if ($max_length < $time_test_elapsed_actual) {
// The test took too much time, results are not valid
self::test_run_error($test_run_manager, $test_run_request, 'This test run was exhausted.');
return false;
}
}
if ($allow_cache_share && !is_file($cache_share_pt2so) && $cache_share instanceof pts_storage_object) {
$cache_share->save_to_file($cache_share_pt2so);
unset($cache_share);
}
if ($test_run_manager->get_results_identifier() != null && pts_config::read_bool_config('PhoronixTestSuite/Options/Testing/SaveInstallationLogs', 'FALSE')) {
if (is_file($test_run_request->test_profile->get_install_dir() . 'install.log')) {
$backup_log_dir = PTS_SAVE_RESULTS_PATH . $test_run_manager->get_file_name() . '/installation-logs/' . $test_run_manager->get_results_identifier() . '/';
pts_file_io::mkdir($backup_log_dir, 0777, true);
copy($test_run_request->test_profile->get_install_dir() . 'install.log', $backup_log_dir . basename($test_identifier) . '.log');
}
}
// Fill in missing test details
if (empty($arguments_description)) {
$arguments_description = $test_run_request->test_profile->get_test_subtitle();
}
$file_var_checks = array(array('pts-results-scale', 'set_result_scale', null), array('pts-results-proportion', 'set_result_proportion', null), array('pts-results-quantifier', 'set_result_quantifier', null), array('pts-test-version', 'set_version', null), array('pts-test-description', null, 'set_used_arguments_description'), array('pts-footnote', null, null));
foreach ($file_var_checks as &$file_check) {
list($file, $set_function, $result_set_function) = $file_check;
if (is_file($test_directory . $file)) {
$file_contents = pts_file_io::file_get_contents($test_directory . $file);
unlink($test_directory . $file);
if (!empty($file_contents)) {
if ($set_function != null) {
call_user_func(array($test_run_request->test_profile, $set_function), $file_contents);
} else {
if ($result_set_function != null) {
if ($result_set_function == 'set_used_arguments_description') {
$arguments_description = $file_contents;
} else {
call_user_func(array($test_run_request, $result_set_function), $file_contents);
}
} else {
if ($file == 'pts-footnote') {
$test_run_request->test_profile->test_installation->set_install_footnote($file_contents);
}
}
}
}
}
}
if (empty($arguments_description)) {
$arguments_description = 'Phoronix Test Suite v' . PTS_VERSION;
}
foreach (pts_client::environmental_variables() as $key => $value) {
$arguments_description = str_replace('$' . $key, $value, $arguments_description);
if (!in_array($key, array('VIDEO_MEMORY', 'NUM_CPU_CORES', 'NUM_CPU_JOBS'))) {
$extra_arguments = str_replace('$' . $key, $value, $extra_arguments);
}
}
// Any device notes to add to PTS test notes area?
foreach (phodevi::read_device_notes($test_type) as $note) {
pts_test_notes_manager::add_note($note);
}
// As of PTS 4.4, this is removed and superceded effectively by reporting the notes to table
// Any special information (such as forced AA/AF levels for graphics) to add to the description string of the result?
/*
if(($special_string = phodevi::read_special_settings_string($test_type)) != null)
{
if(strpos($arguments_description, $special_string) === false)
{
if($arguments_description != null)
{
$arguments_description .= ' | ';
}
$arguments_description .= $special_string;
}
}
*/
// Result Calculation
$test_run_request->set_used_arguments_description($arguments_description);
$test_run_request->set_used_arguments($extra_arguments);
pts_test_result_parser::calculate_end_result($test_run_request, $active_result_buffer);
// Process results
pts_client::$display->test_run_end($test_run_request);
pts_client::$display->display_interrupt_message($test_run_request->test_profile->get_post_run_message());
pts_module_manager::module_process('__post_test_run', $test_run_request);
$report_elapsed_time = $cache_share_present == false && $test_run_request->active->get_result() != 0;
pts_tests::update_test_install_xml($test_run_request->test_profile, $report_elapsed_time ? $time_test_elapsed : 0);
pts_storage_object::add_in_file(PTS_CORE_STORAGE, 'total_testing_time', $time_test_elapsed / 60);
if ($report_elapsed_time && pts_client::do_anonymous_usage_reporting() && $time_test_elapsed >= 60) {
// If anonymous usage reporting enabled, report test run-time to OpenBenchmarking.org
pts_openbenchmarking_client::upload_usage_data('test_complete', array($test_run_request, $time_test_elapsed));
}
// Remove lock
pts_client::release_lock($lock_file);
return $active_result_buffer;
}
