public function testAnalysisOfJunitLogFormatShowsLeastTimeTestCaseFirst()
{
$file = $this->root . '/mutagenesis.xml';
$analyser = new TestTimeAnalyser($file);
$analysis = $analyser->process();
$first = array_shift($analysis);
$this->assertEquals('/home/sb/ArrayTest2.php', $first['file']);
}
/**
* Execute the runner
*
* @return void
*/
public function execute()
{
$renderer = $this->getRenderer();
$renderer->setDetailCaptures($this->isDetailCaptures());
$renderer->setLogPath($this->getLogPath());
echo $renderer->renderOpening();
/**
* Run the test suite once to verify it is in a passing state before
* mutations are applied. There's no point mutation testing source
* code which is already failing its tests since we'd simply get
* false positives for every single mutation applied later.
*
* This stage also logs the test run to XML/JSON since future runs will
* attempt to run the fastest test cases first (and slowest last)
* which in all probability should result in faster mutation test runs
* going forward.
*/
$result = $this->getAdapter()->runTests($this, true, true);
echo $renderer->renderPretest($result[0], $result[1]['stdout']);
/**
* If the underlying test suite is not passing, we can't continue.
*/
if ($result[0] === 'timed out' || !$result[0]) {
return;
}
/**
* Compile an array of test cases ordered by execution time in first run
* in ascending order (i.e. fastest first). Would have been logged to /tmp
* or custom cache directory by first run.
*/
//echo $renderer->renderPretestTimeAnalysisInProgress(); // TODO
$timeAnalysis = new TestTimeAnalyser($this->getCacheDirectory() . '/mutagenesis.xml');
$orderedTestCases = $timeAnalysis->process();
$countMutants = 0;
$countMutantsCaptured = 0;
$countMutantsEscaped = 0;
$diffProvider = $renderer->getDiffProvider();
/**
* Examine all source code files and collect up mutations to apply
*/
$mutables = $this->getMutables();
/**
* Iterate across all mutations. After each, run the test suite and
* collect data on how tests handled the mutations. We use ext/runkit
* to dynamically alter included (in-memory) classes on the fly.
*/
/** @var \Mutagenesis\Mutable $mutable */
foreach ($mutables as $i => $mutable) {
$mutants = $mutable->generate()->getMutants();
/** @var MutantInterface $mutant */
foreach ($mutants as $mutant) {
$mutant->getMutation()->setDiffProvider($diffProvider);
// TODO: need refactoring
$result = $this->getAdapter()->runTests($this, true, false, $mutant, $orderedTestCases);
$countMutants++;
if ($result[0] === 'timed out' || !$result[0]) {
$countMutantsCaptured++;
$mutant->setCaptured(true);
$mutant->setStdError($result[1]['stderr']);
} else {
if ($result[0] !== 'process failure') {
$countMutantsEscaped++;
}
}
echo $renderer->renderProgressMark($result[0]);
}
$mutable->cleanup();
unset($this->_mutables[$i]);
}
/**
* Render the final report (todo: rework format sometime)
*/
echo $renderer->renderReport($countMutants, $countMutantsCaptured, $countMutantsEscaped, $mutables);
}