/**
* Run entire test suite of scenarios
*/
public function run()
{
$this->_reportFiles = [];
$scenarios = $this->_getOptimizedScenarioList();
foreach ($scenarios as $scenario) {
/** @var $scenario \Magento\TestFramework\Performance\Scenario */
$this->_application->applyFixtures($scenario->getFixtures());
$this->_notifyScenarioRun($scenario);
/* warm up cache, if any */
$settings = $scenario->getSettings();
if (empty($settings[self::SETTING_SKIP_WARM_UP])) {
try {
$scenarioWarmUp = new \Magento\TestFramework\Performance\Scenario($scenario->getTitle(), $scenario->getFile(), $this->_warmUpArguments + $scenario->getArguments(), $scenario->getSettings(), $scenario->getFixtures());
$this->_scenarioHandler->run($scenarioWarmUp);
} catch (\Magento\TestFramework\Performance\Scenario\FailureException $scenarioFailure) {
// do not notify about failed warm up
}
}
/* full run with reports recording */
$reportFile = $this->_getScenarioReportFile($scenario);
try {
$this->_scenarioHandler->run($scenario, $reportFile);
} catch (\Magento\TestFramework\Performance\Scenario\FailureException $scenarioFailure) {
$this->_notifyScenarioFailure($scenarioFailure);
}
}
}
/**
* Apply fixtures test with no reinstall
*/
public function testApplyFixturesIncompatibleSetReinstallation()
{
$this->_shell->expects($this->at(0))->method('execute')->with($this->anything(), $this->contains($this->_script));
$this->_shell->expects($this->at(1))->method('execute')->with($this->anything(), $this->contains($this->_script));
$fixtures = $this->_getFixtureFiles(['fixture1', 'fixture2']);
$this->_object->applyFixtures($fixtures);
$incompatibleSet = $this->_getFixtureFiles(['fixture1']);
$this->_object->applyFixtures($incompatibleSet);
}
/**
* Apply fixtures test with no reinstall
*/
public function testApplyFixturesIncompatibleSetReinstallation()
{
$this->_shell->expects($this->at(0))->method('execute')->with($this->stringContains('--uninstall'), $this->contains($this->_installerScript));
$this->_shell->expects($this->at(1))->method('execute')->with($this->logicalNot($this->stringContains('--uninstall')), $this->contains($this->_installerScript));
$this->_shell->expects($this->at(6))->method('execute')->with($this->stringContains('--uninstall'), $this->contains($this->_installerScript));
$this->_shell->expects($this->at(7))->method('execute')->with($this->logicalNot($this->stringContains('--uninstall')), $this->contains($this->_installerScript));
$fixtures = $this->_getFixtureFiles(array('fixture1', 'fixture2'));
$this->_object->applyFixtures($fixtures);
$incompatibleSet = $this->_getFixtureFiles(array('fixture1'));
$this->_object->applyFixtures($incompatibleSet);
}
