/** * Run entire test suite of scenarios */ public function run() { $this->_reportFiles = []; $scenarios = $this->_getOptimizedScenarioList(); foreach ($scenarios as $scenario) { /** @var $scenario \Magento\TestFramework\Performance\Scenario */ $this->_application->applyFixtures($scenario->getFixtures()); $this->_notifyScenarioRun($scenario); /* warm up cache, if any */ $settings = $scenario->getSettings(); if (empty($settings[self::SETTING_SKIP_WARM_UP])) { try { $scenarioWarmUp = new \Magento\TestFramework\Performance\Scenario($scenario->getTitle(), $scenario->getFile(), $this->_warmUpArguments + $scenario->getArguments(), $scenario->getSettings(), $scenario->getFixtures()); $this->_scenarioHandler->run($scenarioWarmUp); } catch (\Magento\TestFramework\Performance\Scenario\FailureException $scenarioFailure) { // do not notify about failed warm up } } /* full run with reports recording */ $reportFile = $this->_getScenarioReportFile($scenario); try { $this->_scenarioHandler->run($scenario, $reportFile); } catch (\Magento\TestFramework\Performance\Scenario\FailureException $scenarioFailure) { $this->_notifyScenarioFailure($scenarioFailure); } } }
/** * Apply fixtures test with no reinstall */ public function testApplyFixturesIncompatibleSetReinstallation() { $this->_shell->expects($this->at(0))->method('execute')->with($this->anything(), $this->contains($this->_script)); $this->_shell->expects($this->at(1))->method('execute')->with($this->anything(), $this->contains($this->_script)); $fixtures = $this->_getFixtureFiles(['fixture1', 'fixture2']); $this->_object->applyFixtures($fixtures); $incompatibleSet = $this->_getFixtureFiles(['fixture1']); $this->_object->applyFixtures($incompatibleSet); }
/** * Apply fixtures test with no reinstall */ public function testApplyFixturesIncompatibleSetReinstallation() { $this->_shell->expects($this->at(0))->method('execute')->with($this->stringContains('--uninstall'), $this->contains($this->_installerScript)); $this->_shell->expects($this->at(1))->method('execute')->with($this->logicalNot($this->stringContains('--uninstall')), $this->contains($this->_installerScript)); $this->_shell->expects($this->at(6))->method('execute')->with($this->stringContains('--uninstall'), $this->contains($this->_installerScript)); $this->_shell->expects($this->at(7))->method('execute')->with($this->logicalNot($this->stringContains('--uninstall')), $this->contains($this->_installerScript)); $fixtures = $this->_getFixtureFiles(array('fixture1', 'fixture2')); $this->_object->applyFixtures($fixtures); $incompatibleSet = $this->_getFixtureFiles(array('fixture1')); $this->_object->applyFixtures($incompatibleSet); }