/** * Get next bunch of validated rows. * * @return array|null */ public function getNextBunch() { $bunchRows = parent::getNextBunch(); if ($bunchRows != null) { $rows = array(); foreach ($bunchRows as $rowNumber => $rowData) { $rowData = $this->_prepareRow($rowData); if ($rowData !== null) { unset($rowData['_scope']); $rows[$rowNumber] = $rowData; } } return $rows; } else { return $bunchRows; } }
/** * Validate data rows and save bunches to DB. * * @return Mage_ImportExport_Model_Import_Entity_Abstract */ protected function _saveValidatedBunches() { $source = $this->_getSource(); $productDataSize = 0; $bunchRows = array(); $startNewBunch = false; $nextRowBackup = array(); $maxDataSize = Mage::getResourceHelper('Mage_ImportExport')->getMaxDataSize(); $bunchSize = Mage::helper('Mage_ImportExport_Helper_Data')->getBunchSize(); $source->rewind(); $this->_dataSourceModel->cleanBunches(); while ($source->valid() || $bunchRows) { if ($startNewBunch || !$source->valid()) { $this->_dataSourceModel->saveBunch($this->getEntityTypeCode(), $this->getBehavior(), $bunchRows); $bunchRows = $nextRowBackup; $productDataSize = strlen(serialize($bunchRows)); $startNewBunch = false; $nextRowBackup = array(); } if ($source->valid()) { if ($this->_errorsCount >= $this->_errorsLimit) { // errors limit check return; } $rowData = $source->current(); $this->_processedRowsCount++; if ($this->validateRow($rowData, $source->key())) { // add row to bunch for save $rowData = $this->_prepareRowForDb($rowData); $rowSize = strlen(Mage::helper('Mage_Core_Helper_Data')->jsonEncode($rowData)); $isBunchSizeExceeded = $bunchSize > 0 && count($bunchRows) >= $bunchSize; if ($productDataSize + $rowSize >= $maxDataSize || $isBunchSizeExceeded) { $startNewBunch = true; $nextRowBackup = array($source->key() => $rowData); } else { $bunchRows[$source->key()] = $rowData; $productDataSize += $rowSize; } } $source->next(); } } return $this; }
* Magento * * NOTICE OF LICENSE * * This source file is subject to the Open Software License (OSL 3.0) * that is bundled with this package in the file LICENSE.txt. * It is also available through the world-wide-web at this URL: * http://opensource.org/licenses/osl-3.0.php * If you did not receive a copy of the license and are unable to * obtain it through the world-wide-web, please send an email * to license@magentocommerce.com so we can send you a copy immediately. * * DISCLAIMER * * Do not edit or add to this file if you wish to upgrade Magento to newer * versions in the future. If you wish to customize Magento for your * needs please refer to http://www.magentocommerce.com for more information. * * @category Magento * @package Mage_ImportExport * @subpackage integration_tests * @copyright Copyright (c) 2012 Magento Inc. (http://www.magentocommerce.com) * @license http://opensource.org/licenses/osl-3.0.php Open Software License (OSL 3.0) */ $bunches = array(0 => array('entity' => 'customer', 'behavior' => 'v2_update', 'data' => array(0 => array('email' => '*****@*****.**', '_website' => 'base', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 15:53', 'created_in' => 'Admin', 'default_billing' => '1', 'default_shipping' => '1', 'disable_auto_group_change' => '0', 'dob' => '13-06-1984', 'firstname' => 'Anthony', 'gender' => 'Male', 'group_id' => '1', 'lastname' => 'Nealy', 'middlename' => 'A.', 'password_hash' => '6a9c9bfb2ba88a6ad2a64e7402df44a763e0c48cd21d7af9e7e796cd4677ee28:RF', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '1', 'password' => NULL), 1 => array('email' => '*****@*****.**', '_website' => 'admin', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 15:59', 'created_in' => 'Admin', 'default_billing' => '3', 'default_shipping' => '3', 'disable_auto_group_change' => '0', 'dob' => NULL, 'firstname' => 'Lori', 'gender' => 'Female', 'group_id' => '1', 'lastname' => 'Banks', 'middlename' => NULL, 'password_hash' => '7ad6dbdc83d3e9f598825dc58b84678c7351e4281f6bc2b277a32dcd88b9756b:pz', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '0', 'password' => NULL))), 1 => array('entity' => 'customer', 'behavior' => 'v2_update', 'data' => array(0 => array('email' => '*****@*****.**', '_website' => 'base', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 16:13', 'created_in' => 'Admin', 'default_billing' => '4', 'default_shipping' => '4', 'disable_auto_group_change' => '0', 'dob' => NULL, 'firstname' => 'Betsy', 'gender' => 'Female', 'group_id' => '1', 'lastname' => 'Parker', 'middlename' => 'H.', 'password_hash' => '145d12bfff8a6a279eb61e277e3d727c0ba95acc1131237f1594ddbb7687a564:l1', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '2', 'password' => NULL)))); $importDataResource = new Mage_ImportExport_Model_Resource_Import_Data(); foreach ($bunches as $bunch) { $importDataResource->saveBunch($bunch['entity'], $bunch['behavior'], $bunch['data']); } Mage::unregister('_fixture/Mage_ImportExport_Import_Data'); Mage::register('_fixture/Mage_ImportExport_Import_Data', $bunches);
/** * Test successful getEntityTypeCode() */ public function testGetEntityTypeCode() { $expectedBunches = Mage::registry('_fixture/Mage_ImportExport_Import_Data'); $this->assertEquals($expectedBunches[0]['entity'], $this->_model->getEntityTypeCode()); }
/** * Import data rows * * @return boolean */ protected function _importData() { $this->_initProductsSku(); $nextOptionId = $this->_resourceHelper->getNextAutoincrement($this->_tables['catalog_product_option']); $nextValueId = $this->_resourceHelper->getNextAutoincrement($this->_tables['catalog_product_option_type_value']); $prevOptionId = 0; while ($bunch = $this->_dataSourceModel->getNextBunch()) { $products = array(); $options = array(); $titles = array(); $prices = array(); $typeValues = array(); $typePrices = array(); $typeTitles = array(); foreach ($bunch as $rowNumber => $rowData) { if (!$this->isRowAllowedToImport($rowData, $rowNumber)) { continue; } if (!$this->_parseRequiredData($rowData)) { continue; } $optionData = $this->_collectOptionMainData($rowData, $prevOptionId, $nextOptionId, $products, $prices); if ($optionData != null) { $options[] = $optionData; } $this->_collectOptionTypeData($rowData, $prevOptionId, $nextValueId, $typeValues, $typePrices, $typeTitles); $this->_collectOptionTitle($rowData, $prevOptionId, $titles); } // Save prepared custom options data !!! if ($this->getBehavior() != Mage_ImportExport_Model_Import::BEHAVIOR_APPEND) { $this->_deleteEntities(array_keys($products)); } if ($this->_isReadyForSaving($options, $titles, $typeValues)) { if ($this->getBehavior() == Mage_ImportExport_Model_Import::BEHAVIOR_APPEND) { $this->_compareOptionsWithExisting($options, $titles, $prices, $typeValues); } $this->_saveOptions($options)->_saveTitles($titles)->_savePrices($prices)->_saveSpecificTypeValues($typeValues)->_saveSpecificTypePrices($typePrices)->_saveSpecificTypeTitles($typeTitles)->_updateProducts($products); } } return true; }