/**
* Get next bunch of validated rows.
*
* @return array|null
*/
public function getNextBunch()
{
$bunchRows = parent::getNextBunch();
if ($bunchRows != null) {
$rows = array();
foreach ($bunchRows as $rowNumber => $rowData) {
$rowData = $this->_prepareRow($rowData);
if ($rowData !== null) {
unset($rowData['_scope']);
$rows[$rowNumber] = $rowData;
}
}
return $rows;
} else {
return $bunchRows;
}
}
/**
* Validate data rows and save bunches to DB.
*
* @return Mage_ImportExport_Model_Import_Entity_Abstract
*/
protected function _saveValidatedBunches()
{
$source = $this->_getSource();
$productDataSize = 0;
$bunchRows = array();
$startNewBunch = false;
$nextRowBackup = array();
$maxDataSize = Mage::getResourceHelper('Mage_ImportExport')->getMaxDataSize();
$bunchSize = Mage::helper('Mage_ImportExport_Helper_Data')->getBunchSize();
$source->rewind();
$this->_dataSourceModel->cleanBunches();
while ($source->valid() || $bunchRows) {
if ($startNewBunch || !$source->valid()) {
$this->_dataSourceModel->saveBunch($this->getEntityTypeCode(), $this->getBehavior(), $bunchRows);
$bunchRows = $nextRowBackup;
$productDataSize = strlen(serialize($bunchRows));
$startNewBunch = false;
$nextRowBackup = array();
}
if ($source->valid()) {
if ($this->_errorsCount >= $this->_errorsLimit) {
// errors limit check
return;
}
$rowData = $source->current();
$this->_processedRowsCount++;
if ($this->validateRow($rowData, $source->key())) {
// add row to bunch for save
$rowData = $this->_prepareRowForDb($rowData);
$rowSize = strlen(Mage::helper('Mage_Core_Helper_Data')->jsonEncode($rowData));
$isBunchSizeExceeded = $bunchSize > 0 && count($bunchRows) >= $bunchSize;
if ($productDataSize + $rowSize >= $maxDataSize || $isBunchSizeExceeded) {
$startNewBunch = true;
$nextRowBackup = array($source->key() => $rowData);
} else {
$bunchRows[$source->key()] = $rowData;
$productDataSize += $rowSize;
}
}
$source->next();
}
}
return $this;
}
* Magento
*
* NOTICE OF LICENSE
*
* This source file is subject to the Open Software License (OSL 3.0)
* that is bundled with this package in the file LICENSE.txt.
* It is also available through the world-wide-web at this URL:
* http://opensource.org/licenses/osl-3.0.php
* If you did not receive a copy of the license and are unable to
* obtain it through the world-wide-web, please send an email
* to license@magentocommerce.com so we can send you a copy immediately.
*
* DISCLAIMER
*
* Do not edit or add to this file if you wish to upgrade Magento to newer
* versions in the future. If you wish to customize Magento for your
* needs please refer to http://www.magentocommerce.com for more information.
*
* @category Magento
* @package Mage_ImportExport
* @subpackage integration_tests
* @copyright Copyright (c) 2012 Magento Inc. (http://www.magentocommerce.com)
* @license http://opensource.org/licenses/osl-3.0.php Open Software License (OSL 3.0)
*/
$bunches = array(0 => array('entity' => 'customer', 'behavior' => 'v2_update', 'data' => array(0 => array('email' => '*****@*****.**', '_website' => 'base', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 15:53', 'created_in' => 'Admin', 'default_billing' => '1', 'default_shipping' => '1', 'disable_auto_group_change' => '0', 'dob' => '13-06-1984', 'firstname' => 'Anthony', 'gender' => 'Male', 'group_id' => '1', 'lastname' => 'Nealy', 'middlename' => 'A.', 'password_hash' => '6a9c9bfb2ba88a6ad2a64e7402df44a763e0c48cd21d7af9e7e796cd4677ee28:RF', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '1', 'password' => NULL), 1 => array('email' => '*****@*****.**', '_website' => 'admin', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 15:59', 'created_in' => 'Admin', 'default_billing' => '3', 'default_shipping' => '3', 'disable_auto_group_change' => '0', 'dob' => NULL, 'firstname' => 'Lori', 'gender' => 'Female', 'group_id' => '1', 'lastname' => 'Banks', 'middlename' => NULL, 'password_hash' => '7ad6dbdc83d3e9f598825dc58b84678c7351e4281f6bc2b277a32dcd88b9756b:pz', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '0', 'password' => NULL))), 1 => array('entity' => 'customer', 'behavior' => 'v2_update', 'data' => array(0 => array('email' => '*****@*****.**', '_website' => 'base', '_store' => 'admin', 'confirmation' => NULL, 'created_at' => '05-06-12 16:13', 'created_in' => 'Admin', 'default_billing' => '4', 'default_shipping' => '4', 'disable_auto_group_change' => '0', 'dob' => NULL, 'firstname' => 'Betsy', 'gender' => 'Female', 'group_id' => '1', 'lastname' => 'Parker', 'middlename' => 'H.', 'password_hash' => '145d12bfff8a6a279eb61e277e3d727c0ba95acc1131237f1594ddbb7687a564:l1', 'prefix' => NULL, 'reward_update_notification' => '1', 'reward_warning_notification' => '1', 'rp_token' => NULL, 'rp_token_created_at' => NULL, 'store_id' => '0', 'suffix' => NULL, 'taxvat' => NULL, 'website_id' => '2', 'password' => NULL))));
$importDataResource = new Mage_ImportExport_Model_Resource_Import_Data();
foreach ($bunches as $bunch) {
$importDataResource->saveBunch($bunch['entity'], $bunch['behavior'], $bunch['data']);
}
Mage::unregister('_fixture/Mage_ImportExport_Import_Data');
Mage::register('_fixture/Mage_ImportExport_Import_Data', $bunches);
/**
* Test successful getEntityTypeCode()
*/
public function testGetEntityTypeCode()
{
$expectedBunches = Mage::registry('_fixture/Mage_ImportExport_Import_Data');
$this->assertEquals($expectedBunches[0]['entity'], $this->_model->getEntityTypeCode());
}
/**
* Import data rows
*
* @return boolean
*/
protected function _importData()
{
$this->_initProductsSku();
$nextOptionId = $this->_resourceHelper->getNextAutoincrement($this->_tables['catalog_product_option']);
$nextValueId = $this->_resourceHelper->getNextAutoincrement($this->_tables['catalog_product_option_type_value']);
$prevOptionId = 0;
while ($bunch = $this->_dataSourceModel->getNextBunch()) {
$products = array();
$options = array();
$titles = array();
$prices = array();
$typeValues = array();
$typePrices = array();
$typeTitles = array();
foreach ($bunch as $rowNumber => $rowData) {
if (!$this->isRowAllowedToImport($rowData, $rowNumber)) {
continue;
}
if (!$this->_parseRequiredData($rowData)) {
continue;
}
$optionData = $this->_collectOptionMainData($rowData, $prevOptionId, $nextOptionId, $products, $prices);
if ($optionData != null) {
$options[] = $optionData;
}
$this->_collectOptionTypeData($rowData, $prevOptionId, $nextValueId, $typeValues, $typePrices, $typeTitles);
$this->_collectOptionTitle($rowData, $prevOptionId, $titles);
}
// Save prepared custom options data !!!
if ($this->getBehavior() != Mage_ImportExport_Model_Import::BEHAVIOR_APPEND) {
$this->_deleteEntities(array_keys($products));
}
if ($this->_isReadyForSaving($options, $titles, $typeValues)) {
if ($this->getBehavior() == Mage_ImportExport_Model_Import::BEHAVIOR_APPEND) {
$this->_compareOptionsWithExisting($options, $titles, $prices, $typeValues);
}
$this->_saveOptions($options)->_saveTitles($titles)->_savePrices($prices)->_saveSpecificTypeValues($typeValues)->_saveSpecificTypePrices($typePrices)->_saveSpecificTypeTitles($typeTitles)->_updateProducts($products);
}
}
return true;
}
