public function testImportDataAnalysisResults()
{
$super = User::getByUsername('super');
Yii::app()->user->userModel = $super;
$import = new Import();
$serializedData['importRulesType'] = 'Tasks';
$import->serializedData = serialize($serializedData);
$this->assertTrue($import->save());
$accountTableName = Account::getTableName('Account');
$contactTableName = Contact::getTableName('Contact');
$opportunityTableName = Opportunity::getTableName('Opportunity');
$account1 = AccountTestHelper::createAccountByNameForOwner('account1', $super);
$account2 = AccountTestHelper::createAccountByNameForOwner('account2', $super);
$account3 = AccountTestHelper::createAccountByNameForOwner('account3', $super);
$contact1 = ContactTestHelper::createContactByNameForOwner('contact1', $super);
$contact2 = ContactTestHelper::createContactByNameForOwner('contact2', $super);
$contact3 = ContactTestHelper::createContactByNameForOwner('contact3', $super);
$opportunity1 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity1', $super);
$opportunity2 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity2', $super);
$opportunity3 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity3', $super);
//Make models externally linked for testing.
ImportTestHelper::updateModelsExternalId($account2, 'ACC');
ImportTestHelper::updateModelsExternalId($contact2, 'CON');
ImportTestHelper::updateModelsExternalId($opportunity2, 'OPP');
ImportTestHelper::createTempTableByFileNameAndTableName('importAnalyzerTest.csv', $import->getTempTableName(), Yii::getPathOfAlias('application.modules.tasks.tests.unit.files'));
R::exec("update " . $import->getTempTableName() . " set column_0 = " . $account3->id . " where id != 1 limit 3");
R::exec("update " . $import->getTempTableName() . " set column_2 = " . $contact3->id . " where id != 1 limit 4");
R::exec("update " . $import->getTempTableName() . " set column_4 = " . $opportunity3->id . " where id != 1 limit 5");
$mappingData = array('column_0' => ImportMappingUtil::makeModelDerivedColumnMappingData('AccountDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_1' => ImportMappingUtil::makeModelDerivedColumnMappingData('AccountDerived'), 'column_2' => ImportMappingUtil::makeModelDerivedColumnMappingData('ContactDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_3' => ImportMappingUtil::makeModelDerivedColumnMappingData('ContactDerived'), 'column_4' => ImportMappingUtil::makeModelDerivedColumnMappingData('OpportunityDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_5' => ImportMappingUtil::makeModelDerivedColumnMappingData('OpportunityDerived'));
$serializedData = unserialize($import->serializedData);
$serializedData['mappingData'] = $mappingData;
$import->serializedData = serialize($serializedData);
$this->assertTrue($import->save());
$importRules = ImportRulesUtil::makeImportRulesByType('Tasks');
$config = array('pagination' => array('pageSize' => 2));
//This test csv has a header row.
$dataProvider = new ImportDataProvider($import->getTempTableName(), true, $config);
//Run data analyzer
$importDataAnalyzer = new ImportDataAnalyzer($importRules, $dataProvider);
foreach ($mappingData as $columnName => $columnMappingData) {
$importDataAnalyzer->analyzeByColumnNameAndColumnMappingData($columnName, $columnMappingData);
}
$messagesData = $importDataAnalyzer->getMessagesData();
$compareData = array('column_0' => array(array('message' => '3 record(s) will be updated and 7 record(s) will be skipped during import.', 'sanitizerUtilType' => 'AccountDerivedIdValueType', 'moreAvailable' => false)), 'column_1' => array(array('message' => '3 record(s) will be updated and 7 record(s) will be skipped during import.', 'sanitizerUtilType' => 'AccountDerivedIdValueType', 'moreAvailable' => false)), 'column_2' => array(array('message' => '4 record(s) will be updated and 6 record(s) will be skipped during import.', 'sanitizerUtilType' => 'ContactDerivedIdValueType', 'moreAvailable' => false)), 'column_3' => array(array('message' => '3 record(s) will be updated and 7 record(s) will be skipped during import.', 'sanitizerUtilType' => 'ContactDerivedIdValueType', 'moreAvailable' => false)), 'column_4' => array(array('message' => '5 record(s) will be updated and 5 record(s) will be skipped during import.', 'sanitizerUtilType' => 'OpportunityDerivedIdValueType', 'moreAvailable' => false)), 'column_5' => array(array('message' => '3 record(s) will be updated and 7 record(s) will be skipped during import.', 'sanitizerUtilType' => 'OpportunityDerivedIdValueType', 'moreAvailable' => false)));
$this->assertEquals($compareData, $messagesData);
$importInstructionsData = $importDataAnalyzer->getImportInstructionsData();
$compareInstructionsData = array();
$this->assertEquals($compareInstructionsData, $importInstructionsData);
}
public static function setUpBeforeClass()
{
parent::setUpBeforeClass();
$super = SecurityTestHelper::createSuperAdmin();
Yii::app()->user->userModel = $super;
ExternalSystemIdUtil::addExternalIdColumnIfMissing(Account::getTableName());
ExternalSystemIdUtil::addExternalIdColumnIfMissing(Contact::getTableName());
ExternalSystemIdUtil::addExternalIdColumnIfMissing(Opportunity::getTableName());
$account = AccountTestHelper::createAccountByNameForOwner('testAccount', $super);
ImportTestHelper::updateModelsExternalId($account, 'ACC');
$contact = ContactTestHelper::createContactByNameForOwner('testContact', $super);
ImportTestHelper::updateModelsExternalId($contact, 'CON');
$opportunity = OpportunityTestHelper::createOpportunityByNameForOwner('testOpportunity', $super);
ImportTestHelper::updateModelsExternalId($opportunity, 'OPP');
}
public static function setUpBeforeClass()
{
parent::setUpBeforeClass();
$super = SecurityTestHelper::createSuperAdmin();
Yii::app()->user->userModel = $super;
$columnName = ExternalSystemIdUtil::EXTERNAL_SYSTEM_ID_COLUMN_NAME;
RedBeanColumnTypeOptimizer::externalIdColumn(ImportModelTestItem::getTableName('Account'), $columnName);
RedBeanColumnTypeOptimizer::externalIdColumn(ImportModelTestItem2::getTableName('Contact'), $columnName);
RedBeanColumnTypeOptimizer::externalIdColumn(ImportModelTestItem3::getTableName('Opportunity'), $columnName);
$account = AccountTestHelper::createAccountByNameForOwner('testAccount', $super);
ImportTestHelper::updateModelsExternalId($account, 'ACC');
$contact = ContactTestHelper::createContactByNameForOwner('testContact', $super);
ImportTestHelper::updateModelsExternalId($contact, 'CON');
$opportunity = OpportunityTestHelper::createOpportunityByNameForOwner('testOpportunity', $super);
ImportTestHelper::updateModelsExternalId($opportunity, 'OPP');
}
public function testImportDataAnalysisResults()
{
$super = User::getByUsername('super');
Yii::app()->user->userModel = $super;
$import = new Import();
$serializedData['importRulesType'] = 'Tasks';
$import->serializedData = serialize($serializedData);
$this->assertTrue($import->save());
$account1 = AccountTestHelper::createAccountByNameForOwner('account1', $super);
$account2 = AccountTestHelper::createAccountByNameForOwner('account2', $super);
$account3 = AccountTestHelper::createAccountByNameForOwner('account3', $super);
$contact1 = ContactTestHelper::createContactByNameForOwner('contact1', $super);
$contact2 = ContactTestHelper::createContactByNameForOwner('contact2', $super);
$contact3 = ContactTestHelper::createContactByNameForOwner('contact3', $super);
$opportunity1 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity1', $super);
$opportunity2 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity2', $super);
$opportunity3 = OpportunityTestHelper::createOpportunityByNameForOwner('opportunity3', $super);
//Make models externally linked for testing.
ImportTestHelper::updateModelsExternalId($account2, 'ACC');
ImportTestHelper::updateModelsExternalId($contact2, 'CON');
ImportTestHelper::updateModelsExternalId($opportunity2, 'OPP');
ImportTestHelper::createTempTableByFileNameAndTableName('importAnalyzerTest.csv', $import->getTempTableName(), true, Yii::getPathOfAlias('application.modules.tasks.tests.unit.files'));
ZurmoRedBean::exec("update " . $import->getTempTableName() . " set column_0 = " . $account3->id . " where id != 1 limit 3");
ZurmoRedBean::exec("update " . $import->getTempTableName() . " set column_2 = " . $contact3->id . " where id != 1 limit 4");
ZurmoRedBean::exec("update " . $import->getTempTableName() . " set column_4 = " . $opportunity3->id . " where id != 1 limit 5");
$mappingData = array('column_0' => ImportMappingUtil::makeModelDerivedColumnMappingData('AccountDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_1' => ImportMappingUtil::makeModelDerivedColumnMappingData('AccountDerived'), 'column_2' => ImportMappingUtil::makeModelDerivedColumnMappingData('ContactDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_3' => ImportMappingUtil::makeModelDerivedColumnMappingData('ContactDerived'), 'column_4' => ImportMappingUtil::makeModelDerivedColumnMappingData('OpportunityDerived', IdValueTypeMappingRuleForm::ZURMO_MODEL_ID), 'column_5' => ImportMappingUtil::makeModelDerivedColumnMappingData('OpportunityDerived'), 'column_6' => ImportMappingUtil::makeIntegerColumnMappingData('status'));
$serializedData = unserialize($import->serializedData);
$serializedData['mappingData'] = $mappingData;
$import->serializedData = serialize($serializedData);
$this->assertTrue($import->save());
$importRules = ImportRulesUtil::makeImportRulesByType('Tasks');
$config = array('pagination' => array('pageSize' => 15));
//This test csv has a header row.
$dataProvider = new ImportDataProvider($import->getTempTableName(), true, $config);
//Run data analyzer
$importDataAnalyzer = new ImportDataAnalyzer($importRules, $dataProvider, $mappingData, array('column_0', 'column_1', 'column_2', 'column_3', 'column_4', 'column_5', 'column_6'));
$importDataAnalyzer->analyzePage();
$data = $dataProvider->getData();
$this->assertEquals(10, count($data));
$compareData = array();
$compareData['column_0'][] = 'Is an existing record and will be updated.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Is an existing record and will be updated.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Is an existing record and will be updated.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[0]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[0]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Is an existing record and will be updated.';
$compareData['column_1'][] = 'Is an existing record and will be updated.';
$compareData['column_2'][] = 'Is an existing record and will be updated.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Is an existing record and will be updated.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[1]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[1]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Is an existing record and will be updated.';
$compareData['column_1'][] = 'Is an existing record and will be updated.';
$compareData['column_2'][] = 'Is an existing record and will be updated.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Is an existing record and will be updated.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[2]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[2]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Is an existing record and will be updated.';
$compareData['column_2'][] = 'Is an existing record and will be updated.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Is an existing record and will be updated.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[3]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[3]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_3'][] = 'Is an existing record and will be updated.';
$compareData['column_4'][] = 'Is an existing record and will be updated.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[4]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[4]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_3'][] = 'Is an existing record and will be updated.';
$compareData['column_4'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_5'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[5]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[5]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_3'][] = 'Is an existing record and will be updated.';
$compareData['column_4'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$compareData['column_5'][] = 'Is an existing record and will be updated.';
$this->assertEquals($compareData, unserialize($data[6]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[6]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$compareData['column_5'][] = 'Is an existing record and will be updated.';
$this->assertEquals($compareData, unserialize($data[7]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[7]->analysisStatus);
$compareData = array();
$compareData['column_0'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_1'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_2'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_3'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_4'][] = 'Was not found and this row will be skipped during import.';
$compareData['column_5'][] = 'Is an existing record and will be updated.';
$compareData['column_6'][] = 'Status specified is invalid and this row will be skipped during import.';
$this->assertEquals($compareData, unserialize($data[8]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_SKIP, $data[8]->analysisStatus);
//Will result with no problems since it is all blank.
$this->assertFalse(unserialize($data[9]->serializedAnalysisMessages));
$this->assertEquals(ImportDataAnalyzer::STATUS_CLEAN, $data[9]->analysisStatus);
}
