public function setUp()
{
$GLOBALS['current_user'] = SugarTestUserUtilities::createAnonymousUser();
$this->_goodFile = SugarTestImportUtilities::createFile(2000, 3);
$this->_badFile = ImportCacheFiles::getImportDir() . '/thisfileisntthere' . date("YmdHis");
$this->_whiteSpaceFile = SugarTestImportUtilities::createFileWithWhiteSpace();
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $app_strings, $current_user;
global $sugar_config;
if ($this->importSource === FALSE) {
$GLOBALS['log']->fatal("Found invalid adapter");
$this->handleImportError($mod_strings['LBL_EXTERNAL_ERROR_NO_SOURCE']);
}
$columncount = isset($_REQUEST['columncount']) ? $_REQUEST['columncount'] : '';
$fieldKeyTranslator = $this->getSugarToExternalFieldMapping($columncount);
try {
$this->importSource->loadDataSet($this->recordsPerImport);
} catch (Exception $e) {
$GLOBALS['log']->fatal("Unable to import external feed, exception: " . $e->getMessage());
$this->handleImportError($mod_strings['LBL_EXTERNAL_ERROR_FEED_CORRUPTED']);
}
if (!ImportCacheFiles::ensureWritable()) {
$GLOBALS['log']->fatal($mod_strings['LBL_ERROR_IMPORT_CACHE_NOT_WRITABLE']);
$this->handleImportError($mod_strings['LBL_ERROR_IMPORT_CACHE_NOT_WRITABLE']);
}
$importer = new Importer($this->importSource, $this->bean);
$importer->setFieldKeyTranslator($fieldKeyTranslator);
$importer->import();
//Send back our results.
$metaResult = array('done' => FALSE, 'totalRecordCount' => $this->importSource->getTotalRecordCount());
echo json_encode($metaResult);
sugar_cleanup(TRUE);
}
public function testclearCacheFiles()
{
// make sure there is a file in there
file_put_contents(ImportCacheFiles::getStatusFileName(), 'foo');
ImportCacheFiles::clearCacheFiles();
$this->assertFalse(is_file(ImportCacheFiles::getStatusFileName()));
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $sugar_config;
// Check to be sure we are getting an import file that is in the right place
$uploadFile = "upload://" . basename($_REQUEST['tmp_file']);
if (!file_exists($uploadFile)) {
trigger_error($mod_strings['LBL_CANNOT_OPEN'], E_USER_ERROR);
}
// Open the import file
$importSource = new ImportFile($uploadFile, $_REQUEST['custom_delimiter'], html_entity_decode($_REQUEST['custom_enclosure'], ENT_QUOTES));
//Ensure we have a valid file.
if (!$importSource->fileExists()) {
trigger_error($mod_strings['LBL_CANNOT_OPEN'], E_USER_ERROR);
}
if (!ImportCacheFiles::ensureWritable()) {
trigger_error($mod_strings['LBL_ERROR_IMPORT_CACHE_NOT_WRITABLE'], E_USER_ERROR);
}
$importer = new Importer($importSource, $this->bean);
$importer->import();
}
/**
* @see SugarView::display()
*/
public function display()
{
$source = !empty($_REQUEST['external_source']) ? $_REQUEST['external_source'] : '';
$importModule = $_REQUEST['import_module'];
global $mod_strings, $app_strings, $current_user, $sugar_config;
// Clear out this user's last import
$seedUsersLastImport = BeanFactory::getBean('Import_2');
$seedUsersLastImport->mark_deleted_by_user_id($current_user->id);
ImportCacheFiles::clearCacheFiles();
$mappingFile = $this->getMappingFile($source);
if ($mappingFile == null) {
$this->_showImportError($mod_strings['ERR_MISSING_MAP_NAME'], $_REQUEST['import_module'], 'Step1');
return;
}
$extSourceToSugarFieldMapping = $mappingFile->getMapping($importModule);
// get list of required fields
$required = array();
foreach (array_keys($this->bean->get_import_required_fields()) as $name) {
$properties = $this->bean->getFieldDefinition($name);
if (!empty($properties['vname'])) {
$required[$name] = str_replace(":", "", translate($properties['vname'], $this->bean->module_dir));
} else {
$required[$name] = str_replace(":", "", translate($properties['name'], $this->bean->module_dir));
}
}
$mappedRows = $this->getMappingRows($importModule, $extSourceToSugarFieldMapping);
$this->ss->assign("MODULE_TITLE", $this->getModuleTitle(false));
$this->ss->assign("rows", $mappedRows);
$this->ss->assign("COLUMNCOUNT", count($mappedRows));
$this->ss->assign("IMPORT_MODULE", $importModule);
$this->ss->assign("JAVASCRIPT", $this->_getJS($required));
$this->ss->assign('CSS', $this->_getCSS());
$this->ss->assign("CURRENT_STEP", $this->currentStep);
$this->ss->assign("RECORDTHRESHOLD", $sugar_config['import_max_records_per_file']);
$this->ss->assign("ENABLED_DUP_FIELDS", htmlentities(json_encode($this->getFieldsForDuplicateCheck()), ENT_QUOTES));
$content = $this->ss->fetch('modules/Import/tpls/extstep1.tpl');
$this->ss->assign("CONTENT", $content);
$out = $this->ss->fetch('modules/Import/tpls/wizardWrapper.tpl');
echo $out;
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $app_strings, $current_user;
global $sugar_config, $locale;
$this->ss->assign("IMPORT_MODULE", $_REQUEST['import_module']);
$this->ss->assign("TYPE", !empty($_REQUEST['type']) ? $_REQUEST['type'] : "import");
$this->ss->assign("SOURCE_ID", $_REQUEST['source_id']);
$this->instruction = 'LBL_SELECT_PROPERTY_INSTRUCTION';
$this->ss->assign('INSTRUCTION', $this->getInstruction());
$this->ss->assign("MODULE_TITLE", $this->getModuleTitle(false), ENT_NOQUOTES);
$this->ss->assign("CURRENT_STEP", $this->currentStep);
$sugar_config['import_max_records_per_file'] = empty($sugar_config['import_max_records_per_file']) ? 1000 : $sugar_config['import_max_records_per_file'];
$importSource = isset($_REQUEST['source']) ? $_REQUEST['source'] : 'csv';
// Clear out this user's last import
$seedUsersLastImport = BeanFactory::getBean('Import_2');
$seedUsersLastImport->mark_deleted_by_user_id($current_user->id);
ImportCacheFiles::clearCacheFiles();
// handle uploaded file
$uploadFile = new UploadFile('userfile');
if (isset($_FILES['userfile']) && $uploadFile->confirm_upload()) {
$uploadFile->final_move('IMPORT_' . $this->bean->object_name . '_' . $current_user->id);
$uploadFileName = $uploadFile->get_upload_path('IMPORT_' . $this->bean->object_name . '_' . $current_user->id);
} elseif (!empty($_REQUEST['tmp_file'])) {
$uploadFileName = "upload://" . basename($_REQUEST['tmp_file']);
} else {
$this->_showImportError($mod_strings['LBL_IMPORT_MODULE_ERROR_NO_UPLOAD'], $_REQUEST['import_module'], 'Step2', true, null, true);
return;
}
//check the file size, we dont want to process an empty file
if (isset($_FILES['userfile']['size']) && $_FILES['userfile']['size'] == 0) {
//this file is empty, throw error message
$this->_showImportError($mod_strings['LBL_NO_LINES'], $_REQUEST['import_module'], 'Step2', false, null, true);
return;
}
$mimeTypeOk = true;
//check to see if the file mime type is not a form of text or application octed streramand fire error if not
if (isset($_FILES['userfile']['type']) && strpos($_FILES['userfile']['type'], 'octet-stream') === false && strpos($_FILES['userfile']['type'], 'text') === false && strpos($_FILES['userfile']['type'], 'application/vnd.ms-excel') === false) {
//this file does not have a known text or application type of mime type, issue the warning
$error_msgs[] = $mod_strings['LBL_MIME_TYPE_ERROR_1'];
$error_msgs[] = $mod_strings['LBL_MIME_TYPE_ERROR_2'];
$this->_showImportError($error_msgs, $_REQUEST['import_module'], 'Step2', true, $mod_strings['LBL_OK']);
$mimeTypeOk = false;
}
$this->ss->assign("FILE_NAME", $uploadFileName);
// Now parse the file and look for errors
$importFile = new ImportFile($uploadFileName, $_REQUEST['custom_delimiter'], html_entity_decode($_REQUEST['custom_enclosure'], ENT_QUOTES), FALSE);
if ($this->shouldAutoDetectProperties($importSource)) {
$GLOBALS['log']->debug("Auto detecing csv properties...");
$autoDetectOk = $importFile->autoDetectCSVProperties();
$importFileMap = array();
$this->ss->assign("SOURCE", 'csv');
if ($autoDetectOk === FALSE) {
//show error only if previous mime type check has passed
if ($mimeTypeOk) {
$this->ss->assign("AUTO_DETECT_ERROR", $mod_strings['LBL_AUTO_DETECT_ERROR']);
}
} else {
$dateFormat = $importFile->getDateFormat();
$timeFormat = $importFile->getTimeFormat();
if ($dateFormat) {
$importFileMap['importlocale_dateformat'] = $dateFormat;
}
if ($timeFormat) {
$importFileMap['importlocale_timeformat'] = $timeFormat;
}
}
} else {
$impotMapSeed = $this->getImportMap($importSource);
$importFile->setImportFileMap($impotMapSeed);
$importFileMap = $impotMapSeed->getMapping($_REQUEST['import_module']);
}
$delimeter = $importFile->getFieldDelimeter();
$enclosure = $importFile->getFieldEnclosure();
$hasHeader = $importFile->hasHeaderRow();
$encodeOutput = TRUE;
//Handle users navigating back through the wizard.
if (!empty($_REQUEST['previous_action']) && $_REQUEST['previous_action'] == 'Confirm') {
$encodeOutput = FALSE;
$importFileMap = $this->overloadImportFileMapFromRequest($importFileMap);
$delimeter = !empty($_REQUEST['custom_delimiter']) ? $_REQUEST['custom_delimiter'] : $delimeter;
$enclosure = isset($_REQUEST['custom_enclosure']) ? $_REQUEST['custom_enclosure'] : $enclosure;
$enclosure = html_entity_decode($enclosure, ENT_QUOTES);
$hasHeader = !empty($_REQUEST['has_header']) ? $_REQUEST['has_header'] : $hasHeader;
if ($hasHeader == 'on') {
$hasHeader = true;
} else {
if ($hasHeader == 'off') {
$hasHeader = false;
}
}
}
$this->ss->assign("IMPORT_ENCLOSURE_OPTIONS", $this->getEnclosureOptions($enclosure));
$this->ss->assign("IMPORT_DELIMETER_OPTIONS", $this->getDelimeterOptions($delimeter));
$this->ss->assign("CUSTOM_DELIMITER", $delimeter);
$this->ss->assign("CUSTOM_ENCLOSURE", htmlentities($enclosure, ENT_QUOTES, 'utf-8'));
$hasHeaderFlag = $hasHeader ? " CHECKED" : "";
$this->ss->assign("HAS_HEADER_CHECKED", $hasHeaderFlag);
if (!$importFile->fileExists()) {
$this->_showImportError($mod_strings['LBL_CANNOT_OPEN'], $_REQUEST['import_module'], 'Step2', false, null, true);
return;
}
//Check if we will exceed the maximum number of records allowed per import.
$maxRecordsExceeded = FALSE;
$maxRecordsWarningMessg = "";
$lineCount = $importFile->getNumberOfLinesInfile();
$maxLineCount = isset($sugar_config['import_max_records_total_limit']) ? $sugar_config['import_max_records_total_limit'] : 5000;
if (!empty($maxLineCount) && $lineCount > $maxLineCount) {
$maxRecordsExceeded = TRUE;
$maxRecordsWarningMessg = string_format($mod_strings['LBL_IMPORT_ERROR_MAX_REC_LIMIT_REACHED'], array($lineCount, $maxLineCount));
}
//Retrieve a sample set of data
$rows = $this->getSampleSet($importFile);
$this->ss->assign('column_count', $this->getMaxColumnsInSampleSet($rows));
$this->ss->assign('HAS_HEADER', $importFile->hasHeaderRow(FALSE));
$this->ss->assign('getNumberJs', $locale->getNumberJs());
$this->setImportFileCharacterSet($importFile, $importFileMap);
$this->setDateTimeProperties($importFileMap);
$this->setCurrencyOptions($importFileMap);
$this->setNumberFormatOptions($importFileMap);
$this->setNameFormatProperties($importFileMap);
$importMappingJS = $this->getImportMappingJS();
$this->ss->assign("SAMPLE_ROWS", $rows);
$JS = $this->_getJS($maxRecordsExceeded, $maxRecordsWarningMessg, $importMappingJS, $importFileMap);
$this->ss->assign("JAVASCRIPT", $JS);
$content = $this->ss->fetch('modules/Import/tpls/confirm.tpl');
$this->ss->assign("CONTENT", $content);
$this->ss->display('modules/Import/tpls/wizardWrapper.tpl');
}
function action_RefreshTable()
{
$offset = isset($_REQUEST['offset']) ? $_REQUEST['offset'] : 0;
$tableID = isset($_REQUEST['tableID']) ? $_REQUEST['tableID'] : 'errors';
$has_header = $_REQUEST['has_header'] == 'on' ? TRUE : FALSE;
if ($tableID == 'dup') {
$tableFilename = ImportCacheFiles::getDuplicateFileName();
} else {
$tableFilename = ImportCacheFiles::getErrorRecordsFileName();
}
$if = new ImportFile($tableFilename, ",", '"', FALSE, FALSE);
$if->setHeaderRow($has_header);
$lv = new ImportListView($if, array('offset' => $offset), $tableID);
$lv->display(FALSE);
sugar_cleanup(TRUE);
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $app_strings, $current_user, $sugar_config, $app_list_strings, $locale;
$this->ss->assign("IMPORT_MODULE", $_REQUEST['import_module']);
$has_header = isset($_REQUEST['has_header']) ? 1 : 0;
$sugar_config['import_max_records_per_file'] = empty($sugar_config['import_max_records_per_file']) ? 1000 : $sugar_config['import_max_records_per_file'];
// Clear out this user's last import
$seedUsersLastImport = new UsersLastImport();
$seedUsersLastImport->mark_deleted_by_user_id($current_user->id);
ImportCacheFiles::clearCacheFiles();
// attempt to lookup a preexisting field map
// use the custom one if specfied to do so in step 1
$field_map = array();
$default_values = array();
$ignored_fields = array();
if (!empty($_REQUEST['source_id'])) {
$mapping_file = new ImportMap();
$mapping_file->retrieve($_REQUEST['source_id'], false);
$_REQUEST['source'] = $mapping_file->source;
$has_header = $mapping_file->has_header;
if (isset($mapping_file->delimiter)) {
$_REQUEST['custom_delimiter'] = $mapping_file->delimiter;
}
if (isset($mapping_file->enclosure)) {
$_REQUEST['custom_enclosure'] = htmlentities($mapping_file->enclosure);
}
$field_map = $mapping_file->getMapping();
$default_values = $mapping_file->getDefaultValues();
$this->ss->assign("MAPNAME", $mapping_file->name);
$this->ss->assign("CHECKMAP", 'checked="checked" value="on"');
} else {
// Try to see if we have a custom mapping we can use
// based upon the where the records are coming from
// and what module we are importing into
$classname = 'ImportMap' . ucfirst($_REQUEST['source']);
if (file_exists("modules/Import/{$classname}.php")) {
require_once "modules/Import/{$classname}.php";
} elseif (file_exists("custom/modules/Import/{$classname}.php")) {
require_once "custom/modules/Import/{$classname}.php";
} else {
require_once "custom/modules/Import/ImportMapOther.php";
$classname = 'ImportMapOther';
$_REQUEST['source'] = 'other';
}
if (class_exists($classname)) {
$mapping_file = new $classname();
if (isset($mapping_file->delimiter)) {
$_REQUEST['custom_delimiter'] = $mapping_file->delimiter;
}
if (isset($mapping_file->enclosure)) {
$_REQUEST['custom_enclosure'] = htmlentities($mapping_file->enclosure);
}
$ignored_fields = $mapping_file->getIgnoredFields($_REQUEST['import_module']);
$field_map = $mapping_file->getMapping($_REQUEST['import_module']);
}
}
$this->ss->assign("CUSTOM_DELIMITER", !empty($_REQUEST['custom_delimiter']) ? $_REQUEST['custom_delimiter'] : ",");
$this->ss->assign("CUSTOM_ENCLOSURE", !empty($_REQUEST['custom_enclosure']) ? $_REQUEST['custom_enclosure'] : "");
// handle uploaded file
$uploadFile = new UploadFile('userfile');
if (isset($_FILES['userfile']) && $uploadFile->confirm_upload()) {
$uploadFile->final_move('IMPORT_' . $this->bean->object_name . '_' . $current_user->id);
$uploadFileName = $uploadFile->get_upload_path('IMPORT_' . $this->bean->object_name . '_' . $current_user->id);
} else {
$this->_showImportError($mod_strings['LBL_IMPORT_MODULE_ERROR_NO_UPLOAD'], $_REQUEST['import_module'], 'Step2');
return;
}
// split file into parts
$splitter = new ImportFileSplitter($uploadFileName, $sugar_config['import_max_records_per_file']);
$splitter->splitSourceFile($_REQUEST['custom_delimiter'], html_entity_decode($_REQUEST['custom_enclosure'], ENT_QUOTES), $has_header);
// Now parse the file and look for errors
$importFile = new ImportFile($uploadFileName, $_REQUEST['custom_delimiter'], html_entity_decode($_REQUEST['custom_enclosure'], ENT_QUOTES));
if (!$importFile->fileExists()) {
$this->_showImportError($mod_strings['LBL_CANNOT_OPEN'], $_REQUEST['import_module'], 'Step2');
return;
}
// retrieve first 3 rows
$rows = array();
$system_charset = $locale->default_export_charset;
$user_charset = $locale->getExportCharset();
$other_charsets = 'UTF-8, UTF-7, ASCII, CP1252, EUC-JP, SJIS, eucJP-win, SJIS-win, JIS, ISO-2022-JP';
$detectable_charsets = "UTF-8, {$user_charset}, {$system_charset}, {$other_charsets}";
// Bug 26824 - mb_detect_encoding() thinks CP1252 is IS0-8859-1, so use that instead in the encoding list passed to the function
$detectable_charsets = str_replace('CP1252', 'ISO-8859-1', $detectable_charsets);
$charset_for_import = $user_charset;
//We will set the default import charset option by user's preference.
$able_to_detect = function_exists('mb_detect_encoding');
for ($i = 0; $i < 3; $i++) {
$rows[$i] = $importFile->getNextRow();
if (!empty($rows[$i]) && $able_to_detect) {
foreach ($rows[$i] as &$temp_value) {
$current_charset = mb_detect_encoding($temp_value, $detectable_charsets);
if (!empty($current_charset) && $current_charset != "UTF-8") {
$temp_value = $locale->translateCharset($temp_value, $current_charset);
// we will use utf-8 for displaying the data on the page.
$charset_for_import = $current_charset;
//set the default import charset option according to the current_charset.
//If it is not utf-8, tt may be overwritten by the later one. So the uploaded file should not contain two types of charset($user_charset, $system_charset), and I think this situation will not occur.
}
}
}
}
$ret_field_count = $importFile->getFieldCount();
// Bug 14689 - Parse the first data row to make sure it has non-empty data in it
$isempty = true;
if ($rows[(int) $has_header] != false) {
foreach ($rows[(int) $has_header] as $value) {
if (strlen(trim($value)) > 0) {
$isempty = false;
break;
}
}
}
if ($isempty || $rows[(int) $has_header] == false) {
$this->_showImportError($mod_strings['LBL_NO_LINES'], $_REQUEST['import_module'], 'Step2');
return;
}
// save first row to send to step 4
$this->ss->assign("FIRSTROW", base64_encode(serialize($rows[0])));
// Now build template
$this->ss->assign("TMP_FILE", $uploadFileName);
$this->ss->assign("FILECOUNT", $splitter->getFileCount());
$this->ss->assign("RECORDCOUNT", $splitter->getRecordCount());
$this->ss->assign("RECORDTHRESHOLD", $sugar_config['import_max_records_per_file']);
$this->ss->assign("SOURCE", $_REQUEST['source']);
$this->ss->assign("TYPE", $_REQUEST['type']);
$this->ss->assign("DELETE_INLINE_PNG", SugarThemeRegistry::current()->getImage('basic_search', 'align="absmiddle" alt="' . $app_strings['LNK_DELETE'] . '" border="0"'));
$this->ss->assign("PUBLISH_INLINE_PNG", SugarThemeRegistry::current()->getImage('advanced_search', 'align="absmiddle" alt="' . $mod_strings['LBL_PUBLISH'] . '" border="0"'));
$this->ss->assign("MODULE_TITLE", $this->getModuleTitle());
$this->ss->assign("STEP4_TITLE", strip_tags(str_replace("\n", "", getClassicModuleTitle($mod_strings['LBL_MODULE_NAME'], array($mod_strings['LBL_MODULE_NAME'], $mod_strings['LBL_STEP_4_TITLE']), false))));
$this->ss->assign("HEADER", $app_strings['LBL_IMPORT'] . " " . $mod_strings['LBL_MODULE_NAME']);
// we export it as email_address, but import as email1
$field_map['email_address'] = 'email1';
// build each row; row count is determined by the the number of fields in the import file
$columns = array();
$mappedFields = array();
for ($field_count = 0; $field_count < $ret_field_count; $field_count++) {
// See if we have any field map matches
$defaultValue = "";
// Bug 31260 - If the data rows have more columns than the header row, then just add a new header column
if (!isset($rows[0][$field_count])) {
$rows[0][$field_count] = '';
}
// See if we can match the import row to a field in the list of fields to import
$firstrow_name = trim(str_replace(":", "", $rows[0][$field_count]));
if ($has_header && isset($field_map[$firstrow_name])) {
$defaultValue = $field_map[$firstrow_name];
} elseif (isset($field_map[$field_count])) {
$defaultValue = $field_map[$field_count];
} elseif (empty($_REQUEST['source_id'])) {
$defaultValue = trim($rows[0][$field_count]);
}
// build string of options
$fields = $this->bean->get_importable_fields();
$options = array();
$defaultField = '';
foreach ($fields as $fieldname => $properties) {
// get field name
if (!empty($properties['vname'])) {
$displayname = str_replace(":", "", translate($properties['vname'], $this->bean->module_dir));
} else {
$displayname = str_replace(":", "", translate($properties['name'], $this->bean->module_dir));
}
// see if this is required
$req_mark = "";
$req_class = "";
if (array_key_exists($fieldname, $this->bean->get_import_required_fields())) {
$req_mark = ' ' . $app_strings['LBL_REQUIRED_SYMBOL'];
$req_class = ' class="required" ';
}
// see if we have a match
$selected = '';
if (!empty($defaultValue) && !in_array($fieldname, $mappedFields) && !in_array($fieldname, $ignored_fields)) {
if (strtolower($fieldname) == strtolower($defaultValue) || strtolower($fieldname) == str_replace(" ", "_", strtolower($defaultValue)) || strtolower($displayname) == strtolower($defaultValue) || strtolower($displayname) == str_replace(" ", "_", strtolower($defaultValue))) {
$selected = ' selected="selected" ';
$defaultField = $fieldname;
$mappedFields[] = $fieldname;
}
}
// get field type information
$fieldtype = '';
if (isset($properties['type']) && isset($mod_strings['LBL_IMPORT_FIELDDEF_' . strtoupper($properties['type'])])) {
$fieldtype = ' [' . $mod_strings['LBL_IMPORT_FIELDDEF_' . strtoupper($properties['type'])] . '] ';
}
if (isset($properties['comment'])) {
$fieldtype .= ' - ' . $properties['comment'];
}
$options[$displayname . $fieldname] = '<option value="' . $fieldname . '" title="' . $displayname . htmlentities($fieldtype) . '"' . $selected . $req_class . '>' . $displayname . $req_mark . '</option>\\n';
}
// get default field value
$defaultFieldHTML = '';
if (!empty($defaultField)) {
$defaultFieldHTML = getControl($_REQUEST['import_module'], $defaultField, $fields[$defaultField], isset($default_values[$defaultField]) ? $default_values[$defaultField] : '');
}
if (isset($default_values[$defaultField])) {
unset($default_values[$defaultField]);
}
// Bug 27046 - Sort the column name picker alphabetically
ksort($options);
$columns[] = array('field_choices' => implode('', $options), 'default_field' => $defaultFieldHTML, 'cell1' => str_replace(""", '', htmlspecialchars($rows[0][$field_count])), 'cell2' => str_replace(""", '', htmlspecialchars($rows[1][$field_count])), 'cell3' => str_replace(""", '', htmlspecialchars($rows[2][$field_count])), 'show_remove' => false);
}
// add in extra defaulted fields if they are in the mapping record
if (count($default_values) > 0) {
foreach ($default_values as $field_name => $default_value) {
// build string of options
$fields = $this->bean->get_importable_fields();
$options = array();
$defaultField = '';
foreach ($fields as $fieldname => $properties) {
// get field name
if (!empty($properties['vname'])) {
$displayname = str_replace(":", "", translate($properties['vname'], $this->bean->module_dir));
} else {
$displayname = str_replace(":", "", translate($properties['name'], $this->bean->module_dir));
}
// see if this is required
$req_mark = "";
$req_class = "";
if (array_key_exists($fieldname, $this->bean->get_import_required_fields())) {
$req_mark = ' ' . $app_strings['LBL_REQUIRED_SYMBOL'];
$req_class = ' class="required" ';
}
// see if we have a match
$selected = '';
if (strtolower($fieldname) == strtolower($field_name) && !in_array($fieldname, $mappedFields) && !in_array($fieldname, $ignored_fields)) {
$selected = ' selected="selected" ';
$defaultField = $fieldname;
$mappedFields[] = $fieldname;
}
// get field type information
$fieldtype = '';
if (isset($properties['type']) && isset($mod_strings['LBL_IMPORT_FIELDDEF_' . strtoupper($properties['type'])])) {
$fieldtype = ' [' . $mod_strings['LBL_IMPORT_FIELDDEF_' . strtoupper($properties['type'])] . '] ';
}
if (isset($properties['comment'])) {
$fieldtype .= ' - ' . $properties['comment'];
}
$options[$displayname . $fieldname] = '<option value="' . $fieldname . '" title="' . $displayname . $fieldtype . '"' . $selected . $req_class . '>' . $displayname . $req_mark . '</option>\\n';
}
// get default field value
$defaultFieldHTML = '';
if (!empty($defaultField)) {
$defaultFieldHTML = getControl($_REQUEST['import_module'], $defaultField, $fields[$defaultField], $default_value);
}
// Bug 27046 - Sort the column name picker alphabetically
ksort($options);
$columns[] = array('field_choices' => implode('', $options), 'default_field' => $defaultFieldHTML, 'show_remove' => true);
$ret_field_count++;
}
}
$this->ss->assign("COLUMNCOUNT", $ret_field_count);
$this->ss->assign("rows", $columns);
// get list of valid date/time formats
$timeFormat = $current_user->getUserDateTimePreferences();
$timeOptions = get_select_options_with_id($sugar_config['time_formats'], $timeFormat['time']);
$dateOptions = get_select_options_with_id($sugar_config['date_formats'], $timeFormat['date']);
$this->ss->assign('TIMEOPTIONS', $timeOptions);
$this->ss->assign('DATEOPTIONS', $dateOptions);
$this->ss->assign('datetimeformat', $GLOBALS['timedate']->get_cal_date_time_format());
// get list of valid timezones
$userTZ = $current_user->getPreference('timezone');
if (empty($userTZ)) {
$userTZ = TimeDate::userTimezone();
}
$this->ss->assign('TIMEZONE_CURRENT', $userTZ);
$this->ss->assign('TIMEZONEOPTIONS', TimeDate::getTimezoneList());
// get currency preference
require_once 'modules/Currencies/ListCurrency.php';
$currency = new ListCurrency();
$cur_id = $locale->getPrecedentPreference('currency', $current_user);
if ($cur_id) {
$selectCurrency = $currency->getSelectOptions($cur_id);
$this->ss->assign("CURRENCY", $selectCurrency);
} else {
$selectCurrency = $currency->getSelectOptions();
$this->ss->assign("CURRENCY", $selectCurrency);
}
$currenciesVars = "";
$i = 0;
foreach ($locale->currencies as $id => $arrVal) {
$currenciesVars .= "currencies[{$i}] = '{$arrVal['symbol']}';\n";
$i++;
}
$currencySymbolsJs = <<<eoq
var currencies = new Object;
{$currenciesVars}
function setSymbolValue(id) {
document.getElementById('symbol').value = currencies[id];
}
eoq;
$this->ss->assign('currencySymbolJs', $currencySymbolsJs);
// fill significant digits dropdown
$significantDigits = $locale->getPrecedentPreference('default_currency_significant_digits', $current_user);
$sigDigits = '';
for ($i = 0; $i <= 6; $i++) {
if ($significantDigits == $i) {
$sigDigits .= '<option value="' . $i . '" selected="true">' . $i . '</option>';
} else {
$sigDigits .= '<option value="' . $i . '">' . $i . '</option>';
}
}
$this->ss->assign('sigDigits', $sigDigits);
$num_grp_sep = $current_user->getPreference('num_grp_sep');
$dec_sep = $current_user->getPreference('dec_sep');
$this->ss->assign("NUM_GRP_SEP", empty($num_grp_sep) ? $sugar_config['default_number_grouping_seperator'] : $num_grp_sep);
$this->ss->assign("DEC_SEP", empty($dec_sep) ? $sugar_config['default_decimal_seperator'] : $dec_sep);
$this->ss->assign('getNumberJs', $locale->getNumberJs());
// Name display format
$this->ss->assign('default_locale_name_format', $locale->getLocaleFormatMacro($current_user));
$this->ss->assign('getNameJs', $locale->getNameJs());
// Charset
$charsetOptions = get_select_options_with_id($locale->getCharsetSelect(), $charset_for_import);
//wdong, bug 25927, here we should use the charset testing results from above.
$this->ss->assign('CHARSETOPTIONS', $charsetOptions);
// handle building index selector
global $dictionary, $current_language;
require_once "include/templates/TemplateGroupChooser.php";
$chooser_array = array();
$chooser_array[0] = array();
$idc = new ImportDuplicateCheck($this->bean);
$chooser_array[1] = $idc->getDuplicateCheckIndexes();
$chooser = new TemplateGroupChooser();
$chooser->args['id'] = 'selected_indices';
$chooser->args['values_array'] = $chooser_array;
$chooser->args['left_name'] = 'choose_index';
$chooser->args['right_name'] = 'ignore_index';
$chooser->args['left_label'] = $mod_strings['LBL_INDEX_USED'];
$chooser->args['right_label'] = $mod_strings['LBL_INDEX_NOT_USED'];
$this->ss->assign("TAB_CHOOSER", $chooser->display());
// show notes
if ($this->bean instanceof Person) {
$module_key = "LBL_CONTACTS_NOTE_";
} elseif ($this->bean instanceof Company) {
$module_key = "LBL_ACCOUNTS_NOTE_";
} else {
$module_key = "LBL_" . strtoupper($_REQUEST['import_module']) . "_NOTE_";
}
$notetext = '';
for ($i = 1; isset($mod_strings[$module_key . $i]); $i++) {
$notetext .= '<li>' . $mod_strings[$module_key . $i] . '</li>';
}
$this->ss->assign("NOTETEXT", $notetext);
$this->ss->assign("HAS_HEADER", $has_header ? 'on' : 'off');
// get list of required fields
$required = array();
foreach (array_keys($this->bean->get_import_required_fields()) as $name) {
$properties = $this->bean->getFieldDefinition($name);
if (!empty($properties['vname'])) {
$required[$name] = str_replace(":", "", translate($properties['vname'], $this->bean->module_dir));
} else {
$required[$name] = str_replace(":", "", translate($properties['name'], $this->bean->module_dir));
}
}
// include anything needed for quicksearch to work
require_once "include/TemplateHandler/TemplateHandler.php";
$quicksearch_js = TemplateHandler::createQuickSearchCode($fields, $fields, 'importstep3');
$this->ss->assign("JAVASCRIPT", $quicksearch_js . "\n" . $this->_getJS($required));
$this->ss->assign('required_fields', implode(', ', $required));
$this->ss->display('modules/Import/tpls/step3.tpl');
}
$authenticated_user_language = $_REQUEST['login_language'];
} elseif (isset($_REQUEST['ck_login_language_20'])) {
$authenticated_user_language = $_REQUEST['ck_login_language_20'];
} else {
$authenticated_user_language = $sugar_config['default_language'];
}
// If this is the default user and the default user theme is set to reset, reset it to the default theme value on each login
if ($reset_theme_on_default_user && $focus->user_name == $sugar_config['default_user_name']) {
$authenticated_user_theme = $sugar_config['default_theme'];
}
if (isset($reset_language_on_default_user) && $reset_language_on_default_user && $focus->user_name == $sugar_config['default_user_name']) {
$authenticated_user_language = $sugar_config['default_language'];
}
$_SESSION['authenticated_user_theme'] = $authenticated_user_theme;
$_SESSION['authenticated_user_language'] = $authenticated_user_language;
$GLOBALS['log']->debug("authenticated_user_theme is {$authenticated_user_theme}");
$GLOBALS['log']->debug("authenticated_user_language is {$authenticated_user_language}");
// Clear all uploaded import files for this user if it exists
require_once 'modules/Import/ImportCacheFiles.php';
$tmp_file_name = ImportCacheFiles::getImportDir() . "/IMPORT_" . $focus->id;
if (file_exists($tmp_file_name)) {
unlink($tmp_file_name);
}
} else {
$_SESSION['login_user_name'] = $focus->user_name;
$_SESSION['login_password'] = $user_password;
$_SESSION['login_error'] = $mod_strings['ERR_INVALID_PASSWORD'];
// go back to the login screen.
// create an error message for the user.
header("Location: index.php");
}
/**
* Writes the row out to the ImportCacheFiles::getErrorRecordsFileName() file
*/
public function writeErrorRecord($errorMessage = '')
{
$rowData = !$this->_currentRow ? array() : $this->_currentRow;
$fp = sugar_fopen(ImportCacheFiles::getErrorRecordsFileName(), 'a');
$fpNoErrors = sugar_fopen(ImportCacheFiles::getErrorRecordsWithoutErrorFileName(), 'a');
//Write records only for download without error message.
fputcsv($fpNoErrors, $rowData);
//Add the error message to the first column
array_unshift($rowData, $errorMessage);
fputcsv($fp, $rowData);
fclose($fp);
fclose($fpNoErrors);
}
public static function removeAllCreatedFiles()
{
foreach (self::$_createdFiles as $file) {
@unlink($file);
$i = 0;
while (true) {
if (is_file($file . '-' . $i)) {
unlink($file . '-' . $i++);
} else {
break;
}
}
}
ImportCacheFiles::clearCacheFiles();
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $app_strings, $current_user, $sugar_config, $current_language;
$this->ss->assign("IMPORT_MODULE", $_REQUEST['import_module']);
$this->ss->assign("TYPE", $_REQUEST['type']);
$this->ss->assign("HEADER", $app_strings['LBL_IMPORT'] . " " . $mod_strings['LBL_MODULE_NAME']);
$this->ss->assign("MODULE_TITLE", $this->getModuleTitle(false));
// lookup this module's $mod_strings to get the correct module name
$module_mod_strings = return_module_language($current_language, $_REQUEST['import_module']);
$this->ss->assign("MODULENAME", $module_mod_strings['LBL_MODULE_NAME']);
// read status file to get totals for records imported, errors, and duplicates
$count = 0;
$errorCount = 0;
$dupeCount = 0;
$createdCount = 0;
$updatedCount = 0;
$fp = sugar_fopen(ImportCacheFiles::getStatusFileName(), 'r');
while (($row = fgetcsv($fp, 8192)) !== FALSE) {
$count += (int) $row[0];
$errorCount += (int) $row[1];
$dupeCount += (int) $row[2];
$createdCount += (int) $row[3];
$updatedCount += (int) $row[4];
}
fclose($fp);
$this->ss->assign("showUndoButton", FALSE);
if ($createdCount > 0) {
$this->ss->assign("showUndoButton", TRUE);
}
if ($errorCount > 0 && ($createdCount <= 0 && $updatedCount <= 0)) {
$activeTab = 2;
} else {
if ($dupeCount > 0 && ($createdCount <= 0 && $updatedCount <= 0)) {
$activeTab = 1;
} else {
$activeTab = 0;
}
}
$this->ss->assign("JAVASCRIPT", $this->_getJS($activeTab));
$this->ss->assign("errorCount", $errorCount);
$this->ss->assign("dupeCount", $dupeCount);
$this->ss->assign("createdCount", $createdCount);
$this->ss->assign("updatedCount", $updatedCount);
$this->ss->assign("errorFile", ImportCacheFiles::convertFileNameToUrl(ImportCacheFiles::getErrorFileName()));
$this->ss->assign("errorrecordsFile", ImportCacheFiles::convertFileNameToUrl(ImportCacheFiles::getErrorRecordsWithoutErrorFileName()));
$this->ss->assign("dupeFile", ImportCacheFiles::convertFileNameToUrl(ImportCacheFiles::getDuplicateFileName()));
if ($this->bean->object_name == "Prospect") {
$this->ss->assign("PROSPECTLISTBUTTON", $this->_addToProspectListButton());
} else {
$this->ss->assign("PROSPECTLISTBUTTON", "");
}
$resultsTable = "";
foreach (UsersLastImport::getBeansByImport($_REQUEST['import_module']) as $beanname) {
// load bean
if (!$this->bean instanceof $beanname) {
$this->bean = new $beanname();
}
$resultsTable .= $this->getListViewResults();
}
if (empty($resultsTable)) {
$resultsTable = $this->getListViewResults();
}
$this->ss->assign("RESULTS_TABLE", $resultsTable);
$this->ss->assign("ERROR_TABLE", $this->getListViewTableFromFile(ImportCacheFiles::getErrorRecordsFileName(), 'errors'));
$this->ss->assign("DUP_TABLE", $this->getListViewTableFromFile(ImportCacheFiles::getDuplicateFileDisplayName(), 'dup'));
$content = $this->ss->fetch('modules/Import/tpls/last.tpl');
$this->ss->assign("CONTENT", $content);
$this->ss->display('modules/Import/tpls/wizardWrapper.tpl');
}
public function testWriteStatusWithTwoUpdatedRecords()
{
$file = SugarTestImportUtilities::createFile(3, 2);
$importFile = new ImportFile($file, ',', '"', TRUE, FALSE);
$row = $importFile->getNextRow();
$importFile->markRowAsImported(false);
$importFile->getNextRow();
$importFile->markRowAsImported();
$importFile->getNextRow();
$importFile->markRowAsImported();
$importFile->writeStatus();
$fp = sugar_fopen(ImportCacheFiles::getStatusFileName(), 'r');
$statusrow = fgetcsv($fp);
fclose($fp);
$this->assertEquals(array(3, 0, 0, 2, 1, $file), $statusrow);
}
/**
* @see SugarView::display()
*/
public function display()
{
global $mod_strings, $app_strings, $current_user, $sugar_config, $current_language;
$this->ss->assign("MOD", $mod_strings);
$this->ss->assign("APP", $app_strings);
$this->ss->assign("IMPORT_MODULE", $_REQUEST['import_module']);
$this->ss->assign("TYPE", $_REQUEST['type']);
$this->ss->assign("HEADER", $app_strings['LBL_IMPORT'] . " " . $mod_strings['LBL_MODULE_NAME']);
$this->ss->assign("MODULE_TITLE", $this->getModuleTitle());
// lookup this module's $mod_strings to get the correct module name
$language = isset($current_language) ? $current_language : $sugar_config['default_language'];
$module_mod_strings = return_module_language($current_language, $_REQUEST['import_module']);
$this->ss->assign("MODULENAME", $module_mod_strings['LBL_MODULE_NAME']);
$this->ss->assign("JAVASCRIPT", $this->_getJS());
// read status file to get totals for records imported, errors, and duplicates
$count = 0;
$errorCount = 0;
$dupeCount = 0;
$createdCount = 0;
$updatedCount = 0;
$fp = sugar_fopen(ImportCacheFiles::getStatusFileName(), 'r');
while (($row = fgetcsv($fp, 8192)) !== FALSE) {
$count += (int) $row[0];
$errorCount += (int) $row[1];
$dupeCount += (int) $row[2];
$createdCount += (int) $row[3];
$updatedCount += (int) $row[4];
}
fclose($fp);
$this->ss->assign("errorCount", $errorCount);
$this->ss->assign("dupeCount", $dupeCount);
$this->ss->assign("createdCount", $createdCount);
$this->ss->assign("updatedCount", $updatedCount);
$this->ss->assign("errorFile", ImportCacheFiles::getErrorFileName());
$this->ss->assign("errorrecordsFile", ImportCacheFiles::getErrorRecordsFileName());
$this->ss->assign("dupeFile", ImportCacheFiles::getDuplicateFileName());
// load bean
$focus = loadImportBean($_REQUEST['import_module']);
if (!$focus) {
showImportError($mod_strings['LBL_ERROR_IMPORTS_NOT_SET_UP'], $_REQUEST['import_module']);
return;
}
if ($focus->object_name == "Prospect") {
$this->ss->assign("PROSPECTLISTBUTTON", $this->_addToProspectListButton());
} else {
$this->ss->assign("PROSPECTLISTBUTTON", "");
}
$this->ss->display('modules/Import/tpls/last.tpl');
foreach (UsersLastImport::getBeansByImport($_REQUEST['import_module']) as $beanname) {
// load bean
if (!$focus instanceof $beanname) {
require_once $GLOBALS['beanFiles'][$beanname];
$focus = new $beanname();
}
// build listview to show imported records
require_once 'include/ListView/ListViewFacade.php';
$lvf = new ListViewFacade($focus, $focus->module_dir, 0);
$params = array();
if (!empty($_REQUEST['orderBy'])) {
$params['orderBy'] = $_REQUEST['orderBy'];
$params['overrideOrder'] = true;
if (!empty($_REQUEST['sortOrder'])) {
$params['sortOrder'] = $_REQUEST['sortOrder'];
}
}
$beanname = $focus->object_name == 'Case' ? 'aCase' : $focus->object_name;
// add users_last_import joins so we only show records done in this import
$params['custom_from'] = ', users_last_import';
$params['custom_where'] = " AND users_last_import.assigned_user_id = '{$GLOBALS['current_user']->id}' \n AND users_last_import.bean_type = '{$beanname}' \n AND users_last_import.bean_id = {$focus->table_name}.id \n AND users_last_import.deleted = 0 \n AND {$focus->table_name}.deleted = 0";
$where = " {$focus->table_name}.id IN ( \n SELECT users_last_import.bean_id\n FROM users_last_import\n WHERE users_last_import.assigned_user_id = '{$GLOBALS['current_user']->id}' \n AND users_last_import.bean_type = '{$beanname}' \n AND users_last_import.deleted = 0 )";
$lbl_last_imported = $mod_strings['LBL_LAST_IMPORTED'];
$lvf->lv->mergeduplicates = false;
$module_mod_strings = return_module_language($current_language, $focus->module_dir);
$lvf->setup('', $where, $params, $module_mod_strings, 0, -1, '', strtoupper($beanname), array(), 'id');
$lvf->display($lbl_last_imported . ": " . $module_mod_strings['LBL_MODULE_NAME']);
}
}
/**
* Once a user is authenticated on login this function will be called. Populate the session with what is needed and log anything that needs to be logged
*
*/
function postLoginAuthenticate()
{
global $reset_theme_on_default_user, $reset_language_on_default_user, $sugar_config;
//THIS SECTION IS TO ENSURE VERSIONS ARE UPTODATE
require_once 'modules/Versions/CheckVersions.php';
$invalid_versions = get_invalid_versions();
if (!empty($invalid_versions)) {
if (isset($invalid_versions['Rebuild Relationships'])) {
unset($invalid_versions['Rebuild Relationships']);
// flag for pickup in DisplayWarnings.php
$_SESSION['rebuild_relationships'] = true;
}
if (isset($invalid_versions['Rebuild Extensions'])) {
unset($invalid_versions['Rebuild Extensions']);
// flag for pickup in DisplayWarnings.php
$_SESSION['rebuild_extensions'] = true;
}
$_SESSION['invalid_versions'] = $invalid_versions;
}
//just do a little house cleaning here
unset($_SESSION['login_password']);
unset($_SESSION['login_error']);
unset($_SESSION['login_user_name']);
unset($_SESSION['ACL']);
//set the server unique key
if (isset($sugar_config['unique_key'])) {
$_SESSION['unique_key'] = $sugar_config['unique_key'];
}
//set user language
if (isset($reset_language_on_default_user) && $reset_language_on_default_user && $GLOBALS['current_user']->user_name == $sugar_config['default_user_name']) {
$authenticated_user_language = $sugar_config['default_language'];
} else {
$authenticated_user_language = isset($_REQUEST['login_language']) ? $_REQUEST['login_language'] : (isset($_REQUEST['ck_login_language_20']) ? $_REQUEST['ck_login_language_20'] : $sugar_config['default_language']);
}
$_SESSION['authenticated_user_language'] = $authenticated_user_language;
$GLOBALS['log']->debug("authenticated_user_language is {$authenticated_user_language}");
// Clear all uploaded import files for this user if it exists
require_once 'modules/Import/ImportCacheFiles.php';
$tmp_file_name = ImportCacheFiles::getImportDir() . "/IMPORT_" . $GLOBALS['current_user']->id;
if (file_exists($tmp_file_name)) {
unlink($tmp_file_name);
}
return true;
}
/**
* Writes the totals and filename out to the ImportCacheFiles::getStatusFileName() file
*/
public function writeStatus()
{
$fp = sugar_fopen(ImportCacheFiles::getStatusFileName(), 'a');
fputcsv($fp, array($this->_rowsCount, $this->_errorCount, $this->_dupeCount, $this->_createdCount, $this->_updatedCount, $this->_filename));
fclose($fp);
}
/**
* Once a user is authenticated on login this function will be called. Populate the session with what is needed and log anything that needs to be logged
*
*/
function postLoginAuthenticate()
{
global $reset_language_on_default_user, $sugar_config;
//just do a little house cleaning here
unset($_SESSION['login_password']);
unset($_SESSION['login_error']);
unset($_SESSION['login_user_name']);
unset($_SESSION['ACL']);
//set the server unique key
if (isset($sugar_config['unique_key'])) {
$_SESSION['unique_key'] = $sugar_config['unique_key'];
}
//set user language
if (isset($reset_language_on_default_user) && $reset_language_on_default_user && $GLOBALS['current_user']->user_name == $sugar_config['default_user_name']) {
$authenticated_user_language = $sugar_config['default_language'];
} else {
$authenticated_user_language = isset($_REQUEST['login_language']) ? $_REQUEST['login_language'] : (isset($_REQUEST['ck_login_language_20']) ? $_REQUEST['ck_login_language_20'] : $sugar_config['default_language']);
}
$_SESSION['authenticated_user_language'] = $authenticated_user_language;
$GLOBALS['log']->debug("authenticated_user_language is {$authenticated_user_language}");
// Clear all uploaded import files for this user if it exists
require_once 'modules/Import/ImportCacheFiles.php';
$tmp_file_name = ImportCacheFiles::getImportDir() . "/IMPORT_" . $GLOBALS['current_user']->id;
if (file_exists($tmp_file_name)) {
unlink($tmp_file_name);
}
return true;
}
