/**
* Add single mail
*
* @access public
* @param void
* @return null
*/
function add_mail()
{
if (logged_user()->isGuest()) {
flash_error(lang('no access permissions'));
ajx_current("empty");
return;
}
$this->addHelper('textile');
$mail_accounts = MailAccounts::getMailAccountsByUser(logged_user());
if (count($mail_accounts) < 1) {
flash_error(lang('no mail accounts set'));
ajx_current("empty");
return;
}
$this->setTemplate('add_mail');
$mail_data = array_var($_POST, 'mail');
$isDraft = array_var($mail_data, 'isDraft', '') == 'true' ? true : false;
$isUpload = array_var($mail_data, 'isUpload', '') == 'true' ? true : false;
$autosave = array_var($mail_data, 'autosave', '') == 'true';
$id = array_var($mail_data, 'id');
$mail = MailContents::findById($id);
$isNew = false;
if (!$mail) {
$isNew = true;
$mail = new MailContent();
}
tpl_assign('mail_to', urldecode(array_var($_GET, 'to')));
tpl_assign('link_to_objects', array_var($_GET, 'link_to_objects'));
$def_acc = $this->getDefaultAccountId();
if ($def_acc > 0) {
tpl_assign('default_account', $def_acc);
}
tpl_assign('mail', $mail);
tpl_assign('mail_data', $mail_data);
tpl_assign('mail_accounts', $mail_accounts);
// Form is submited
if (is_array($mail_data)) {
$account = MailAccounts::findById(array_var($mail_data, 'account_id'));
if (!$account instanceof MailAccount) {
flash_error(lang('mail account dnx'));
ajx_current("empty");
return;
}
$accountUser = MailAccountUsers::getByAccountAndUser($account, logged_user());
if (!$accountUser instanceof MailAccountUser) {
flash_error(lang('no access permissions'));
ajx_current("empty");
return;
}
if ($account->getOutgoingTrasnportType() == 'ssl' || $account->getOutgoingTrasnportType() == 'tls') {
$available_transports = stream_get_transports();
if (array_search($account->getOutgoingTrasnportType(), $available_transports) === FALSE) {
flash_error('The server does not support SSL.');
ajx_current("empty");
return;
}
}
$cp_errs = $this->checkRequiredCustomPropsBeforeSave(array_var($_POST, 'object_custom_properties', array()));
if (is_array($cp_errs) && count($cp_errs) > 0) {
foreach ($cp_errs as $err) {
flash_error($err);
}
ajx_current("empty");
return;
}
$subject = array_var($mail_data, 'subject');
$body = array_var($mail_data, 'body');
if (($pre_body_fname = array_var($mail_data, 'pre_body_fname')) != "") {
$body = str_replace(lang('content too long not loaded'), '', $body, $count = 1);
$tmp_filename = ROOT . "/tmp/{$pre_body_fname}";
if (is_file($tmp_filename)) {
$body .= file_get_contents($tmp_filename);
if (!$isDraft) {
@unlink($tmp_filename);
}
}
}
if (array_var($mail_data, 'format') == 'html') {
$css = "font-family:Arial,Verdana,sans-serif;font-size:12px;color:#222;";
Hook::fire('email_base_css', null, $css);
str_replace(array("\r", "\n"), "", $css);
$body = '<div style="' . $css . '">' . $body . '</div>';
$body = str_replace('<blockquote>', '<blockquote style="border-left:1px solid #987ADD;padding-left:10px;">', $body);
}
$type = 'text/' . array_var($mail_data, 'format');
$to = trim(array_var($mail_data, 'to'));
if (str_ends_with($to, ",") || str_ends_with($to, ";")) {
$to = substr($to, 0, strlen($to) - 1);
}
$mail_data['to'] = $to;
$cc = trim(array_var($mail_data, 'cc'));
if (str_ends_with($cc, ",") || str_ends_with($cc, ";")) {
$cc = substr($cc, 0, strlen($cc) - 1);
}
$mail_data['cc'] = $cc;
$bcc = trim(array_var($mail_data, 'bcc'));
if (str_ends_with($bcc, ",") || str_ends_with($bcc, ";")) {
$bcc = substr($bcc, 0, strlen($bcc) - 1);
}
$mail_data['bcc'] = $bcc;
if (!$isDraft && trim($to . $cc . $bcc) == '') {
flash_error(lang('recipient must be specified'));
ajx_current("empty");
return;
}
$invalid_to = MailUtilities::validate_email_addresses($to);
if (is_array($invalid_to)) {
flash_error(lang('error invalid recipients', lang('mail to'), implode(", ", $invalid_to)));
ajx_current("empty");
return;
}
$invalid_cc = MailUtilities::validate_email_addresses($cc);
if (is_array($invalid_cc)) {
flash_error(lang('error invalid recipients', lang('mail CC'), implode(", ", $invalid_cc)));
ajx_current("empty");
return;
}
$invalid_bcc = MailUtilities::validate_email_addresses($bcc);
if (is_array($invalid_bcc)) {
flash_error(lang('error invalid recipients', lang('mail BCC'), implode(", ", $invalid_bcc)));
ajx_current("empty");
return;
}
$last_mail_in_conversation = array_var($mail_data, 'last_mail_in_conversation');
$conversation_id = array_var($mail_data, 'conversation_id');
if ($last_mail_in_conversation && $conversation_id) {
$new_mail_in_conversation = MailContents::getLastMailIdInConversation($conversation_id, true);
if ($new_mail_in_conversation != $last_mail_in_conversation) {
ajx_current("empty");
evt_add("new email in conversation", array('id' => $new_mail_in_conversation, 'genid' => array_var($_POST, 'instanceName')));
return;
}
}
$mail->setFromAttributes($mail_data);
$mail->setTo($to);
$mail->setCc($cc);
$mail->setBcc($bcc);
$mail->setSubject($mail_data['subject']);
$utils = new MailUtilities();
// attachment
$linked_attachments = array();
$attachments = array();
$objects = array_var($_POST, 'linked_objects');
$attach_contents = array_var($_POST, 'attach_contents', array());
if (is_array($objects)) {
$err = 0;
$count = -1;
foreach ($objects as $objid) {
$count++;
$split = explode(":", $objid);
if (count($split) == 2) {
$object = get_object_by_manager_and_id($split[1], $split[0]);
} else {
if (count($split) == 4) {
if ($split[0] == 'FwdMailAttach') {
$tmp_filename = ROOT . "/tmp/" . logged_user()->getId() . "_" . $mail_data['account_id'] . "_FwdMailAttach_" . $split[3];
if (is_file($tmp_filename)) {
$attachments[] = array("data" => file_get_contents($tmp_filename), "name" => $split[1], "type" => $split[2]);
continue;
}
}
}
}
if (!isset($object) || !$object) {
flash_error(lang('file dnx'));
$err++;
} else {
if (isset($attach_contents[$count])) {
if ($split[0] == 'ProjectFiles') {
$file = ProjectFiles::findById($object->getId());
if (!$file instanceof ProjectFile) {
flash_error(lang('file dnx'));
$err++;
}
// if
if (!$file->canDownload(logged_user())) {
flash_error(lang('no access permissions'));
$err++;
}
// if
$attachments[] = array("data" => $file->getFileContent(), "name" => $file->getFilename(), "type" => $file->getTypeString());
} else {
if ($split[0] == 'MailContents') {
$email = MailContents::findById($object->getId());
if (!$email instanceof MailContent) {
flash_error(lang('email dnx'));
$err++;
}
// if
if (!$email->canView(logged_user())) {
flash_error(lang('no access permissions'));
$err++;
}
// if
$attachments[] = array("data" => $email->getContent(), "name" => $email->getSubject() . ".eml", "type" => 'message/rfc822');
}
}
} else {
$linked_attachments[] = array("data" => $object->getViewUrl(), "name" => clean($object->getObjectName()), "type" => lang($object->getObjectTypeName()), "manager" => $object->getObjectManagerName(), "id" => $object->getId());
}
}
}
if ($err > 0) {
flash_error(lang('some objects could not be linked', $err));
ajx_current('empty');
return;
}
}
$to = preg_split('/;|,/', $to);
$to = $utils->parse_to($to);
if ($body == '') {
$body .= ' ';
}
try {
if (count($linked_attachments)) {
$linked_users = array();
foreach ($to as $to_user) {
$linked_user = Users::getByEmail($to_user[1]);
if (!$linked_user instanceof User) {
try {
$linked_user = create_user_from_email($to_user[1], $to_user[0]);
} catch (Exception $e) {
//Logger::log($e->getMessage());
}
}
if ($linked_user instanceof User) {
$linked_users[] = $linked_user;
}
}
$linked_atts = $type == 'text/html' ? '<div style="font-family:arial;"><br><br><br><span style="font-size:12pt;font-weight:bold;color:#777">' . lang('linked attachments') . '</span><ul>' : "\n\n\n-----------------------------------------\n" . lang('linked attachments') . "\n\n";
foreach ($linked_attachments as $att) {
$linked_atts .= $type == 'text/html' ? '<li><a href="' . $att['data'] . '">' . $att['name'] . ' (' . $att['type'] . ')</a></li>' : $att['name'] . ' (' . $att['type'] . '): ' . $att['data'] . "\n";
foreach ($linked_users as $linked_user) {
try {
$linked_user->giveAccessToObject(get_object_by_manager_and_id($att['id'], $att['manager']));
} catch (Exception $e) {
//Logger::log($e->getMessage());
}
}
}
$linked_atts .= $type == 'text/html' ? '</ul></div>' : '';
} else {
$linked_atts = '';
}
$body .= $linked_atts;
if (count($attachments) > 0) {
$i = 0;
$str = "";
/* foreach ($attachments as $att) {
$str .= "--000000000000000000000000000$i\n";
$str .= "Name: ".$att['name'] .";\n";
$str .= "Type: ".$att['type'] .";\n";
//$str .= "Encoding: ".$att['type'] .";\n";
$str .= base64_encode($att['data']) ."\n";
$str .= "--000000000000000000000000000$i--\n";
$i++;
}
*/
$str = "#att_ver 2\n";
foreach ($attachments as $att) {
$rep_id = $utils->saveContent($att['data']);
$str .= $att['name'] . "," . $att['type'] . "," . $rep_id . "\n";
}
// save attachments, when mail is sent this file is deleted and full content is saved
$repository_id = $utils->saveContent($str);
if (!$isNew) {
if (FileRepository::isInRepository($mail->getContentFileId())) {
// delete old attachments
$content = FileRepository::getFileContent($mail->getContentFileId());
if (str_starts_with($content, "#att_ver")) {
$lines = explode("\n", $content);
foreach ($lines as $line) {
if (!str_starts_with($line, "#") && trim($line) !== "") {
$data = explode(",", $line);
if (isset($data[2]) && FileRepository::isInRepository($data[2])) {
FileRepository::deleteFile($data[2]);
}
}
}
}
FileRepository::deleteFile($mail->getContentFileId());
}
}
$mail->setContentFileId($repository_id);
}
$mail->setHasAttachments(is_array($attachments) && count($attachments) > 0 ? 1 : 0);
$mail->setAccountEmail($account->getEmailAddress());
$mail->setSentDate(DateTimeValueLib::now());
$mail->setReceivedDate(DateTimeValueLib::now());
DB::beginWork();
$msg_id = MailUtilities::generateMessageId($account->getEmailAddress());
$conversation_id = array_var($mail_data, 'conversation_id');
$in_reply_to_id = array_var($mail_data, 'in_reply_to_id');
if ($conversation_id) {
$in_reply_to = MailContents::findById(array_var($mail_data, 'original_id'));
if ($in_reply_to instanceof MailContent && $in_reply_to->getSubject() && strpos(strtolower($mail->getSubject()), strtolower($in_reply_to->getSubject())) === false) {
$conversation_id = null;
$in_reply_to_id = '';
}
}
if (!$conversation_id) {
$conversation_id = MailContents::getNextConversationId($account->getId());
}
$mail->setMessageId($msg_id);
$mail->setConversationId($conversation_id);
$mail->setInReplyToId($in_reply_to_id);
$mail->setUid(gen_id());
$mail->setState($isDraft ? 2 : 200);
$mail->setIsPrivate(false);
set_user_config_option('last_mail_format', array_var($mail_data, 'format', 'plain'), logged_user()->getId());
$body = utf8_safe($body);
if (array_var($mail_data, 'format') == 'html') {
$mail->setBodyHtml($body);
$mail->setBodyPlain(utf8_safe(html_to_text($body)));
} else {
$mail->setBodyPlain($body);
$mail->setBodyHtml('');
}
$mail->setFrom($account->getEmailAddress());
$mail->setFromName(logged_user()->getDisplayName());
$mail->save();
$mail->setIsRead(logged_user()->getId(), true);
$mail->setTagsFromCSV(array_var($mail_data, 'tags'));
// autoclassify sent email
// if replying a classified email classify on same workspace
$classified = false;
if (array_var($mail_data, 'original_id')) {
$in_reply_to = MailContents::findById(array_var($mail_data, 'original_id'));
if ($in_reply_to instanceof MailContent) {
$workspaces = $in_reply_to->getWorkspaces();
foreach ($workspaces as $w) {
if ($mail->canAdd(logged_user(), $w)) {
$mail->addToWorkspace($w);
$classified = true;
}
}
}
}
if (!$classified && $account->getWorkspace() instanceof Project) {
$mail->addToWorkspace($account->getWorkspace());
}
if (!$classified && active_project() instanceof Project) {
$mail->addToWorkspace(active_project());
}
$object_controller = new ObjectController();
$object_controller->add_custom_properties($mail);
$object_controller->link_to_new_object($mail);
if (array_var($mail_data, 'link_to_objects') != '') {
$lto = explode('|', array_var($mail_data, 'link_to_objects'));
foreach ($lto as $object_string) {
$split_object = explode('-', $object_string);
$object = get_object_by_manager_and_id($split_object[1], $split_object[0]);
if ($object instanceof ProjectDataObject) {
$mail->linkObject($object);
}
}
}
ApplicationLogs::createLog($mail, $mail->getWorkspaces(), ApplicationLogs::ACTION_ADD);
if (user_config_option('create_contacts_from_email_recipients') && can_manage_contacts(logged_user())) {
// automatically create contacts
foreach ($to as $recipient) {
$recipient_name = trim($recipient[0]);
$recipient_address = trim($recipient[1]);
if (!$recipient_address) {
continue;
}
$contact = Contacts::getByEmail($recipient_address);
if (!$contact instanceof Contact) {
try {
$contact = new Contact();
$contact->setEmail($recipient_address);
if ($recipient_name && $recipient_name != $recipient_address) {
$contact->setFirstName($recipient_name);
} else {
$index = strpos($recipient_address, "@");
$recipient_name = substr($recipient_address, 0, $index);
$contact->setFirstName($recipient_name);
}
$contact->save();
} catch (Exception $e) {
// TODO: show error message?
}
}
}
}
DB::commit();
if (!$autosave) {
if ($isDraft) {
flash_success(lang('success save mail'));
ajx_current("empty");
} else {
evt_add("must send mails", array("account" => $mail->getAccountId()));
//flash_success(lang('mail is being sent'));
ajx_current("back");
}
evt_add("email saved", array("id" => $mail->getId(), "instance" => array_var($_POST, 'instanceName')));
} else {
evt_add("draft mail autosaved", array("id" => $mail->getId(), "hf_id" => $mail_data['hf_id']));
flash_success(lang('success autosave draft'));
ajx_current("empty");
}
} catch (Exception $e) {
DB::rollback();
flash_error($e->getMessage());
ajx_current("empty");
}
// try
}
// if
}
function SaveMail(&$content, MailAccount $account, $uidl, $state = 0, $imap_folder_name = '')
{
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("UID: {$uidl}");
}
if (!mysql_ping(DB::connection()->getLink())) {
DB::connection()->reconnect();
Logger::log("*** Connection Lost -> Reconnected ***");
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 1) " . format_filesize(memory_get_usage()));
}
if (strpos($content, '+OK ') > 0) {
$content = substr($content, strpos($content, '+OK '));
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 2) " . format_filesize(memory_get_usage()));
}
self::parseMail($content, $decoded, $parsedMail, $warnings);
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 3) " . format_filesize(memory_get_usage()));
}
$encoding = array_var($parsedMail, 'Encoding', 'UTF-8');
$enc_conv = EncodingConverter::instance();
$to_addresses = self::getAddresses(array_var($parsedMail, "To"));
$from = self::getAddresses(array_var($parsedMail, "From"));
$message_id = self::getHeaderValueFromContent($content, "Message-ID");
$in_reply_to_id = self::getHeaderValueFromContent($content, "In-Reply-To");
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 4) " . format_filesize(memory_get_usage()));
}
$uid = trim($uidl);
if (str_starts_with($uid, '<') && str_ends_with($uid, '>')) {
$uid = utf8_substr($uid, 1, utf8_strlen($uid, $encoding) - 2, $encoding);
}
if ($uid == '') {
$uid = trim($message_id);
if ($uid == '') {
$uid = array_var($parsedMail, 'Subject', 'MISSING UID');
}
if (str_starts_with($uid, '<') && str_ends_with($uid, '>')) {
$uid = utf8_substr($uid, 1, utf8_strlen($uid, $encoding) - 2, $encoding);
}
if (MailContents::mailRecordExists($account->getId(), $uid, $imap_folder_name == '' ? null : $imap_folder_name)) {
return;
}
}
if (!$from) {
$parsedMail["From"] = self::getFromAddressFromContent($content);
$from = array_var($parsedMail["From"][0], 'address', '');
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 4.1) " . format_filesize(memory_get_usage()));
}
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 5) " . format_filesize(memory_get_usage()));
}
if (defined('EMAIL_MESSAGEID_CONTROL') && EMAIL_MESSAGEID_CONTROL) {
if (trim($message_id) != "") {
$id_condition = " AND `message_id`='" . trim($message_id) . "'";
} else {
$id_condition = " AND `subject`='" . trim(array_var($parsedMail, 'Subject')) . "' AND `from`='{$from}'";
if (array_var($parsedMail, 'Date')) {
$sent_date_dt = new DateTimeValue(strtotime(array_var($parsedMail, 'Date')));
$sent_date_str = $sent_date_dt->toMySQL();
$id_condition .= " AND `sent_date`='" . $sent_date_str . "'";
}
}
$same = MailContents::findOne(array('conditions' => "`account_id`=" . $account->getId() . $id_condition, 'include_trashed' => true));
if ($same instanceof MailContent) {
return;
}
}
if ($state == 0) {
if ($from == $account->getEmailAddress()) {
if (strpos($to_addresses, $from) !== FALSE) {
$state = 5;
} else {
$state = 1;
}
//Show only in sent folder
}
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 6) " . format_filesize(memory_get_usage()));
self::log_connection_status();
}
$from_spam_junk_folder = strpos(strtolower($imap_folder_name), 'spam') !== FALSE || strpos(strtolower($imap_folder_name), 'junk') !== FALSE || strpos(strtolower($imap_folder_name), 'trash') !== FALSE;
$user_id = logged_user() instanceof User ? logged_user()->getId() : $account->getUserId();
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
}
$max_spam_level = user_config_option('max_spam_level', null, $user_id);
if ($max_spam_level < 0) {
$max_spam_level = 0;
}
$mail_spam_level = strlen(trim(array_var($decoded[0]['Headers'], 'x-spam-level:', '')));
// if max_spam_level >= 10 then nothing goes to junk folder
$spam_in_subject = false;
if (config_option('check_spam_in_subject')) {
$spam_in_subject = strpos_utf(strtoupper(array_var($parsedMail, 'Subject')), "**SPAM**") !== false;
}
if ($max_spam_level < 10 && ($mail_spam_level > $max_spam_level || $from_spam_junk_folder) || $spam_in_subject) {
$state = 4;
// send to Junk folder
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem 7) " . format_filesize(memory_get_usage()));
self::log_connection_status();
}
if (!isset($parsedMail['Subject'])) {
$parsedMail['Subject'] = '';
}
$mail = new MailContent();
$mail->setAccountId($account->getId());
$mail->setState($state);
$mail->setImapFolderName($imap_folder_name);
$mail->setFrom($from);
$cc = trim(self::getAddresses(array_var($parsedMail, "Cc")));
if ($cc == '' && array_var($decoded, 0) && array_var($decoded[0], 'Headers')) {
$cc = array_var($decoded[0]['Headers'], 'cc:', '');
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 8) " . format_filesize(memory_get_usage()));
}
$mail->setCc($cc);
$from_name = trim(array_var(array_var(array_var($parsedMail, 'From'), 0), 'name'));
$from_encoding = detect_encoding($from_name);
if ($from_name == '') {
$from_name = $from;
} else {
if (strtoupper($encoding) == 'KOI8-R' || strtoupper($encoding) == 'CP866' || $from_encoding != 'UTF-8' || !$enc_conv->isUtf8RegExp($from_name)) {
//KOI8-R and CP866 are Russian encodings which PHP does not detect
$utf8_from = $enc_conv->convert($encoding, 'UTF-8', $from_name);
if ($enc_conv->hasError()) {
$utf8_from = utf8_encode($from_name);
}
$utf8_from = utf8_safe($utf8_from);
$mail->setFromName($utf8_from);
} else {
$mail->setFromName($from_name);
}
}
$subject_aux = $parsedMail['Subject'];
$subject_encoding = detect_encoding($subject_aux);
if (strtoupper($encoding) == 'KOI8-R' || strtoupper($encoding) == 'CP866' || $subject_encoding != 'UTF-8' || !$enc_conv->isUtf8RegExp($subject_aux)) {
//KOI8-R and CP866 are Russian encodings which PHP does not detect
$utf8_subject = $enc_conv->convert($encoding, 'UTF-8', $subject_aux);
if ($enc_conv->hasError()) {
$utf8_subject = utf8_encode($subject_aux);
}
$utf8_subject = utf8_safe($utf8_subject);
$mail->setSubject($utf8_subject);
} else {
$utf8_subject = utf8_safe($subject_aux);
$mail->setSubject($utf8_subject);
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 9) " . format_filesize(memory_get_usage()));
}
$mail->setTo($to_addresses);
$sent_timestamp = false;
if (array_key_exists("Date", $parsedMail)) {
$sent_timestamp = strtotime($parsedMail["Date"]);
}
if ($sent_timestamp === false || $sent_timestamp === -1 || $sent_timestamp === 0) {
$mail->setSentDate(DateTimeValueLib::now());
} else {
$mail->setSentDate(new DateTimeValue($sent_timestamp));
}
// if this constant is defined, mails older than this date will not be fetched
if (defined('FIRST_MAIL_DATE')) {
$first_mail_date = DateTimeValueLib::makeFromString(FIRST_MAIL_DATE);
if ($mail->getSentDate()->getTimestamp() < $first_mail_date->getTimestamp()) {
// return true to stop getting older mails from the server
return true;
}
}
$received_timestamp = false;
if (array_key_exists("Received", $parsedMail) && $parsedMail["Received"]) {
$received_timestamp = strtotime($parsedMail["Received"]);
}
if ($received_timestamp === false || $received_timestamp === -1 || $received_timestamp === 0) {
$mail->setReceivedDate($mail->getSentDate());
} else {
$mail->setReceivedDate(new DateTimeValue($received_timestamp));
if ($state == 5 && $mail->getSentDate()->getTimestamp() > $received_timestamp) {
$mail->setReceivedDate($mail->getSentDate());
}
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 10) " . format_filesize(memory_get_usage()));
}
$mail->setSize(strlen($content));
$mail->setHasAttachments(!empty($parsedMail["Attachments"]));
$mail->setCreatedOn(new DateTimeValue(time()));
$mail->setCreatedById($account->getUserId());
$mail->setAccountEmail($account->getEmail());
$mail->setMessageId($message_id);
$mail->setInReplyToId($in_reply_to_id);
$mail->setUid($uid);
$type = array_var($parsedMail, 'Type', 'text');
switch ($type) {
case 'html':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Data', ''));
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Data', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyHtml($utf8_body);
break;
case 'text':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Data', ''));
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Data', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyPlain($utf8_body);
break;
case 'delivery-status':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Response', ''));
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Response', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyPlain($utf8_body);
break;
default:
break;
}
if (isset($parsedMail['Alternative'])) {
foreach ($parsedMail['Alternative'] as $alt) {
if ($alt['Type'] == 'html' || $alt['Type'] == 'text') {
$body = $enc_conv->convert(array_var($alt, 'Encoding', 'UTF-8'), 'UTF-8', array_var($alt, 'Data', ''));
if ($enc_conv->hasError()) {
$body = utf8_encode(array_var($alt, 'Data', ''));
}
// remove large white spaces
$exploded = preg_split("/[\\s]+/", $body, -1, PREG_SPLIT_NO_EMPTY);
$body = implode(" ", $exploded);
// remove html comments
$body = preg_replace('/<!--.*-->/i', '', $body);
}
$body = utf8_safe($body);
if ($alt['Type'] == 'html') {
$mail->setBodyHtml($body);
} else {
if ($alt['Type'] == 'text') {
$plain = html_to_text(html_entity_decode($utf8_body, null, "UTF-8"));
$mail->setBodyPlain($plain);
}
}
// other alternative parts (like images) are not saved in database.
}
}
$repository_id = self::SaveContentToFilesystem($mail->getUid(), $content);
$mail->setContentFileId($repository_id);
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 11) " . format_filesize(memory_get_usage()));
}
try {
if ($in_reply_to_id != "") {
if ($message_id != "") {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `in_reply_to_id` = '{$message_id}'"));
if (!$conv_mail) {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `message_id` = '{$in_reply_to_id}'"));
} else {
// Search for other discontinued conversation part to link it
$other_conv_emails = MailContents::findAll(array("conditions" => "`account_id`=" . $account->getId() . " AND `message_id` = '{$in_reply_to_id}' AND `conversation_id`<>" . $conv_mail->getConversationId()));
}
} else {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `message_id` = '{$in_reply_to_id}'"));
}
if ($conv_mail instanceof MailContent) {
// Remove "Re: ", "Fwd: ", etc to compare the subjects
$conv_original_subject = strtolower($conv_mail->getSubject());
if (($pos = strrpos($conv_original_subject, ":")) !== false) {
$conv_original_subject = trim(substr($conv_original_subject, $pos + 1));
}
}
if ($conv_mail instanceof MailContent && strpos(strtolower($mail->getSubject()), strtolower($conv_original_subject)) !== false) {
$mail->setConversationId($conv_mail->getConversationId());
if (isset($other_conv_emails) && is_array($other_conv_emails)) {
foreach ($other_conv_emails as $ocm) {
$ocm->setConversationId($conv_mail->getConversationId());
$ocm->save();
}
}
} else {
$conv_id = MailContents::getNextConversationId($account->getId());
$mail->setConversationId($conv_id);
}
} else {
$conv_id = MailContents::getNextConversationId($account->getId());
$mail->setConversationId($conv_id);
}
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 12) " . format_filesize(memory_get_usage()));
}
$mail->save();
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
self::log_connection_status();
Logger::log("mem 13) " . format_filesize(memory_get_usage()));
}
// CLASSIFY RECEIVED MAIL WITH THE CONVERSATION
if (user_config_option('classify_mail_with_conversation', null, $account->getUserId()) && isset($conv_mail) && $conv_mail instanceof MailContent) {
$wss = $conv_mail->getWorkspaces();
foreach ($wss as $ws) {
$acc_user = Users::findById($account->getUserId());
if ($acc_user instanceof User && $acc_user->hasProjectPermission($ws, ProjectUsers::CAN_READ_MAILS)) {
$mail->addToWorkspace($ws);
}
}
}
// CLASSIFY MAILS IF THE ACCOUNT HAS A WORKSPACE
if ($account->getColumnValue('workspace', 0) != 0) {
$workspace = Projects::findById($account->getColumnValue('workspace', 0));
if ($workspace && $workspace instanceof Project && !$mail->hasWorkspace($workspace)) {
$mail->addToWorkspace($workspace);
}
}
//END CLASSIFY
$user = Users::findById($account->getUserId());
if ($user instanceof User) {
$mail->subscribeUser($user);
}
} catch (Exception $e) {
FileRepository::deleteFile($repository_id);
if (strpos($e->getMessage(), "Query failed with message 'Got a packet bigger than 'max_allowed_packet' bytes'") === false) {
throw $e;
}
}
unset($parsedMail);
if (defined('DEBUG_EMAIL_RETRIEVAL') && DEBUG_EMAIL_RETRIEVAL) {
Logger::log("mem fin) " . format_filesize(memory_get_usage()));
self::log_connection_status();
}
return false;
}
function SaveMail(&$content, MailAccount $account, $uidl, $state = 0, $imap_folder_name = '', $read = null, &$received_count)
{
try {
if (strpos($content, '+OK ') > 0) {
$content = substr($content, strpos($content, '+OK '));
}
self::parseMail($content, $decoded, $parsedMail, $warnings);
$encoding = array_var($parsedMail, 'Encoding', 'UTF-8');
$enc_conv = EncodingConverter::instance();
$to_addresses = self::getAddresses(array_var($parsedMail, "To"));
$from = self::getAddresses(array_var($parsedMail, "From"));
$message_id = self::getHeaderValueFromContent($content, "Message-ID");
$in_reply_to_id = self::getHeaderValueFromContent($content, "In-Reply-To");
$uid = trim($uidl);
if (str_starts_with($uid, '<') && str_ends_with($uid, '>')) {
$uid = utf8_substr($uid, 1, utf8_strlen($uid, $encoding) - 2, $encoding);
}
if ($uid == '') {
$uid = trim($message_id);
if ($uid == '') {
$uid = array_var($parsedMail, 'Subject', 'MISSING UID');
}
if (str_starts_with($uid, '<') && str_ends_with($uid, '>')) {
$uid = utf8_substr($uid, 1, utf8_strlen($uid, $encoding) - 2, $encoding);
}
}
// do not save duplicate emails
if (MailContents::mailRecordExists($account->getId(), $uid, $imap_folder_name == '' ? null : $imap_folder_name)) {
return;
}
if (!$from) {
$parsedMail["From"] = self::getFromAddressFromContent($content);
$from = array_var($parsedMail["From"][0], 'address', '');
}
if (defined('EMAIL_MESSAGEID_CONTROL') && EMAIL_MESSAGEID_CONTROL) {
if (trim($message_id) != "") {
$id_condition = " AND `message_id`='" . trim($message_id) . "' AND `from`='{$from}'";
} else {
$id_condition = " AND `name`= " . DB::escape(trim(array_var($parsedMail, 'Subject'))) . " AND `from`='{$from}'";
if (array_var($parsedMail, 'Date')) {
$sent_date_dt = new DateTimeValue(strtotime(array_var($parsedMail, 'Date')));
$sent_date_str = $sent_date_dt->toMySQL();
$id_condition .= " AND `sent_date`='" . $sent_date_str . "'";
}
}
$same = MailContents::findOne(array('conditions' => "`account_id`=" . $account->getId() . $id_condition, 'include_trashed' => true));
if ($same instanceof MailContent) {
return;
}
}
$from_spam_junk_folder = strpos(strtolower($imap_folder_name), 'spam') !== FALSE || strpos(strtolower($imap_folder_name), 'junk') !== FALSE || strpos(strtolower($imap_folder_name), 'trash') !== FALSE;
$user_id = logged_user() instanceof Contact ? logged_user()->getId() : $account->getContactId();
$max_spam_level = user_config_option('max_spam_level', null, $user_id);
if ($max_spam_level < 0) {
$max_spam_level = 0;
}
$spam_level_header = 'x-spam-level:';
foreach ($decoded[0]['Headers'] as $hdr_name => $hdrval) {
if (strpos(strtolower($hdr_name), "spamscore") !== false || strpos(strtolower($hdr_name), "x-spam-level")) {
$spam_level_header = $hdr_name;
break;
}
}
$mail_spam_level = strlen(trim(array_var($decoded[0]['Headers'], $spam_level_header, '')));
// if max_spam_level >= 10 then nothing goes to junk folder
$spam_in_subject = false;
if (config_option('check_spam_in_subject')) {
$spam_in_subject = strpos_utf(strtoupper(array_var($parsedMail, 'Subject')), "**SPAM**") !== false;
}
if ($max_spam_level < 10 && ($mail_spam_level > $max_spam_level || $from_spam_junk_folder) || $spam_in_subject) {
$state = 4;
// send to Junk folder
}
//if you are in the table spam MailSpamFilters
if ($state != 4) {
$spam_email = MailSpamFilters::getFrom($account->getId(), $from);
if ($spam_email) {
$state = 0;
if ($spam_email[0]->getSpamState() == "spam") {
$state = 4;
}
} else {
if ($state == 0) {
if (strtolower($from) == strtolower($account->getEmailAddress())) {
if (strpos($to_addresses, $from) !== FALSE) {
$state = 5;
} else {
$state = 1;
}
//Show only in sent folder
}
}
}
}
if (!isset($parsedMail['Subject'])) {
$parsedMail['Subject'] = '';
}
$mail = new MailContent();
$mail->setAccountId($account->getId());
$mail->setState($state);
$mail->setImapFolderName($imap_folder_name);
$mail->setFrom($from);
$cc = trim(self::getAddresses(array_var($parsedMail, "Cc")));
if ($cc == '' && array_var($decoded, 0) && array_var($decoded[0], 'Headers')) {
$cc = array_var($decoded[0]['Headers'], 'cc:', '');
}
$mail->setCc($cc);
$from_name = trim(array_var(array_var(array_var($parsedMail, 'From'), 0), 'name'));
$from_encoding = detect_encoding($from_name);
if ($from_name == '') {
$from_name = $from;
} else {
if (strtoupper($encoding) == 'KOI8-R' || strtoupper($encoding) == 'CP866' || $from_encoding != 'UTF-8' || !$enc_conv->isUtf8RegExp($from_name)) {
//KOI8-R and CP866 are Russian encodings which PHP does not detect
$utf8_from = $enc_conv->convert($encoding, 'UTF-8', $from_name);
if ($enc_conv->hasError()) {
$utf8_from = utf8_encode($from_name);
}
$utf8_from = utf8_safe($utf8_from);
$mail->setFromName($utf8_from);
} else {
$mail->setFromName($from_name);
}
}
$subject_aux = $parsedMail['Subject'];
$subject_encoding = detect_encoding($subject_aux);
$subject_multipart_encoding = array_var($parsedMail, 'SubjectEncoding', strtoupper($encoding));
if ($subject_multipart_encoding != 'UTF-8' && ($subject_multipart_encoding == 'KOI8-R' || $subject_multipart_encoding == 'CP866' || $subject_encoding != 'UTF-8' || !$enc_conv->isUtf8RegExp($subject_aux))) {
//KOI8-R and CP866 are Russian encodings which PHP does not detect
$utf8_subject = $enc_conv->convert($subject_multipart_encoding, 'UTF-8', $subject_aux);
if ($enc_conv->hasError()) {
$utf8_subject = utf8_encode($subject_aux);
}
$utf8_subject = utf8_safe($utf8_subject);
$mail->setSubject($utf8_subject);
} else {
$utf8_subject = utf8_safe($subject_aux);
$mail->setSubject($utf8_subject);
}
$mail->setTo($to_addresses);
$sent_timestamp = false;
if (array_key_exists("Date", $parsedMail)) {
$sent_timestamp = strtotime($parsedMail["Date"]);
}
if ($sent_timestamp === false || $sent_timestamp === -1 || $sent_timestamp === 0) {
$mail->setSentDate(DateTimeValueLib::now());
} else {
$mail->setSentDate(new DateTimeValue($sent_timestamp));
}
// if this constant is defined, mails older than this date will not be fetched
if (defined('FIRST_MAIL_DATE')) {
$first_mail_date = DateTimeValueLib::makeFromString(FIRST_MAIL_DATE);
if ($mail->getSentDate()->getTimestamp() < $first_mail_date->getTimestamp()) {
// return true to stop getting older mails from the server
return true;
}
}
$received_timestamp = false;
if (array_key_exists("Received", $parsedMail) && $parsedMail["Received"]) {
$received_timestamp = strtotime($parsedMail["Received"]);
}
if ($received_timestamp === false || $received_timestamp === -1 || $received_timestamp === 0) {
$mail->setReceivedDate($mail->getSentDate());
} else {
$mail->setReceivedDate(new DateTimeValue($received_timestamp));
if ($state == 5 && $mail->getSentDate()->getTimestamp() > $received_timestamp) {
$mail->setReceivedDate($mail->getSentDate());
}
}
$mail->setSize(strlen($content));
$mail->setCreatedOn(new DateTimeValue(time()));
$mail->setCreatedById($account->getContactId());
$mail->setAccountEmail($account->getEmail());
$mail->setMessageId($message_id);
$mail->setInReplyToId($in_reply_to_id);
// set hasAttachments=true onlu if there is any attachment with FileDisposition='attachment'
$has_attachments = false;
foreach (array_var($parsedMail, "Attachments", array()) as $attachment) {
if (array_var($attachment, 'FileDisposition') == 'attachment') {
$has_attachments = true;
}
}
$mail->setHasAttachments($has_attachments);
$mail->setUid($uid);
$type = array_var($parsedMail, 'Type', 'text');
switch ($type) {
case 'html':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Data', ''));
//Solve bad syntax styles outlook if it exists
if (substr_count($utf8_body, "<style>") != substr_count($utf8_body, "</style>") && substr_count($utf8_body, "/* Font Definitions */") >= 1) {
$p1 = strpos($utf8_body, "/* Font Definitions */", 0);
$utf8_body1 = substr($utf8_body, 0, $p1);
$p0 = strrpos($utf8_body1, "</style>");
$html_content = ($p0 >= 0 ? substr($utf8_body1, 0, $p0) : $utf8_body1) . substr($utf8_body, $p1);
$utf8_body = str_replace_first("/* Font Definitions */", "<style>", $utf8_body);
}
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Data', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyHtml($utf8_body);
break;
case 'text':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Data', ''));
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Data', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyPlain($utf8_body);
break;
case 'delivery-status':
$utf8_body = $enc_conv->convert($encoding, 'UTF-8', array_var($parsedMail, 'Response', ''));
if ($enc_conv->hasError()) {
$utf8_body = utf8_encode(array_var($parsedMail, 'Response', ''));
}
$utf8_body = utf8_safe($utf8_body);
$mail->setBodyPlain($utf8_body);
break;
default:
if (array_var($parsedMail, 'FileDisposition') == 'inline') {
$attachs = array_var($parsedMail, 'Attachments', array());
$attached_body = "";
foreach ($attachs as $k => $attach) {
if (array_var($attach, 'Type') == 'html' || array_var($attach, 'Type') == 'text') {
$attached_body .= $enc_conv->convert(array_var($attach, 'Encoding'), 'UTF-8', array_var($attach, 'Data'));
}
}
$mail->setBodyHtml($attached_body);
} else {
if (isset($parsedMail['FileName'])) {
// content-type is a file type => set as it has attachments, they will be parsed when viewing email
$mail->setHasAttachments(true);
}
}
break;
}
if (isset($parsedMail['Alternative'])) {
foreach ($parsedMail['Alternative'] as $alt) {
if ($alt['Type'] == 'html' || $alt['Type'] == 'text') {
$body = $enc_conv->convert(array_var($alt, 'Encoding', 'UTF-8'), 'UTF-8', array_var($alt, 'Data', ''));
if ($enc_conv->hasError()) {
$body = utf8_encode(array_var($alt, 'Data', ''));
}
// remove large white spaces
//$exploded = preg_split("/[\s]+/", $body, -1, PREG_SPLIT_NO_EMPTY);
//$body = implode(" ", $exploded);
// remove html comments
$body = preg_replace('/<!--.*-->/i', '', $body);
}
$body = utf8_safe($body);
if ($alt['Type'] == 'html') {
$mail->setBodyHtml($body);
} else {
if ($alt['Type'] == 'text') {
$plain = html_to_text(html_entity_decode($body, null, "UTF-8"));
$mail->setBodyPlain($plain);
}
}
// other alternative parts (like images) are not saved in database.
}
}
$repository_id = self::SaveContentToFilesystem($mail->getUid(), $content);
$mail->setContentFileId($repository_id);
// START TRANSACTION
DB::beginWork();
// Conversation
//check if exists a conversation for this mail
$conv_mail = "";
if ($in_reply_to_id != "" && $message_id != "") {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND (`message_id` = '{$in_reply_to_id}' OR `in_reply_to_id` = '{$message_id}')"));
//check if this mail is in two diferent conversations and fixit
if ($conv_mail) {
$other_conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `conversation_id` != " . $conv_mail->getConversationId() . " AND (`message_id` = '{$in_reply_to_id}' OR `in_reply_to_id` = '{$message_id}')"));
if ($other_conv_mail) {
$other_conv = MailContents::findAll(array("conditions" => "`account_id`=" . $account->getId() . " AND `conversation_id` = " . $other_conv_mail->getConversationId()));
if ($other_conv) {
foreach ($other_conv as $mail_con) {
$mail_con->setConversationId($conv_mail->getConversationId());
$mail_con->save();
}
}
}
}
} elseif ($in_reply_to_id != "") {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `message_id` = '{$in_reply_to_id}'"));
} elseif ($message_id != "") {
$conv_mail = MailContents::findOne(array("conditions" => "`account_id`=" . $account->getId() . " AND `in_reply_to_id` = '{$message_id}'"));
}
if ($conv_mail instanceof MailContent) {
$conv_id = $conv_mail->getConversationId();
} else {
$conv_id = MailContents::getNextConversationId($account->getId());
}
$mail->setConversationId($conv_id);
$mail->save();
// CLASSIFY RECEIVED MAIL WITH THE CONVERSATION
$classified_with_conversation = false;
$member_ids = array();
if (user_config_option('classify_mail_with_conversation', null, $account->getContactId()) && isset($conv_mail) && $conv_mail instanceof MailContent) {
$member_ids = array_merge($member_ids, $conv_mail->getMemberIds());
$classified_with_conversation = true;
}
// CLASSIFY MAILS IF THE ACCOUNT HAS A DIMENSION MEMBER AND NOT CLASSIFIED WITH CONVERSATION
$account_owner = Contacts::findById($account->getContactId());
if ($account->getMemberId() != '' && !$classified_with_conversation) {
$acc_mem_ids = explode(',', $account->getMemberId());
foreach ($acc_mem_ids as $acc_mem_id) {
$member_ids[] = $acc_mem_id;
}
}
foreach ($member_ids as $k => &$mem_id) {
if ($mem_id == "") {
unset($member_ids[$k]);
}
}
if (count($member_ids) > 0) {
$members = Members::instance()->findAll(array('conditions' => 'id IN (' . implode(',', $member_ids) . ')'));
$mail->addToMembers($members, true);
/* $ctrl = new ObjectController();
$ctrl->add_to_members($mail, $member_ids, $account_owner);*/
$mail_controller = new MailController();
$mail_controller->do_classify_mail($mail, $member_ids, null, false, true);
}
$user = Contacts::findById($account->getContactId());
if ($user instanceof Contact) {
$mail->subscribeUser($user);
}
$mail->addToSharingTable();
$mail->orderConversation();
//if email is from an imap account copy the state (read/unread) from the server
if (!is_null($read)) {
$mail->setIsRead($account->getContactId(), $read);
}
// increase received count
$received_count++;
// to apply email rules
$null = null;
Hook::fire('after_mail_download', $mail, $null);
DB::commit();
} catch (Exception $e) {
$ret = null;
Hook::fire('on_save_mail_error', array('content' => $content, 'account' => $account, 'exception' => $e), $ret);
Logger::log($e->__toString());
DB::rollback();
if (FileRepository::isInRepository($repository_id)) {
FileRepository::deleteFile($repository_id);
}
if (strpos($e->getMessage(), "Query failed with message 'Got a packet bigger than 'max_allowed_packet' bytes'") === false) {
throw $e;
}
}
unset($parsedMail);
return false;
}
