/**
* @param int $userId The id of the user to process the email-accounts for.
* @param int $accountId The id of the account to fetch the emails for
*
* @return Array An associative array with the keys of the fetched and saved
* emails in the array 'fetched', and error-messages in the key 'errors'.
*/
private function _fetchEmails($userId, Conjoon_Modules_Groupware_Email_Account $account)
{
$fetchedEmailIds = array();
$fetchedEmailErrors = array();
$userId = (int) $userId;
if ($userId <= 0) {
return $fetchedEmailIds;
}
$transports = array(Conjoon_Modules_Groupware_Email_Account::PROTOCOL_POP3 => "Conjoon_Mail_Storage_Pop3", Conjoon_Modules_Groupware_Email_Account::PROTOCOL_IMAP => "Conjoon_Mail_Storage_Imap");
self::_setIconvEncoding(self::ICONV_UTF_8);
$accountId = $account->getId();
$transport = $transports[$account->getProtocol()];
$isPop3 = $account->getProtocol() == Conjoon_Modules_Groupware_Email_Account::PROTOCOL_POP3;
$isCopyLeftOnServer = $account->isCopyLeftOnServer();
$cconf = array('host' => $account->getServerInbox(), 'port' => $account->getPortInbox(), 'user' => $account->getUsernameInbox(), 'password' => $account->getPasswordInbox());
$ssl = $account->getInboxConnectionType();
if ($ssl == 'SSL' || $ssl == 'TLS') {
$cconf['ssl'] = $ssl;
}
$mail = new $transport($cconf);
$hasUniqueId = $mail->hasUniqueId;
$mailCount = count($mail);
if ($hasUniqueId) {
$uidl = $mail->getUniqueId();
$this->_cacheUidl($uidl, $accountId, $this->_computeChunkSize($mailCount));
// this is to prevent undefined indexes when the count of uidl
// differs from the number of emails fetched. This is a very rare error
// that occures now and then - see http://wiki.conjoon.org/ticket/189
// it's assumed its related to connection aborts during communication
// with the mail server
if (count($uidl) != $mailCount) {
return array('fetched' => $fetchedEmailIds, 'errors' => array('Could not retrieve messages - number of items in unique id list ' . 'differs from total number of emails on the server: ' . 'Number of unique ids: ' . count($uidl) . '; number of messages: ' . $mailCount . '; ' . 'This is possibly related to a connection abort while attempting to fetch ' . 'messages from a server. Please try again.'));
}
}
$messagesToRemove = array();
for ($oo = 1; $oo < $mailCount + 1; $oo++) {
$messageNum = $oo;
$this->_attachmentCounter = 1;
$emailItem = array();
$rawHeader = "";
$rawBody = "";
// check if the account supports UIDL, and skip the message
// if it is already available in the db
if ($hasUniqueId) {
if ($this->_isUidPresent($accountId, $uidl[$oo]) === true) {
if (!$isCopyLeftOnServer && $isPop3) {
$messagesToRemove[] = $messageNum;
}
continue;
} else {
$emailItem['uid'] = $uidl[$oo];
}
}
// check here if we can process the message, taking memory limit
// of php ini into account
if (!$this->_maxMemory) {
$this->_maxMemory = Conjoon_Util_Format::convertToBytes(ini_get('memory_limit'));
}
$s = $mail->getSize($messageNum);
if ($s == 0) {
$fetchedEmailErrors[] = 'Could not save message No. ' . $messageNum . ' - message size seems to be 0 bytes';
continue;
}
if ($this->_maxMemory / $s <= 17) {
$fetchedEmailErrors[] = 'Could not save message No. ' . $messageNum . ' - message could exceed available memory size (' . $this->_maxMemory . ' bytes, message size ' . $s . ').';
continue;
}
self::_splitMessage($mail->getRawMessage($messageNum), $rawHeader, $rawBody);
$message = new Conjoon_Mail_Message(array('headers' => $rawHeader, 'noToplines' => true, 'content' => $rawBody));
$messageId = "";
try {
$messageId = $message->messageId;
} catch (Zend_Mail_Exception $e) {
// ignore
}
$emailItem['messageId'] = $messageId;
$mail->noop();
// check here if we can remove the mail from the server
// check first if UIDL is supported. if not, look up the
// message
if (!$hasUniqueId) {
$id = $this->_isMessageIdPresent($messageId, $accountId, $rawHeader, $rawBody);
$mail->noop();
if ($id === true) {
if (!$isCopyLeftOnServer && $isPop3) {
$messagesToRemove[] = $messageNum;
}
continue;
}
} else {
if (!$isCopyLeftOnServer && $isPop3) {
$messagesToRemove[] = $messageNum;
}
}
$mail->noop();
$emailItem['attachments'] = array();
$emailItem['userId'] = $userId;
try {
$emailItem['from'] = $message->from;
} catch (Zend_Mail_Exception $e) {
// may be changed to localized header values by anti vir programs
try {
$emailItem['from'] = $message->von;
} catch (Zend_Mail_Exception $e) {
$emailItem['from'] = "-";
}
}
if (!isset($emailItem['from'])) {
throw new Zend_Mail_Exception("No header with the name \"from\" found. Please check if you have an anti virus program runnning in the background. Some are known to change the header values to localized derivates.");
}
$emailItem['subject'] = "";
// very few emails will come in without a subject.
try {
$emailItem['subject'] = $message->subject;
} catch (Zend_Mail_Exception $e) {
try {
// may be changed to localized header values by anti vir programs
$emailItem['subject'] = $message->betreff;
} catch (Zend_Mail_exception $e) {
// ignore
}
} catch (Zend_Mail_exception $e) {
// ignore
}
$emailItem['date'] = "";
// date field will be given presedence
try {
$emailItem['date'] = $message->date;
} catch (Zend_Mail_Exception $e) {
// ignore
}
// if date not found, look up deliveryDate
if (!$emailItem['date']) {
try {
$emailItem['date'] = $message->deliveryDate;
} catch (Zend_Mail_Exception $e) {
// ignore
}
if (!$emailItem['date']) {
try {
// may be changed to localized header values by anti vir programs
$emailItem['date'] = $message->datum;
} catch (Zend_Mail_Exception $e) {
// ignore
}
// and one further down to fall back to actual
// date if none was found
if (!$emailItem['date']) {
/**
* @see Zend_Date
*/
require_once 'Zend/Date.php';
$zd = new Zend_Date();
$emailItem['date'] = $zd->get(Zend_Date::RFC_2822);
}
}
}
try {
$emailItem['to'] = $message->to;
} catch (Zend_Mail_Exception $e) {
// "to" might not be used, instead "cc" will be probably available
// then
$emailItem['to'] = "";
}
if (!$emailItem['to']) {
try {
// may be changed to localized header values by anti vir programs
$emailItem['to'] = $message->an;
} catch (Zend_Mail_Exception $e) {
// ignore
}
}
try {
$emailItem['cc'] = $message->cc;
} catch (Zend_Mail_Exception $e) {
$emailItem['cc'] = '';
}
try {
$emailItem['references'] = $message->references;
} catch (Zend_Mail_Exception $e) {
$emailItem['references'] = '';
}
try {
$emailItem['replyTo'] = $message->replyTo;
} catch (Zend_Mail_Exception $e) {
$emailItem['replyTo'] = '';
}
try {
$emailItem['inReplyTo'] = $message->inReplyTo;
} catch (Zend_Mail_Exception $e) {
$emailItem['inReplyTo'] = '';
}
$encodingInformation = $this->_getEncodingInformation($message);
$contentType = $encodingInformation['contentType'];
$mail->noop();
try {
switch ($contentType) {
case 'text/plain':
$emailItem['contentTextPlain'] = $this->_decode($message->getContent(), $encodingInformation);
break;
case 'text/html':
$emailItem['contentTextHtml'] = $this->_decode($message->getContent(), $encodingInformation);
break;
case 'multipart/mixed':
$this->_parseMultipartMixed($message, $emailItem);
break;
case 'multipart/alternative':
$this->_parseMultipartAlternative($message, $emailItem);
break;
case 'multipart/related':
$this->_parseMultipartRelated($message, $emailItem);
break;
case 'multipart/signed':
$this->_parseMultipartSigned($message, $emailItem);
break;
case 'multipart/report':
$this->_parseMultipartReport($message, $emailItem);
break;
default:
$emailItem['contentTextPlain'] = $this->_decode($message->getContent(), $encodingInformation);
break;
}
} catch (Exception $e) {
$fetchedEmailErrors[] = "Could not save message No. " . $messageNum . " with the subject \"" . $emailItem['subject'] . "\". " . "An unexpected error occurred: \"" . $e->getMessage() . "\"";
$mail->noop();
continue;
}
$mail->noop();
if (!isset($emailItem['contentTextPlain'])) {
$emailItem['contentTextPlain'] = '';
}
if (!isset($emailItem['contentTextHtml'])) {
$emailItem['contentTextHtml'] = '';
}
$this->_assignJunkStatus($userId, $emailItem);
$this->_assignFolderId($userId, $accountId, $emailItem);
$emailItem['rawHeader'] =& $rawHeader;
$emailItem['rawBody'] =& $rawBody;
$mail->noop();
if (!$emailItem['messageId']) {
$emailItem['hash'] = Conjoon_Modules_Groupware_Email_Item_Model_Inbox::computeMessageHash($rawHeader, $rawBody);
}
$mail->noop();
$saved = $this->_saveEmail($emailItem, $userId);
$mail->noop();
if (is_int($saved) > 0) {
$fetchedEmailIds[] = $saved;
} else {
$fetchedEmailErrors[] = "Could not save Email Message with the " . " subject \"" . $emailItem['subject'] . "\"" . ", date \"" . $emailItem['date'] . "\"" . ": " . $saved;
continue;
}
$mail->noop();
if (!$isCopyLeftOnServer && $isPop3) {
$messagesToRemove[] = $messageNum;
}
}
$messagesToRemove = array_unique($messagesToRemove);
foreach ($messagesToRemove as $id) {
$mail->removeMessage($id);
}
self::_setIconvEncoding(self::ICONV_OLD);
return array('fetched' => $fetchedEmailIds, 'errors' => $fetchedEmailErrors);
}
