function normalized_string__csvValue(Dataface_Record $record)
{
return TMTools::encode($record->val('string'), $params);
}
function handle($params)
{
session_write_close();
while (@ob_end_clean()) {
}
set_time_limit(0);
header('Connection: Keep-Alive');
header("Cache-Control: no-cache, must-revalidate");
header("Expires: Mon, 26 Jul 1997 05:00:00 GMT");
flush();
echo <<<END
<!doctype html>
<html>
\t<head>
\t\t<title>Batch Google Translate</title>
\t</head>
\t<body>
END;
flush();
for ($i = 0; $i < 20; $i++) {
echo " ";
}
flush();
require_once 'modules/tm/lib/googleTranslatePlugin.php';
require_once 'modules/tm/lib/XFTranslationMemory.php';
$app = Dataface_Application::getInstance();
$query = $app->getQuery();
$strings = df_get_selected_records($query);
$errors = array();
$translated = array();
$googleCodes = array();
$res = df_q("select language_code, google_language_code from languages");
while ($row = mysql_fetch_row($res)) {
$googleCodes[$row[0]] = $row[1] ? $row[1] : $row[0];
}
@mysql_free_result($res);
$i = 1;
foreach ($strings as $string) {
$site = $this->getSite($string->val('website_id'));
$encString = TMTools::encode($string->val('string'), $garbage);
$compiledString = $this->compileString($encString);
echo "<script>progressBar.progressbar('option','value'," . ceil(floatval($i) / floatval(count($strings))) . ");\n\t\t\t\tprogressLabel.text('Processing ['+" . json_encode($encString) . ".substring(0,30)+'...]');\n\t\t\t\tsuccessMarker.text(" . count($translated) . ");\n\t\t\t\tfailedMarker.text(" . count($errors) . ");\n\t\t\t</script>";
flush();
if (!$site) {
$errors[] = $err = "The string [" . $encString . "] could not be translated because the site with id " . $string->val('website_id') . " could not be found.";
echo "<script>progressLog.val(progressLog.val()+'\\n-------\\n'+" . json_encode($err) . ");</script>";
flush();
continue;
}
if (!$site->checkPermission('google translate')) {
$errors[] = $err = "The string [" . $encString . "] could not be translated because you don't have permission.";
echo "<script>progressLog.val(progressLog.val()+'\\n------\\n'+" . json_encode($err) . ");</script>";
flush();
continue;
}
$apiKey = $site->val('google_api_key');
if (!$apiKey) {
$errors[] = $err = "The string [" . $encString . "] could not be translated because the site that it belongs to does not have a Google API key set.";
echo "<script>progressLog.val(progressLog.val()+'\\n-------\\n'+" . json_encode($err) . ");</script>";
flush();
continue;
}
$sourceCode = $string->val('source_language');
$destCode = $string->val('destination_language');
$gtp = new googleTranslatePlugin($googleCodes[$sourceCode], $googleCodes[$destCode]);
$gtp->setGoogleAPIKey($apiKey);
//echo $compiledString;exit;
$gtp->addSourceString($compiledString);
try {
$translations = $gtp->getTranslations();
} catch (Exception $ex) {
$errors[] = $err = "Failed to translate string [" . $string->val('encoded_string') . "] due to a google translate error: " . $ex->getMessage();
echo "<script>progressLog.val(progressLog.val()+'\\n-----\\n'+" . json_encode($err) . ");</script>";
flush();
continue;
}
if (!isset($translations[$compiledString])) {
$errors[] = $err = "Failed to translate string [" . $encString . "]. The string returned null after translation.";
echo "<script>progressLog.val(progressLog.val()+'\\n-------\\n'+" . json_encode($err) . ");</script>";
flush();
continue;
}
$tm = $this->getTranslationMemory($site->val('translation_memory_id'));
$trString = $this->uncompileString($translations[$compiledString]);
//echo $trString;exit;
$tm->setTranslationStatus($encString, $trString, XFTranslationMemory::TRANSLATION_SUBMITTED, 'Google');
$translated[$encString] = $trString;
}
echo "<script> progressBar.progressbar('option','value',100);\n\t\tprogressLabel.text(" . json_encode('Translated ' . count($translated) . ' strings successfully. ' . count($errors) . ' errors.') . ");\n\t\tsuccessMarker.text(" . count($translated) . ");\n\t\tfailedMarker.text(" . count($errors) . ");\n\t\t</script>";
flush();
/*
$out = array(
'translated' => $translated,
'errors' => $errors,
'code' => 200,
'message' => 'Translated '.count($translated).' strings successfully. '.count($errors).' errors.'
);
$this->out($out);
*/
exit;
}
public function process()
{
$this->translationStats = null;
$this->translationMissLogRecord = null;
$this->translatedPage = null;
$proxyWriter = $this->site->getProxyWriter();
$pageWrapper = $this->page;
$page = $pageWrapper->getRecord();
$tmid = null;
if (!isset($this->translationMemory)) {
$tmid = $pageWrapper->getTranslationMemoryId(true);
} else {
$tmid = $this->translationMemory->getRecord()->val('translation_memory_id');
}
$translatedContent = null;
$untranslatedContent = $page->val('webpage_content');
if (!trim($untranslatedContent)) {
// There is nothing to process on this page.
return;
}
if ($tmid or $this->translationMemory) {
if ($this->translationMemory) {
$tm = $this->translationMemory;
} else {
$tm = $this->getTranslationMemory($tmid);
}
if ($tm) {
if ($tm->getSourceLanguage() != $pageWrapper->getLanguage()) {
throw new Exception("Translation memory language does not match the record language. Translation memory source language is " . $tm->getSourceLanguage() . " but the page language is " . $pageWrapper->getLanguage() . '.');
}
$proxyWriter->setTranslationMemory($tm);
$proxyWriter->setMinTranslationStatus($this->translateMinStatus);
$translatedContent = $proxyWriter->translateHtml($untranslatedContent, $translationStats, $this->logTranslationMisses);
$this->translationStats = $translationStats;
$page->setValues(array('last_translation_memory_applied' => date('Y-m-d H:i:s'), 'last_translation_memory_misses' => $translationStats['misses'], 'last_translation_memory_hits' => $translationStats['matches']));
// Let's record the strings in this page.
$res = df_q("delete from webpage_strings where webpage_id='" . addslashes($page->val('webpage_id')) . "'");
if ($proxyWriter->lastStrings) {
//print_r($proxyWriter->lastStrings);exit;
$sqlpre = "insert into webpage_strings (webpage_id,string_id) values ";
$sql = array();
$wpid = $page->val('webpage_id');
foreach ($proxyWriter->lastStrings as $str) {
if (!trim($str)) {
continue;
}
if (preg_match('/^[^\\w]+$/', trim($str))) {
// This is to skip any strings that contain only
// non-word characters(e.g. numbers)
continue;
}
$encStr = TMTools::encode($str, $params);
$strRec = XFTranslationMemory::addString($encStr, $tm->getSourceLanguage());
$sql[] = '(' . $wpid . ',' . $strRec->val('string_id') . ')';
}
$sql = $sqlpre . implode(',', $sql);
df_q($sql);
}
$translatedPage = SweteWebpage::loadById($page->val('webpage_id'), $this->site->getDestinationLanguage());
$translatedPage->getRecord()->setValue('webpage_content', $translatedContent);
$res = $translatedPage->getRecord()->save();
if (PEAR::isError($res)) {
throw new Exception(mysql_error(df_db()));
}
$lastApproved = $translatedPage->getLastVersionWithStatus(SweteWebpage::STATUS_APPROVED);
if ($lastApproved and $lastApproved->val('webpage_content') == $translatedContent) {
$page->setValue('webpage_status', SweteWebpage::STATUS_APPROVED);
} else {
if ($translationStats['matches'] > 0 and $translationStats['misses'] == 0) {
// We have perfect matches in what we are supposed to be translating
// We are either approving this page or we are marking it pending approval
if ($translatedPage->getAutoApprove(true)) {
$page->setValue('webpage_status', SweteWebpage::STATUS_APPROVED);
$lastApproved = $translatedPage->setStatus(SweteWebpage::STATUS_APPROVED);
} else {
$page->setValue('webpage_status', SweteWebpage::STATUS_PENDING_APPROVAL);
}
} else {
if ($translationStats['misses'] > 0) {
$page->setValue('webpage_status', SweteWebpage::STATUS_CHANGED);
} else {
$page->setValue('webpage_status', null);
}
}
}
if ($this->logTranslationMisses and @$translationStats['log']) {
//print_r($translationStats);exit;
foreach ($translationStats['log'] as $str) {
$tlogEntry = new Dataface_Record('translation_miss_log', array());
$nstr = TMTools::normalize($str);
$estr = TMTools::encode($str, $junk);
$hstr = md5($estr);
$strRec = XFTranslationMemory::findString($estr, $this->site->getSourceLanguage());
if (!$strRec) {
$strRec = XFTranslationMemory::addString($estr, $this->site->getSourceLanguage());
}
$tlogEntry->setValues(array('string' => $str, 'normalized_string' => $nstr, 'encoded_string' => $estr, 'string_hash' => $hstr, 'date_inserted' => date('Y-m-d H:i:s'), 'webpage_id' => $page->val('webpage_id'), 'website_id' => $page->val('website_id'), 'source_language' => $this->site->getSourceLanguage(), 'destination_language' => $this->site->getDestinationLanguage(), 'translation_memory_id' => $tmid, 'string_id' => $strRec->val("string_id")));
if (isset($this->webpageRefreshLogId)) {
$tlogEntry->setValue('webpage_refresh_log_id', $this->webpageRefreshLogId);
}
if ($this->saveTranslationLogRecord) {
$res = $tlogEntry->save();
if (PEAR::isError($res)) {
//throw new Exception($res->getMessage());
// This will throw an error if there is a duplicate... we don't care... we're not interested in duplicates
}
}
$this->translationMissLogRecord = $tlogEntry;
}
}
if ($this->savePage) {
$res = $page->save();
if (PEAR::isError($res)) {
throw new Exception($res->getMessage());
}
}
}
}
}
/**
* @brief Translates HTML using the specified translation memory and settings.
*
* @param string $html The HTML to translate.
* @param array &$out An out parameter that passes out the following info:
* - misses : The number of strings that did not find a match in the TM.
* - matches : The number of strings that found a match in the TM.
* @return string The translated HTML.
*/
public function translateHtml($html, &$stats, $logMisses = false)
{
$mem = $this->translationMemory;
$minStatus = $this->minStatus;
$maxStatus = $this->maxStatus;
require_once 'inc/WebLite_Translate.class.php';
$translator = new Weblite_HTML_Translator();
$html2 = $translator->extractStrings($html);
$strings = $translator->strings;
if (isset($this->lastStrings)) {
unset($this->lastStrings);
}
// Store the string output so that we can use it from outside
// after the function returns
$this->lastStrings =& $strings;
$paramsArr = array();
foreach ($strings as $k => $v) {
unset($params);
$strings[$k] = TMTools::encode($v, $params);
$paramsArr[$k] = $params;
}
$translations = $mem->getTranslations($strings, $minStatus, $maxStatus);
$matches = 0;
$misses = 0;
$log = array();
if (!$logMisses) {
foreach ($translations as $k => $v) {
if (isset($v)) {
$strings[$k] = $v;
$matches++;
} else {
$misses++;
}
}
} else {
foreach ($translations as $k => $v) {
if (isset($v)) {
$strings[$k] = $v;
$matches++;
} else {
$log[$k] = $strings[$k];
$misses++;
}
}
}
$stats = array('matches' => $matches, 'misses' => $misses);
//$out = $this->getTranslation($mem->getDestinationLanguage());
if ($logMisses) {
foreach ($log as $k => $v) {
try {
//print_r($paramsArr[$k]);
$log[$k] = TMTools::decode($v, $paramsArr[$k]);
} catch (Exception $ex) {
echo $ex->getMessage();
exit;
}
}
$stats['log'] = $log;
}
if ($matches == 0) {
return $html;
} else {
foreach ($strings as $k => $v) {
$translator->strings[$k] = TMTools::decode($v, $paramsArr[$k]);
}
$html = $translator->replaceStrings($html2);
return $html;
}
}
public function handle(&$params)
{
//get the selected strings to export
$app = Dataface_Application::getInstance();
$query =& $app->getQuery();
unset($query['-limit']);
//if we don't do this, it will only export the 30 results on the first page
$selectedRecords = df_get_selected_records($query);
$numRecords = count($selectedRecords);
//check to see whether we should export the found or selected strings
if ($numRecords == 0) {
//if there are none selected, then export all of the strings, and update $numRecords
$selectedRecords = new Dataface_RecordReader($query, 40, false);
$numRecords = iterator_count($selectedRecords);
}
$outFilename = tempnam('translation_miss_log', '.xliff');
//"translation_miss_log.xliff";
$numProcessed = 0;
$writer = NULL;
$outFile = NULL;
//do only if there are results to export
if ($numRecords > 0) {
foreach ($selectedRecords as $record) {
if (!$record->checkPermission('view')) {
continue;
}
//for the first translation, we need to set up the writer, and get the source/target language
if ($numProcessed == 0) {
//create the XLIFFWriter and write the header
$sourceLanguage = $record->_values['source_language'];
$targetLanguage = $record->_values['destination_language'];
$writer = new XLIFFWriter($sourceLanguage, $targetLanguage);
$writer->setFile("TranslationMissLog");
// Indicate that we are adding translations and sources
// as XML directly so the writer doesn't need to encode them
$writer->rawSources(true)->rawTranslations(true);
//open the output file for writing
if (!($outFile = fopen($outFilename, "w+"))) {
throw new Exception("Failed to open {$outFilename} for writing.");
}
}
//write the translation
$originalFile = $record->_values['request_url'];
$source = TMTools::encodeForXLIFF(TMTools::encode($record->_values['normalized_string'], $params));
// The translation should already be encoded so we don't need to encode it
// we just do the xliff encoding
$target = TMTools::encodeForXLIFF($record->_values['normalized_translation_value']);
if (!$target) {
$target = $source;
}
$writer->setFile($originalFile);
$writer->addTranslation($source, $target);
$numProcessed++;
//flush the writer, or it could run out of memory for large sets
if ($numProcessed % 100 == 0) {
$writer->flush($outFile);
}
}
//close the writer and save the output file
$writer->write($outFile);
fclose($outFile);
unlink($outFile);
//output the file to the browser
header("Content-disposition: attachment; filename='exported-strings-" . time() . ".xliff'");
header('Content-Transfer-Encoding: binary');
readfile($outFilename);
unlink($outFilename);
}
return;
}
/**
* @brief Handles an HTTP request. Processes the inputs and returns the
* correct output.
*/
public function handleRequest()
{
$this->mark("handleRequest: " . $this->URL);
$url = $this->URL;
$siteId = $this->site->getRecord()->val('website_id');
if (file_exists('sites/' . basename($siteId) . '/Delegate.php')) {
require_once 'sites/' . basename($siteId) . '/Delegate.php';
$clazz = 'sites_' . intval($siteId) . '_Delegate';
if (class_exists($clazz) and method_exists($clazz, 'init')) {
call_user_func(array($clazz, 'init'));
}
}
$proxyWriter = $this->site->getProxyWriter();
$proxyWriter->useHtml5Parser = $this->useHtml5Parser;
$logger = $this->logger;
$logger->proxyRequestUrl = $url;
$isPost = strtolower($this->SERVER['REQUEST_METHOD']) === 'post';
if ($isPost) {
// We cannot cache post requests.
// The cacher knows this, but let's make doubly sure.
Dataface_Application::getInstance()->_conf['nocache'] = 1;
}
if (!$isPost and !preg_match('#\\.(ico|ICO|gif|GIF|jpg|JPG|jpeg|JPEG|SWF|swf|css|CSS|png|PNG|pdf|PDF|doc|DOC|svg|SVG|fla|FLA|zip|ZIP|js|JS)$#', $url)) {
$logger->proxyRequestHeaders = serialize(apache_request_headers());
$logger->proxyRequestPostVars = serialize($this->POST);
$logger->proxyRequestMethod = $this->SERVER['REQUEST_METHOD'];
$logger->settingsSiteId = $this->site->getRecord()->val('settings_site_id');
$this->mark('Loading webpage');
$page = $this->site->loadWebpageByProxifiedUrl($url);
$this->mark('Webpage loaded');
if ($page) {
$logger->webpageId = $page->getRecord()->val('webpage_id');
if (!$page->getRecord()->val('active')) {
$logger->webpageNotUsedReason = 'Not active';
} else {
$this->mark('Loading latest version with status ' . $this->pageStatus);
$version = $page->getLastVersionWithStatus($this->pageStatus, $this->site->getDestinationLanguage());
$this->mark('Version loaded');
if ($version) {
$logger->webpageVersionId = $version->val('webpage_version_id');
//print_r($version->vals());exit;
$this->mark('Proxifying html');
$out = $this->site->getProxyWriter()->proxifyHtml($version->val('page_content'));
$this->mark('Finished proxifying html');
$logger->outputContent = $out;
$this->header('Content-Length: ' . strlen($out));
$this->header('Connection: close');
$this->header('Cache-Control: max-age=36000');
$this->header('X-SWeTE-Handler: ProxyServer/Static page/v' . $logger->webpageVersionId . '/' . __LINE__);
$this->output($out);
while (@ob_end_flush()) {
}
flush();
$this->mark('Flushed contents to browser');
$logger->outputResponseHeaders = serialize(headers_list());
$logger->save();
return;
}
}
}
}
//Wasn't found so we try to load the
$this->mark('Getting the source page');
if (@$this->inputContent) {
// The content was provided.. we don't need to try to load it from
// the source site
$client = $this->createClientForInputContent();
} else {
if ($this->liveCache and $this->liveCache->client) {
$client = $this->liveCache->client;
} else {
$client = $this->getSourcePage();
}
}
$this->mark('Source page loaded');
//echo "We got the source page.";
//print_r($client->headers);
$isHtml = preg_match('/html|xml/', $client->contentType);
$isJson = (preg_match('/json/', $client->contentType) or $client->content and ($client->content[0] == '{' or $client->content[0] == '['));
$isCSS = preg_match('/css/', $client->contentType);
$json = null;
if ($isJson) {
$json = json_decode($client->content, true);
if (isset($json)) {
$html = $proxyWriter->jsonToHtml($json);
$isHtml = isset($html);
if ($isHtml) {
$client->content = $html;
} else {
$isJson = false;
}
} else {
$isJson = false;
}
}
$delegate = new ProxyClientPreprocessor($this->site->getRecord()->val('website_id'));
$delegate->preprocessHeaders($client->headers);
$headers = $proxyWriter->proxifyHeaders($client->headers, true);
$locHeaders = preg_grep('/^Location:/i', $headers);
// Let's see if this should be a passthru
$translationMode = $delegate->getTranslationMode($client);
if (!$isHtml and !$isCSS and $translationMode !== ProxyClient::TRANSLATION_MODE_TRANSLATE) {
//$skip_decoration_phase = true;
$cacheControlSet = false;
foreach ($headers as $h) {
if (preg_match('/^Cache-control:(.*)$/i', $h, $matches)) {
// We need to respect caching rules.
// If this content is private then we cannot cache it
$cacheControlSet = true;
if (preg_match('/private|no-store|max-age=0|s-maxage=0/', $matches[1])) {
Dataface_Application::getInstance()->_conf['nocache'];
}
}
$this->header($h);
}
$this->header('Content-Length: ' . strlen($client->content));
$this->header('Connection: close');
$this->header('X-SWeTE-Handler: ProxyServer Unprocessed/Non-HTML/Non-CSS/' . __LINE__);
//if ( !$cacheControlSet ) $this->header('Cache-Control: max-age=3600, public');
$this->output($client->content);
if (!$this->buffer) {
while (@ob_end_flush()) {
}
flush();
}
$this->mark('Flushed non-html content');
return;
}
$stats = array();
if ($isHtml and $translationMode !== ProxyClient::TRANSLATION_MODE_NOTRANSLATE and !$locHeaders) {
$this->mark('Preprocessing page content');
$client->content = $delegate->preprocess($client->content);
$this->mark('Finished preprocessing');
$logger->requestDate = date('Y-m-d H:i:s');
$logger->proxyRequestUrl = $url;
$logger->proxyRequestHeaders = serialize(apache_request_headers());
$logger->proxyRequestPostVars = serialize($this->POST);
$logger->proxyRequestMethod = $this->SERVER['REQUEST_METHOD'];
$logger->websiteId = $this->site->getRecord()->val('website_id');
$this->mark('Getting the profile for this page');
$profile = $this->site->getProfile($proxyWriter->stripBasePath($url));
$this->mark('Profile retrieved');
if ($profile and $profile->val('enable_live_translation')) {
if (isset($this->liveCache)) {
$this->liveCache->live = true;
}
try {
$translation_memory_id = $profile->val('translation_memory_id');
if (!$translation_memory_id) {
throw new Exception("No translation memory is set up for this page: " . $url);
}
if (isset($this->liveCache)) {
$this->liveCache->translationMemoryId = $translation_memory_id;
}
require_once 'modules/tm/lib/XFTranslationMemory.php';
//$minApprovalLevel = $profile->val('live_translation_min_approval_level');
$minApprovalLevel = 3;
//XFTranslationMemory::TRANSLATION_APPROVED;
$logger->liveTranslationEnabled = 1;
$logger->liveTranslationMinStatus = $minApprovalLevel;
$this->mark('Loading translation memory: ' . $translation_memory_id);
$tm = XFTranslationMemory::loadTranslationMemoryById($translation_memory_id);
$this->mark('Translation memory loaded');
$logger->translationMemoryId = $translation_memory_id;
$proxyWriter->setTranslationMemory($tm);
$proxyWriter->setMinTranslationStatus($minApprovalLevel);
$this->mark('Translating html');
$client->content = $proxyWriter->translateHtml($client->content, $stats, $this->logTranslationMisses);
$this->mark('Translation complete');
//print_r($stats);exit;
$logger->liveTranslationHits = $stats['matches'];
$logger->liveTranslationMisses = $stats['misses'];
} catch (Exception $ex) {
error_log($ex->getMessage());
}
}
$this->mark('PROXIFY HTML START');
$client->content = $proxyWriter->proxifyHtml($client->content);
$this->mark('PROXIFY HTML END');
//$client->content = preg_replace('#</head>#', '<script src="http://ajax.googleapis.com/ajax/libs/jquery/1.7.1/jquery.min.js"></script><script src="http://localhost/sfutheme/js/newclf.js"></script><link rel="stylesheet" type="text/css" href="http://localhost/sfutheme/css/newclf.css"/></head>', $client->content);
if ($isJson) {
$client->content = $proxyWriter->htmlToJson($json, $client->content);
}
} else {
if ($isCSS) {
if (isset($this->liveCache)) {
$this->liveCache->live = true;
}
$logger->requestLoggingEnabled = false;
$this->mark('PROXIFY CSS START');
$client->content = $proxyWriter->proxifyCss($client->content);
$this->mark('PROXIFY CSS END');
} else {
$logger->requestLoggingEnabled = false;
}
}
$cacheControlSet = false;
foreach ($headers as $h) {
if (preg_match('/^Cache-control:(.*)$/i', $h, $matches)) {
// We need to respect caching rules.
// If this content is private then we cannot cache it
$cacheControlSet = true;
if (preg_match('/private|no-store|max-age=0|s-maxage=0/', $matches[1])) {
Dataface_Application::getInstance()->_conf['nocache'] = 1;
}
}
//error_log("Setting header: $h");
$this->header($h);
}
$this->header('Content-Length: ' . strlen($client->content));
$this->header('X-SWeTE-Handler: ProxyServer Live/Processed/' . __LINE__);
$this->header('Connection: close');
// We won't add our own cache-control. We'll let the source site decide this and send
// their own headers.
if (!$cacheControlSet and class_exists('Xataface_Scaler') and !@Dataface_Application::getInstance()->_conf['nocache']) {
//$this->header('Cache-Control: max-age=3600');
}
if ($this->inputContentType === 'text/plain') {
$client->content = trim(strip_tags($client->content));
}
$this->output($client->content);
if (!$this->buffer) {
while (@ob_end_flush()) {
}
flush();
if (isset($this->liveCache)) {
$this->mark('The live cache is enabled. Lets set the content');
$this->liveCache->siteId = $this->site->getRecord()->val('website_id');
$this->liveCache->sourceLanguage = $this->site->getSourceLanguage();
$this->liveCache->proxyLanguage = $this->site->getDestinationLanguage();
$this->liveCache->proxyUrl = $this->site->getProxyUrl();
$this->liveCache->siteUrl = $this->site->getSiteUrl();
$this->liveCache->sourceDateLocale = $this->site->getRecord()->val('source_date_locale');
$this->liveCache->targetDateLocale = $this->site->getRecord()->val('target_date_locale');
if ($this->site->getRecord()->val('translation_parser_version')) {
$this->liveCache->translationParserVersion = intval($this->site->getRecord()->val('translation_parser_version'));
}
$this->liveCache->content = $client->content;
$this->liveCache->headers = headers_list();
$this->liveCache->calculateExpires();
if ($this->logTranslationMisses) {
$this->liveCache->skipLiveCache = true;
} else {
$this->liveCache->skipLiveCache = false;
}
$this->mark('About to check if resource can be cached.');
if ($this->liveCache->expires > time()) {
$this->mark('Caching resource for live cache');
$this->liveCache->save();
if (!$this->liveCache->noServerCache) {
$this->liveCache->saveContent();
}
$this->mark('Finished cashing resource for live cache.');
} else {
if ($this->enableProfiling) {
$this->mark('Resource cannot be cached with live cache. Expiry is ' . date($this->liveCache->expires) . ' but now is ' . time() . '.');
}
$this->mark('Saving just the cache info entry');
$this->liveCache->save();
}
}
}
$this->mark('Content flushed');
$logger->outputContent = $client->content;
$logger->outputResponseHeaders = serialize(headers_list());
$logger->save();
$this->mark('Loading the translation miss log');
$tlogEntry = new Dataface_Record('translation_miss_log', array());
if ($this->logTranslationMisses and @$stats['log']) {
$this->mark('ITERATING TRANSLATION MISSES START (' . count($stats['log']) . ')');
foreach ($stats['log'] as $str) {
$tlogEntry = new Dataface_Record('translation_miss_log', array());
$nstr = TMTools::normalize($str);
$trimStripped = trim(strip_tags($nstr));
if (!$trimStripped) {
continue;
}
if (preg_match('/^[0-9 \\.,%\\$#@\\(\\)\\!\\?\'":\\+=\\-\\/><]*$/', $trimStripped)) {
continue;
}
// If the string is just a number or non-word we just skip it.
$estr = TMTools::normalize(TMTools::encode($nstr, $junk));
$strRec = XFTranslationMemory::addString($estr, $this->site->getSourceLanguage());
$hstr = md5($estr);
$tlogEntry->setValues(array('http_request_log_id' => $logger->getRecord()->val('http_request_log_id'), 'string' => $str, 'normalized_string' => $nstr, 'encoded_string' => $estr, 'string_hash' => $hstr, 'date_inserted' => date('Y-m-d H:i:s'), 'website_id' => $this->site->getRecord()->val('website_id'), 'source_language' => $this->site->getSourceLanguage(), 'destination_language' => $this->site->getDestinationLanguage(), 'translation_memory_id' => @$translation_memory_id, 'string_id' => $strRec->val('string_id')));
$res = $tlogEntry->save();
if (PEAR::isError($res)) {
//throw new Exception($res->getMessage());
// This will throw an error if there is a duplicate... we don't care... we're not interested in duplicates
}
}
$this->mark('ITERATING TRANSLATION MISSES END');
}
return;
}
function addWebpageForStaticSite($url, $strings, $user = '******', $lang = 'en')
{
$content = "";
$stringRecords = array();
foreach ($strings as $string) {
$strRec = XFTranslationMemory::addString($string, $lang);
$stringId = $strRec->val('string_id');
//$strings[$string]['string_id'] = $stringId;
$stringRecords[$stringId] = $string;
$content .= '<div>' . $string . '</div>';
}
//create a webpage for the strings
$pg = new Dataface_Record('webpages', array());
$pg->lang = 'en';
$pg->setValues(array('website_id' => $this->staticSite->getRecord()->val('website_id'), 'webpage_url' => $url, 'webpage_content' => $content, 'active' => 1, 'posted_by' => 'test_user'));
$res = $pg->save();
if (PEAR::isError($res)) {
throw new Exception($res->getMessage());
}
$pgid = $pg->val('webpage_id');
//create some translation misses for the page
foreach ($stringRecords as $id => $string) {
$estring = TMTools::encode($string, $params);
$nstring = TMTools::normalize($estring);
$hash = md5($estring);
$tml = new Dataface_Record('translation_miss_log', array());
$tml->setValues(array('string' => $string, 'normalized_string' => $nstring, 'encoded_string' => $estring, 'string_hash' => $hash, 'translation_memory_id' => $this->staticSite->getRecord()->val('translation_memory_id'), 'webpage_id' => $pgid, 'website_id' => $this->staticSite->getRecord()->val('website_id'), 'source_language' => 'en', 'destination_language' => 'fr', 'string_id' => $id));
$res = $tml->save();
if (PEAR::isError($res)) {
throw new Exception($res->getMessage(), $res->getCode());
}
}
return $pg;
}
public function import()
{
$fh = fopen($this->inputFilePath, 'r');
if (!$fh) {
throw new Exception(sprintf("Failed to open input file '%s'", $this->inputFilePath));
}
$headers = array_flip(fgetcsv($fh, 0, $this->separator));
$required_fields = array('normalized_string', 'normalized_translation_value');
if (!isset($this->targetTranslationMemory)) {
$required_fields[] = 'translation_memory_uuid';
}
foreach ($required_fields as $f) {
if (!array_key_exists($f, $headers)) {
throw new Exception(sprintf("Missing required column heading: %s", $f));
}
}
while (($row = fgetcsv($fh, 0, $this->separator)) !== false) {
$string = $row[$headers['normalized_string']];
$translation = $row[$headers['normalized_translation_value']];
$translationMemory = $this->targetTranslationMemory;
$tmuuid = $row[$headers['translation_memory_uuid']];
if (!isset($translationMemory)) {
$translationMemory = XFTranslationMemory::loadTranslationMemoryByUuid($tmuuid);
}
if (!isset($translationMemory)) {
$this->errors[] = array('row' => $row, 'message' => 'No translation memory assigned.');
$this->failed++;
continue;
}
$strRec = XFTranslationMemory::addString($string, $translationMemory->getSourceLanguage());
$res = df_q(sprintf("select string_id from translation_miss_log where string_id=%d and translation_memory_id=%d", $strRec->val('string_id'), $translationMemory->getRecord()->val('translation_memory_id')));
if (mysql_num_rows($res) == 0) {
@mysql_free_result($res);
// This string is not in the translation miss log yet. We
// will import it now
$tlogEntry = new Dataface_Record('translation_miss_log', array());
$nstr = TMTools::normalize($string);
$trimStripped = trim(strip_tags($nstr));
if (!$trimStripped) {
continue;
}
if (preg_match('/^[0-9 \\.,%\\$#@\\(\\)\\!\\?\'":\\+=\\-\\/><]*$/', $trimStripped)) {
continue;
}
// If the string is just a number or non-word we just skip it.
//$estr = TMTools::normalize(TMTools::encode($nstr, $junk));
// We don't need to encode the string
$res = df_q(sprintf("select website_id from websites where translation_memory_id=%d", $translationMemory->getRecord()->val('translation_memory_id')));
if (!$res) {
$this->failed++;
$this->errors[] = array('row' => $row, 'message' => sprintf("No website found for translation memory %d", $translationMemory->getRecord()->val('translation_memory_id')));
continue;
}
list($websiteId) = mysql_fetch_row($res);
@mysql_free_result($res);
$hstr = md5($string);
$tlogEntry->setValues(array('http_request_log_id' => null, 'string' => $string, 'normalized_string' => $string, 'encoded_string' => $string, 'string_hash' => $hstr, 'date_inserted' => date('Y-m-d H:i:s'), 'website_id' => $websiteId, 'source_language' => $translationMemory->getSourceLanguage(), 'destination_language' => $translationMemory->getDestinationLanguage(), 'translation_memory_id' => $translationMemory->getRecord()->val('translation_memory_id'), 'string_id' => $strRec->val('string_id')));
$res = $tlogEntry->save();
if (PEAR::isError($res)) {
$this->errors[] = array('row' => $row, 'message' => 'Failed to insert translation miss log entry: ' . $res->getMessage());
}
}
if (@trim($translation)) {
try {
$translationMemory->setTranslationStatus($string, $translation, XFTranslationMemory::TRANSLATION_APPROVED);
} catch (Exception $ex) {
$this->failed++;
$this->errors[] = array('row' => $row, 'message' => 'Failed to set translation status: ' . $ex->getMessage());
continue;
}
} else {
// No translation provided we don't need to import the translation
}
$this->succeeded++;
}
}
public function extractDictionaryFromHtml($mem, $html)
{
//1. extract all the strings from the html content
//and normalize them
require_once 'inc/WebLite_Translate.class.php';
$translator = new Weblite_HTML_Translator();
$html2 = $translator->extractStrings($html);
$strings = $translator->strings;
$paramsArr = array();
foreach ($strings as $k => $v) {
unset($params);
$strings[$k] = TMTools::encode($v, $params);
$paramsArr[$k] = $params;
}
//2. get existing translations for the strings
//from translation memory
return $mem->getTranslations($strings);
}
