public static function download()
{
$urls = ['http://cdn.ucb.org.br/Scripts/tablesorter/jquery.tablesorter.min.js' => join(DIRECTORY_SEPARATOR, [Config::$mediaDirectory, 'js', 'jquery.tablesorter.js']), 'http://code.highcharts.com/highcharts.js' => join(DIRECTORY_SEPARATOR, [Config::$mediaDirectory, 'js', 'jquery.highcharts.js']), 'https://raw.github.com/mattfarina/farbtastic/cf1c85ae79af05b6530b53a37b3aace8fa992ca7/src/farbtastic.js' => join(DIRECTORY_SEPARATOR, [Config::$mediaDirectory, 'js', 'jquery.farbtastic.js']), 'https://raw.github.com/carhartl/jquery-cookie/master/jquery.cookie.js' => join(DIRECTORY_SEPARATOR, [Config::$mediaDirectory, 'js', 'jquery.cookie.js'])];
$results = Downloader::downloadMulti(array_keys($urls));
foreach ($results as $url => $result) {
$srcContent = $result->content;
$dstPath = $urls[$url];
echo md5($srcContent) . ' --> ' . $dstPath . PHP_EOL;
file_put_contents($dstPath, $srcContent);
}
}
public function process($key)
{
if (empty($key)) {
return null;
}
$urls = [];
try {
$context = new ProcessingContext();
$context->key = $key;
$subProcessors = $this->getSubProcessors();
$urlMap = [];
foreach ($subProcessors as $processor) {
foreach ($processor->getURLs($key) as $url) {
if (!isset($urlMap[$url])) {
$urlMap[$url] = [];
}
$urlMap[$url][] = $processor;
$urls[$url] = $url;
}
}
$documents = Downloader::downloadMulti($urls);
foreach ($documents as $document) {
if ($document->code == 403) {
throw new DownloadFailureException($document->url, '403 Access Denied');
}
if (empty($document->content)) {
throw new DownloadFailureException($document->url, 'Empty document');
}
//別ハックは、 Another hack
//私は静かに makes me
//泣きます quietly weep
$document->content = '<?xml encoding="utf-8" ?' . '>' . $document->content;
}
$f = function () use($subProcessors, $context, $urlMap, $documents) {
foreach ($subProcessors as $subProcessor) {
$sourceDocuments = $documents;
$subUrls = [];
foreach ($urlMap as $url => $urlProcessors) {
if (in_array($subProcessor, $urlProcessors)) {
$subUrls[] = $url;
}
}
$attempts = 0;
while (true) {
try {
$subDocuments = [];
foreach ($subUrls as $url) {
$subDocuments[] = $sourceDocuments[$url];
}
$subProcessor->process($subDocuments, $context);
break;
} catch (BadProcessorKeyException $e) {
throw $e;
} catch (DocumentException $e) {
$sourceDocuments[$e->getDocument()->url] = Downloader::download($e->getDocument()->url);
} catch (Exception $e) {
$sourceDocuments = Downloader::downloadMulti($subUrls);
}
++$attempts;
if ($attempts > Config::$maxProcessingAttempts) {
throw !isset($e) ? new Exception('Too many attempts') : $e;
}
}
}
};
$this->beforeProcessing($context);
try {
R::transaction($f);
} catch (Exception $e) {
$context->exception = $e;
$this->onProcessingError($context);
}
$this->afterProcessing($context);
} catch (Exception $e) {
if (Config::$mirrorPurgeFailures) {
Downloader::purgeCache($urls);
}
throw $e;
}
return $context;
}
