foreach ($res->args['actions'] as $action) {
if ($action == 'crawl') {
$crawler = new Crawler();
$crawler->setShowLinksOnly($res->options['showLinksOnly']);
$actions[$action] = $crawler;
} else {
if ($action == 'index') {
$actions[$action] = new Indexer();
}
}
}
$fetcher = new Fetcher();
$retrieved = $fetcher->fetch($url, $actions, $res->options['force']);
if ($retrieved === false) {
exit(0);
}
$update = false;
foreach ($actions as $key => $action) {
Log::info("step: {$key}");
$update |= $action->run($retrieved);
}
if ($update) {
//FIXME: update index if it exists already
$fetcher->storeDoc($retrieved->url, $retrieved->esDoc);
} else {
Log::info("Not updating");
}
} catch (\Exception $e) {
Log::error($e->getMessage());
exit(10);
}
