public function crawlSource($data)
{
$crawlerModel = new CrawlerModel();
$items = $this->crawlFromSource($data);
echo 'FETCHED ' . $data['url'];
if (isset($items['total'])) {
echo ' - Total found: ' . $items['total'];
}
echo '<br />';
if (isset($items['items']) && !empty($items['items'])) {
foreach ($items as $item) {
$crawlerModel->insertFetchedImage((array) $item);
}
$lastItem = $items['items'][0];
$lastItemImageId = array('last_fetched' => $lastItem['image_id']);
$crawlerModel->updateLastFetchedId($data['crawler_id'], $lastItemImageId);
}
return $items;
}
public function saveCrawled()
{
$crawlerModel = new CrawlerModel();
$data = $this->extractJsonFromPost();
foreach ($data as $source) {
foreach ($source->items as $item) {
$crawlerModel->insertFetchedImage((array) $item);
}
}
return $this->jsonResponseOutput(array('success' => true));
}
